diff --git a/checkpoint_500000/checkpoint b/checkpoint_500000/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..f1e17751d12d8a2bfe1a178ff6e8bd445968cd80
--- /dev/null
+++ b/checkpoint_500000/checkpoint
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4357b86bb96163a45122f0b155d45cc786a0985e51ab7ec37e77428448df90ac
+size 3106377
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9e749a4ab89039030efa9b70d757a32231a72086
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13462bb0c4b4a6992c206a6602adc5739e99de7cdb7157ea4202f8ef12e1a855
+size 1862
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c027cb1774c328508717519ccc1d18f08db9d6ce
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7810b335d7a4aa655448847380fa88ccad07dc02216857613fb165e4d3abe6
+size 1979
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..309c74015088a0db7e8d4eecf7842fb2288fc9a4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f34018f59e9c359a66e418159227cc61d15504574021b4592ed2b5a779de14
+size 1966
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..093350212e21ead86e7cf06b02dd39d786f1a476
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1881dc70dc2b4c41be73f1c22c2f1a4614f7d4f2375bcb7db92e49aa00e6e585
+size 1973
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f501322c2231c4036f0e058c71d7546870147b70
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cb2466e26975e012792a1c089816ace8cd259e158d41db4ee7e5ded0e76e98
+size 1977
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c0d6da0096acc802e94d31d1236ec17f8772a419
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961f871d44e75b95b4b2bcec85cf66b0598f1c0663e827d8a6a5f3cea7575106
+size 1983
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..355944283979dcd94d6481a61757e6c2a1596594
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1af10590d15fbc0f9b7eb092415b233c48ded2cb4971702275761aab886c15
+size 1962
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5f29745753caaa331bcae68db33a6ffb904af8a2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de022c83067ddad049a7ed11718ef0c86069793699063511de712c64f09b017
+size 1864
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4899e75bdd927ac1ae751f4c5d6624489b36e805
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d309f417c0fc88acd0cb945aface4534c514aef0b3818caaa037b848d2714f
+size 1831
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..68091cddf9629f9a9b5b59f6b364ad64b0e7ab76
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae18cbc4ff040faa95a4962e75b24ff2b8d4a99832e83d113de5ec0a4bcde42
+size 1830
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8153de101a0eb42d4a6d7b910e48b05b526ba53b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cf482606f8d1e1f7fe928eb1638398b1af37c1d78147fefd062dc9f3e4c20b
+size 1834
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..274e8eef4a614b128cbef0671dd91f5e562f8eb0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f20f017caf3656d739c9d02bf696350db32bf37968042df4df2907dbc52e576
+size 1824
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..531e829b8037ad533bf8d9854cc758218c1af618
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bb5ebddcca311e19fb78b5ea94fb9e75d7719546614f5d1e2bb2c3f9747999
+size 1850
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c0e977a07dad392802bdceac61e21ab34d3dd662
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f027f8f63c3420c8f86f02f91c19c3dc8766b9efe921bd4fb4e5eb9c8775c407
+size 1887
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4db13394df4e351986adee30a7d735bcee6ec479
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15365fcf8325a7177abf55495c97232440057cce9a51d761d357e11cfcde6ea9
+size 1825
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0baec59d41da6f368d7493cce153cae847d715e1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1dd9afce7550a51386a0af658fe2e91bb6765c32ae24e4fbc363015e0f2597d
+size 1831
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c5e206486d370032e29e525c045d97d21cf52420
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d2cda8b6505d1747a81d87e5b4b2fe88cdabd224520b719df8cc3805271ad9
+size 1884
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d6a6d0ba177acf28670b1111090b4288f1701362
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f1ffc6ebaec0ca44c681b6e9bb812085adf18320152472013bfe02b8eda292
+size 1827
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5408124a315bb637d78481360c2c62347b1ae0d3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bcfb0947ae3a12c851f641b59238d9da6c43ddf9c7465c67b8c66aebcf5b00
+size 1828
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4e8e7e0ba74cf2e9670fe64bd8ae9247ddea9880
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5713ab29827d24cbdca0d42f843a4203e4da8ff720bf674ce8c210b3a83da4
+size 1826
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c683d6a4b5da60b10e452fc6674b33779cbc4d2a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8be8f3fa49a2e05be99e9f1bb369d2959c172edf045faa76c31df42562488d1
+size 1826
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bde4a9b590be328882885f7ab7669d69b5d00566
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30879637fe591700021d40f66fbc65deb1d375f02114dbace45a6142ba4d1f43
+size 1837
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f7a5e3a365e13df5ecb65e96e1f9b4b2ebff25f3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883b62de5577af3a28eca4be2e240dc9a4b680ac58db17465213a6bd1779bb95
+size 1851
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d683d8a438d7ad7b0c77608a30b254ce7a4d2a65
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26418cf6caf3760628e25a7e9f64304caa7171d7319544f1e346b1a6a41a4550
+size 1820
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..36c1b11cfd082775f7dfa90e7284fa6647e2e793
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb1f5be48107e315ce3bac130934c4dca0da431b8735b365aeb1c670b825236
+size 1883
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fcf7399b016b0eb8ddef43f3004eb4072fb9a8fd
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9f309448f358c5dd06c38c057893b7d0aaa41a4085bb3beb54d28a022446c1
+size 1827
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4ce0138ec5d93d86b16fd1e8a6ff469187c2369b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cc0103cf11e2d1e3f56a56930fd1dfaa17e2422f8527625775984b7fb0f225
+size 1820
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a035951e0b39ae06b55f43f63974d80fe343066b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee51cc700c0e225f7a23c86b6f27e0628947d64e02e86d28c5641358561992ce
+size 1877
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e9be9e805f7d8f4b9307eb1aa42e0405758764c0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079915c783a355117ee86bee3c0b71b7f8d3788f9f97594020f233d72c9e70ae
+size 1850
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..80cae97e410cca6fb6874c8adde852cfc0c5c8da
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8945e6b2d0639176a856c4e9115fd96c31aa1f132003e8eef29590a77e21c9
+size 1818
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2fed8cb6d4a944513cf0fcac2ad1560175107a00
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd55fdf04a21a0b7e75a875ba1f59c85e93aaa310baf91904e33e303c67b8e77
+size 1832
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2dd10d450cee71be0da5cc98e74138872c486d26
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75d7d74041b4969cc205a63cf548581141964ad75b573bcc50029d3c872725e
+size 1830
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..aacac72dc78e2cd0efdaf67db939a62028ddab11
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87140709787bf4d4b7b8774d7e7850d31f41974965a43423a9f42db7f3d7c1bc
+size 1818
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c42560a2c9ff307d368a305d7e5751afb49d95a2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce128454d31a7cfab468b695cf06c63e6db41bdcae32dd3091c3b949094f720
+size 1826
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..12c8135e77923034453d0d934f45a1f3cc98b1d6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20580fd762d686b7ac0543a583c7ca63e0cd54f6b66e4312fb4d03231167deda
+size 1841
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..df4abba82581924733dc60e4c1df63dcaa81f312
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe413e6e4be6653b21cc1912d73025a242eeeeb46b3751f4e252ed0de37b794b
+size 1807
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..103f693992ab9d276a29b8e132fe18985bdff099
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d902f129d68df8778986fe692eb5f8c6302b467916e1f0f0deb40d9f7af3d3
+size 1869
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0bd1303802ab8948b80f35248bbb7dcdaa95c2e2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e27bf3db512feb9edac5bde669596c0226abe164b92d35b63d8cd76d04198b
+size 1901
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..dde6a586836adbe22fe94b04defd3be725667c90
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02de5b210f4f1accdb702ff4c85c7af0253a4edbaa23aee78fe225ac837f767
+size 1970
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d7c887a53a1ad0013a295f1066f0e6ba47ec201b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3911134f3507238eaba3b2f8d8c19d0ea161dc50ea136cdd93df26840dfb8e36
+size 1964
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1dc77cf09d726a5f3ea2338b167169200c78d00b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4dac173d4059e7a4ecb0a09cb3c8fc00d98bd301f93e35f1f6aa08a28489366
+size 1883
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bccc88c2c2fc62cc11a5c7d61c7d96c73b210a7d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb454800f7d081c8bd4311aaa15154b94b26643d810d682e2134cea99b3c7c82
+size 1821
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..26547f7df4dd8883784b0ff36833051be398aa1d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d20b57c90e4f47048b161fc0a446f097991b834fa151b5015b73e4b19e160da
+size 1873
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..55c8577a601287b21c384125f9556034c6b5171a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c26927b478704e0459bc3755ea73f6891e0530d42c224f4f7eb7ca09f3db1c
+size 1877
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5c676e6bb17d40e781e176b9ec300a4058e9f31d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b89ace4d20770c069388ddec36ce434c94c17526e79762d1bde37bd1874f6c4
+size 1820
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cfd4104c35c215cd7373324d190dce103b2cc134
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148569d4d11354508ff2aeb8afb95eec2dbad1a54029db090c9acef0d4f12903
+size 1870
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..124186d3228f50fd534ca8dd196830e850a928a9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec022aad8356c025ac61e95f6c69c3f11989c18f9c51066e8f70abbe9fdb9330
+size 1854
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2d6bebd2f62955a05e866e3f66fa008d931be108
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055bee9a421db39c8004565378ba8a6b4c10b994028d6da1c32fafa964e62ab3
+size 1842
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ee18fc7ea8902c7d56cf6996abd5f6182e720c4e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e05d0beedd7ad0e0427afcc8932bdd683416cec57965f04b90c238d95837b8b
+size 1881
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fcad30964fbb4410bcb59e5e4f22bdd29e0ccfcd
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c247503d5693db0be12e551e154ff9edd7773ae8f4ca13745bebde570d77637b
+size 1880
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..de2448af0de4e0a77505a964483ff45c98ae644c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101852da8351ee639f410f2151aad73b19fb3d0c84347b82a96e601e810c5854
+size 1832
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..499963807b711dc7748dcb4d37a8996fbe8812de
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2dfe6ad513872ae27f3ae08f9472a9920abfb86a04692eb045ccfe465112cc8
+size 1833
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..61c7eef05562e8e76bd0ec2a90cef3609c607f75
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfb483eafa64af34833aa1d4f152e3d710ba6612f50fa16fcfc331c35369e37
+size 1935
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2900aa7d9dead9d82a7375b8c9ce932e8f122e3f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a24da9119e7589a48dc80a2c76b70233837bd36eeb3a04b525d4a131806a791
+size 1954
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..aa90345159965e80280c754af9fc8635e908f400
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4ff4fa316d23dabfcc93fbc83147c0cee867a66f6857aeefdee4aee87ce276
+size 1955
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2c60101290069413222f485c9cc85dd3e79de9f8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1547b964d44e92d3a48d4b3e787a4b5b0b2c8e4a6b6eb4134648d791ae129da8
+size 1904
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..20175a96e04bd8ed3807c544ddae96de69962c02
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496dd15b9775f541ee2e93a1b36f24919ffa17e47fcad12f7e454a25f4913049
+size 1931
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ef5f85178e809847689745233c64153235b338d7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedb83d5ff377edd126e914ed14ecd72e77a0de5a8e249e0803bd5b81a12f66f
+size 1899
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..62cf6098b93566a9d5d524fd016bee36b12c1178
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876f170c639d7a4affa2893d0db6c722bbeff086422deec83f3d1e53139ace7a
+size 1867
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..23a9256322dde7b96b8296231d63d3a54395c1ae
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8717ddf9a728bd7d0c6768b02231f60e5b6551e6edb30f368d3acea6c2ac2736
+size 1887
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3e53f8aba6667f117b0cbb0c90eb654b1159e747
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08c3cd681394403819d68d86c56453ccce7b93b3a6aea34164c557dedba0976
+size 1892
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d1ef268b62631eee270da3f627e466ebe630465e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e32d5f97b6d187527c8f79afaf14264f8ced2b2e6f8f32f6bbbc8eae38646b
+size 1888
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d21386bfd267d16123d0a14c8e5229c6218653b2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6093f562812c9759c83318559bb212f6137dbb07f453a40a38ef748e4d88ef61
+size 1880
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..89fc933379238b85a7435ee19709dfd56164f78e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124b042164d70bcd100185a52b33785ea0c415197e77b4c4e38a1ad57ab39cee
+size 1893
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..26b26374dd194a5f28c2ed68a9c10ded2c84ea89
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542614d052d25604d73f235b61909561ef2595ccda286816c59e0153ec6120d2
+size 1853
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ee70271c55a57e9df2bb901d8763cb962de5007d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b937c20c2aec292ad0b3f5329c1df7aef983fbe3ced21958af9c6639176d8438
+size 1864
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..46ef2060789976ccc4ce3f9879a7bf3dd5262552
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e1894e2b39b245e379cf622d6a2739d02063c4a9d30aaed85ea3b0fd707e4b
+size 1884
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0fa13c3f47af7cf9123ff822493d75d34bdc3ab2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b324511b55fddedadb9cec854433eba8131f54bac5aa6e6466ee0f2f01d83ea0
+size 1877
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6594cbafbae8a7463e123fc3bb19021ac56080f4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312920bdcc9848335bff1f2d815fc24371ea01418fcd476640c2951ce5798461
+size 1836
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fe32e8a38cbbae49bb69eb8f83291d8d411adf12
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5e7d230d65c3645ac083c3c902336f2d3657ce4c795aa460ca28aa0c9d5f5e
+size 1888
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0b33836b96797cb229704039802e0cc7e5449111
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c856a6f7dfccef09b71c2adccbcb35949e1edb2a40a260e5f6dba6c4c8c421
+size 1856
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3b87635d7a29f3c319a32c44b406a997cfc0259f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f399910998416604db294ace95fec884ecfff18feee0e18147f7ca871b209b4c
+size 1833
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e91994a36816d6458fdebbd7c80574a16e126be1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52ce867047e5121f8c21c28dc198059c11f154edbb3e9ccb4aa7c6a6a796bcd
+size 1860
diff --git a/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..97d81ffc42bf53940b0b193b71e0bad4623f430a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab8996062fc8bdbc513bb34e6a452e8eb714603020b87dbf744fce405241dbe
+size 1017
diff --git a/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..14a4be031dcf5253473222cea165548580ec1273
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a190550f5cf22b5c20f645449c091ba9a236e353034a5302bf6f2d8dc694bff
+size 1941
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d2a5458441537f1ccc02f5741f6994c685ec6fad
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ed324aa2b9b7c578ae5cb19ddd3bb0fafb8e18f5c346ece93ff9ab7fbdbcd0
+size 1918
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a48c1ca7c21c712f32ce979ddb475178b01c6b2d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3642ac81ff8bd8f10143692f8022999699cbf4ad822fc865e41a184d4f94bbdd
+size 1915
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..170e75dd09cff395edfa3bb019e0aa15595ac576
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0c2948165c2bb32509ba75e81ea4ad4133ce33a231faf5903608aa50e03b14
+size 1920
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ce5ad40a3341baa1562df40a57885f9a6eafa9cb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70de42ce9ee63948d9e24e370013ef981970f7fd2b87f729c69516ff9a041db9
+size 1919
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..77e4d70c0a587f27748c696d2b0054951bf2931e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee8b1c2646a7bb371884dcef4bf0ec919b367999c2085176e30c243f32c1dd3
+size 1917
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ea3af32710f67945ff682d98287f6c40acb3bda8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86984fad405dd867f6f0c2472866cb05e2ca1b829f812b74a372b787a5faf89a
+size 1917
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..84eba998ade4ff1f6f49ae129ab9022ac566eb74
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecefb7a847e33e26a1dbabdba3d2f92c4c5bc8165f92c1f1309eb55f3b524121
+size 1922
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a4192e059d2ff0ca2344bc0d3971d02467ff8344
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec21d52a5d7ec2723caa38386d5c21e458e9a425b5a44672a9fe131ec6930892
+size 1912
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2c5f35de3f53f5d11f0fe3f2c191ad7ea5113645
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d003e7ad037ff5b2ed5a8ef3a3aa61c43f202e6eb2c1e26e5ba329b3f6d1d84
+size 1921
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e26721224f1d6f71ca74edacb9465ec6e1778b2c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75712df0914c1666bf180aab205a9f79268e6c5c5d6952fc6d6e48aa5a60af3b
+size 1916
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..33b6ab01cf76dd2a81b8d587884512db52a1e7c5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a13c830b2c299c55339abcfb4424084a74e8b5eaef11b2eadb1f0bc227310f3
+size 1912
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7949f71503deb860e3af1d91654c232fd7466762
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697b79a26b2aa33dd48518807e77ba5222d7b7a0b58327d1c64982a305773992
+size 1919
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..28a8e9c33eb703d294e0b278c89949489a27dd43
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8140ce890bb9b5ca35b3d6a763b4c64fb7249fb0d11cb798ef1f3893ee70cad7
+size 1925
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e6a1403db1f7e0b81f6454382cf742208c4e805f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3205e8c0713e09c96de8d2e843d1c878afc88024330ad9f74ff95fb5c6ead8df
+size 1909
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5935ffcec55498c3991187742814cf2540b18a31
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f325e571433eed6ce0741c6efd096cab52501fb0c33fb17b744adedf5200aca5
+size 1920
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c371ba9e08f340ddc79ebc952b538b1e1a0529f4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb84540a98798e9091e0f4315c70c77b305ded8c8fd4de5e7c74d934358cde0
+size 1914
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..894179e435d57a71f9176b54a91407834e884c50
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55aba80308aac4111563ea45ba1e65e6aa36f0d3f4592dab5f28bdd3fd34a103
+size 1929
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5fd349a20f2097ac56a6dfc97a974e841b5cbe53
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c0dfa66a46566df278f6c184635bff62e38f32d043beb57889ace49d469e7c
+size 1910
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1286e06f9c92ca55a686aa2b93abc0b536d383b6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79475d857f25231b1e7ab8d252d5c6cc9c9a3da08b02032201af9d2ffc99f007
+size 1928
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ef04398446573b8d83af20d17ce66d8e95b17c72
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb8593b324b4ef4eeb0be310d1f4b1421abf5701635b4cb2d8c8cfe4b9e5813
+size 1916
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0e48f6f16af391f3e9090170d4f9e4da9892027c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f805bbac30a77eea4e2d6dab96aaad40ca478d35e96ce4fda74c48288e863a
+size 1934
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9e7f38a099a24c563235948443d8a72a30c15780
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef591b51bd49892f0daca4c325817c9d3155411bee09960a01c09e95efa20ea1
+size 1914
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..687ad5d2b1423a305c4fee635985a6643afc1f6b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adf1864ec43fafeb6aad1e567dc4c7dfb4c53f555887486ac988cd8634d78ce
+size 1941
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..152558d215afeba13f622de6b04d9febea30fa9a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3470e98c87d62be2dfcfba0f204be684b0e38817006313e3cee7b5ae84747f0
+size 1932
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9b929fc1e8ec6da8c22bc0584f2f5d93a6062be4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783e75db634f027687a8ba2b77e9199e5636cbee06e8f37e8f7708853fd7d769
+size 1916
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b51399e9d80882069dda6712b3692e61258b6faf
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7876903ffcc7cc61c57f24f0043c084cf1bbeaa0b1fca17e131253f2665cb04d
+size 1921
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..de09324dd008a16e8357923577c551f0f4c558a5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5c4ab6a894a4835e557c073ada66beb6dceb1ef9e45aa10b78b04a015576e1
+size 1934
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bff7f3e6013b79a73717e8bb3277f41566f46127
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2bb24e545c1b9c861b5e6b087a28893a0e97396661119f3a883fb320ea3c2c
+size 1929
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..40d4d65234c35a8d24838cf59862398235b2e2cc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0a099c41beaa14496bc32e2faaf3a82b2d88cc6191060f81f46b7edfa3d64c
+size 1925
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..527a55a6f960686e3673d348c71bf0272e33ba35
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef5302495ba91c32e38aab52ab54b6870cf65c16ea7b9a4ffbb2444eb26bc6d
+size 1931
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..55559823e29c83de951d593e351e18baa309c18e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052614ccfcccf62d49277a4489e4eedd0fb7b0f77dad1cb30e61dd2185272f0d
+size 1939
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..70c4c312ff5131711506389ac5d422f193a73c6f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c0934e43a5c50348a5a4f849252e8f86a7d24a2b8231ffac60ca8c48749b97
+size 1940
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a43f263b75dc607dcdc87adbed16716d966532a3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1240331cb3f50c8679d9a4d9c4aab843f7b8a3574b62d5bca9d4a654749fcc
+size 1942
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c13908b0f11d78242b6250d4cdb41d771ffaeac6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b28ed04cb4c9a090d959a66185f9673a5e3e2ecf46165a372d44298ab7a736
+size 1940
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e9d5279f30059c37849470081f0428aa287abd37
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ecbed4a5fa0db8bbc5b95d5f4f76660e493c1d7ee710630051dde0e8488d730
+size 1923
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a93782de869d094902cd992496c1bda19ce902ae
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89ead2d6e9541b018e1c7f4613c170ea3c0e871ed7b03f8d026ffb2ed619259
+size 1923
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1f6a2906409c2f422d561f9a74658a74baecb831
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37408a2f4eb818f738114d862fabba9b96962332f1dcf0f56d30fb4cbb03b83f
+size 1927
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a00fa6e9b71392b44025240a92564bfabfa25e2a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfd46d889c1cdd7e386a5fbddc1eb9a0193fd594e1dbf47270ce0678a978d03
+size 1927
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c20d00958184b8a8af8901f73fa8347f1d27a4b7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a8be451b06dfd610878d19a287e3d8e67152147a45fa4445c7e7fef2fae3af
+size 1917
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b6fcba6083d7c5b263d85de1e58b9e75bea0083c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063b7ebc052498e2550112aad061351962b1bbaf26fa0117b3218585f5931352
+size 1919
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4a9528c47516d15789f1925a61a6ca80829de77f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e563d7a7300e0db866e1538d6250524ee63e682d13a57f2fa2abeb01e56f17
+size 1915
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..92db0a93449b24564706643f7a18ede370b5dd8f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42c5f86d5f5921ec835593d82fcf0d30af4ba0475db098e7ff46aff1309516a
+size 1924
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e8d5bd967a0ddf129fa13747aa9c9a8c06b494d8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8e003e97a63769658015a7dd4a808df6b0a1f2a2ef418b59cd8775c1ec232d
+size 1918
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1ab2d7cb110e9b8dc6d99e7a6f7f5c93026fa15d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eec61a96514f3ab6eee11fc18202957eed2d0f2268f5813c3a4030791dcec31
+size 1927
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..51cc975d8a5d1883bf1f34b1e2ef2b5c8f2e0e13
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036f647c44b2059ec9ae81c8f8f15ceefe59b062306069cfa20823e1eda166b8
+size 1926
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5700b9b1defd54129db224d5f500e40c8c5fba4c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37827016b4cb557320fb5733e2fa1b6d8beab115721b3d75c534f47cc1efc59
+size 1917
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0b41199bc0bf0bad951377f029bb256863a45d59
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45aeedccbcbaa21157b4da72ab497899aa0941e77258ba317fd316e45739cc44
+size 1915
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c3751bc586b81c3eae55bf07bca7bb098b9ec851
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4887c4440df723a77a50a84aec98060ff5dbf8b5b0570bf2543bb4ef8dcd2e3b
+size 1925
diff --git a/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0543caa9f489922cfba5a589f55986f2b765f00
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fed8393f9dc304d6ad4fbb09254d5557251f4aa91f3a690e780de7c2b5ddad
+size 1035
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/0 b/checkpoint_500000/target.decoder.decoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..408ee4680246ac9fede2c0be8a5244b485d01d5b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535a25deb24840bac8fb473dffeccccfa0dbf1b906efa4d2021845e9a8c172c9
+size 1867
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8004cb3cc8378e0eb46479f27db6b8918aee2bf7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f949e6b317133d796a02c2da931bb1ac354cac99f425a6d17f2883df86e538f
+size 978279
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc2c4f2e06b6192beb1b7bfba9f5bb465bca7160
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7709efa55bd30c0c86eaa2e249579c36e3edbe2c3a59be38156d912e046d095
+size 976744
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3203b64d583b2869b28f13bb9e4e23a30e951b3e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98f79b5e209b379b9a4cc1863146840970d6b1fd89eb24793a9b62274dd0bee
+size 977430
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..79285616fc1d0d075d78efcd9268f1e9d5c6eb26
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969cd31f3bcadbe89631ca9d35a275917313690675c7405019669be17f66ca60
+size 977835
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5838c50e569904d9537a7c58445fffa433058cba
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef2c7b0fbc4697c73962fa8b8697bc5ccc660e38632b17171aef567160cd3fe
+size 3901272
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3220db567ac5a42c6ad6eda040ea1c6f56b1fd42
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1315e991332a21aa3ec712b2a74a244406f2d423da9d58b6fc1328f5e23f8133
+size 3905012
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ea8cfba1c4f990c75c59ef046a0010a3cb34d8c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222264f12c61ed64455f79cc69fa9aa80b0d5c42ec4bd62fe36d94c5e64a5987
+size 3906732
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bc4cabf862e8113d52dcd495bdb8b2f2235c1ec4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5ebee49787d66bb40c78e87f7bfaf1054ecb1501d72b23ea283bb65feaf8bc
+size 1874
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..69cbef4c0437a85ef2ffc29d4807ba030e3ad565
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8d88ca3fde3fc2c204c3d1ca87bb7186297889ffdafb6d5fd11637167ae81a
+size 1815
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b5fbef4b7060baacefdb3a746da4b4425289c365
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765a8f2b58250bdef2fff0f348c4fe0249b1134597f031298519c0fc9dd22d19
+size 1868
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f6a6e0f82366d36caad1532ee6313691e4910e48
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a268cd3037336d985d992b1d20afc8bac973ea3d6b2d4a8e2d4b262afc1f74ce
+size 976471
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9a900d2e7dc93f813efaf5a2c37d780a2e9cc0ad
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90604f76d5efad6b5cda7f208903863af01cb6838e53d4c3783d5e8fbe63acb9
+size 975575
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..27d3a66584ebbfbe801d12de62e4b9ccb996f7a5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef567044ec53b49e0cab725fb59e707ce0a9c72c1ee78c2f019d207a52b05d5
+size 977769
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f018678deac827483e36116ed810477090bc458
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d07c16b4e98183f5ef59a85e015a94ff18fd0c8b233de1e6a2c92834e4b22db
+size 976178
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d599720128453839cfbc2444894164051b4d534
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8f5f769e9c6087adeea453c21f60f84b3ccecde5488fbb3a76da30471b6c7d
+size 977941
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e68acae8eff8ecca493afa83a9b9cfd86fea999f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d829730fcc4e3cbc2dbe3f5350ba1f74dada729031641ee13571e0c2a11a931
+size 976848
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..605ed4272c0489ed8a91f5f627e16e975c0660e3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a45292202c5d290a3ccaa8618f347b228f64e739e2443fcdb32e964ed50118
+size 976517
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a24c6c178b38013bd3529297f0bdfe8279f2ed69
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a67ac39e180f210d144fd7538b32344994ae6c4e5bbdbe5f5a7a225dcd8822
+size 977665
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..063e7d784106cb056491bb4edc66a4d8147b3601
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07eebfe7b4e322d86c59c247fb064d22b2f3f2a4d4e0f04c533326b0188d342f
+size 3908168
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dfbe880b895efe8e59a1d29cc643114974a684b3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84246566e35ce4bd3df73943b637ad5096d97ec6c9b4a25c0a76428039183bf5
+size 3906704
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea2ad16fffe261fc5c99e1c17ce7d08f032fa040
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b41ae2168be4123b2c22767df9604b833a12c455ef3eb6dca164182b50e318c
+size 3902564
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..98ccc2ff9705598f9508ba7abaf2b56c40ed10ad
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e76462a2c80dcab1ff9034a157c83233d01c036ed58145d27099068d593ef89
+size 1891
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..75c7e930c15587b4a74418c4e4135307abaf3337
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c6e4dd1156042828543d0bfc786a57297fb76d713006bdd640b72b10b9dba0
+size 1855
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d8872387613320efb9d4b525a9dc6231e9554c3d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c027a9f966b0c933bd72b22b24fd712c956224a88b28f7d4140e0814186d582
+size 1922
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3d6d2f910c0218fdbaacf88d8a7e57a546275f4a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079d91e550b2b66b7acc473beaa1be9aab193fd08a2fdd7366d70c75f4500ba8
+size 974664
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc5e46cd239e065ce50b972aabfe160560253ae7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b3a09e773562209c199dafa2687690200778ad5b2e211be54607f7845cdc36
+size 977648
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..21efc58f6dafe4e9871ca9b7b04a84e292dec4cb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27316ce7ac1689d2765257d84f18cce591ab2be144afd2e71f7840206c505c2d
+size 976916
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4e0f9f4641dd82b7bca7370c4d0f65bdd62174c0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988ae2ad0d22c00f78794b2fad8cba9ec58f5d0ab5ab58fefd5bdabd99252e45
+size 975058
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..568aac47583a9f5f879c782f26a10319a56ac61a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b918cf52856ece48f45378de00a3c52a39ea16376369222e9757df6b3d2110
+size 977039
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..66516c4c4b6441e8d3208e26cee32d5c7d755981
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f11edce73b2ea84c6f87484aaecf4c1da330aa0a30e66142319a1d34493f2ea
+size 976198
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ce452ac7d42a8431b8c9c2265ffd6a1cd56197b7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db703183daf43ae4080721765914deb454ee63891f34b72f27ccd68e1fa33557
+size 975683
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..161a94a454df8f7e14c9ff8ed7ea81965132592d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f49205c7a211227f3ddf275d7b5bee5e89943885ddb8be24956a1b2c8d7d82
+size 976289
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..598945682b443cb27a72ddb2af57500f26205e90
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111b7678de9b91993fbe7f521a6c1b6f3c67599a480fc4dea5ce7e5c100da162
+size 3906320
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..39442f3af062894de1d1c4895550f2067ac56417
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd802bf60411254bf29301f4753dfbe4e459be28031174bc310dedcb0295ae4
+size 3909060
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aa936dfab6cea8f28b1f707956c2576dba1c0fb5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed82d83375f18ee350dac464425e2719ec4b801073ed6973b85c374a8529c5c
+size 3901839
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5159258e2bc15b1c5d78442711c81642be9afc5f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c782c300e1180552720fefad0a04ebb2632e5dd650aabb44f7edec31807c7e4c
+size 1831
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b99dc41351738f99a17cf29d605103ddfbc515c7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c376576969684ce40ea000eac1ab1d4c54dfacdc4b12f763413cad6f3869d07
+size 1814
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3bf744db94b3ba7447fa3906379a946cd57076b3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ac0bf50c48303407d52d9e0166c9f24a59172c3f77be36a4a61f958c69f3d8
+size 1804
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..17e13e73b795bbdcf422c3fdd8bf4f912bcff562
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1853c97c0e682445e8d1d672cdd860ca03a9ae343bbf25c0d66b11959f58aafb
+size 977213
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..158ba009986c492730e335232eb009a9ead8ad79
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2eddeffb87a4de61e409f7ee60eb81f0bcfd71f23d642263749ee760c9e9ee6
+size 977182
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c75a5e2f33d8757e4d98284dd70ed3a7687ef942
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d8a531ea64964ce076ba42c0852201a95ecd1cc3e31299c124798dd15ecefb
+size 975667
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..25a5c6cae048e0efa39a89bb44400e3b87c32178
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d202f6e86389a41beb81a3ab00e22506f051375a3402ac18604a239bb31af4e
+size 977557
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c996429a456db695c0e60418893630668634870f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11758b6c92a1e4f60c3c79f5e3cea2fb6dc76dac832d7a9b8733d4a56ddc6f96
+size 975824
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..614f4553c33f553ae92d50193787899a86035da5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7369b5c5fee206d510da3855970337f85552b59da003a3fc0560e7252ec4f3
+size 976922
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ec6581505a8b6004b665e0b50fcb938bca08512
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea062bdb8c9aa243a96f906d0a370845c89d20f3f495b90fe8ffa3dd740afa63
+size 975979
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a92dd49e80e3d1011b625caf89856ef4806ef8cd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ed2507ef2b771a64e1b576d231d05df0e517f1f3994a92523f7a55733fa4fd
+size 975961
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1a09adc818d23be858dde57f7238c4f4daae3c81
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6556d1c1980fa3131613e802b5eb23cdb9c6a57966fd0a4a89768fd67f031a58
+size 3905963
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3578dfd00d19aee320754c75019c68a1769e46ef
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95300e2f11e746135ea4ddaa8ce21f2aedc928870fccb1485541be41e3261814
+size 3909264
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d35cc6fda08550793564738b62c2fca8ea44097
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a2e66f4ffb35ac8aa1e544ec94eecdeaee1a57cf49648d909570f9f9479ab8
+size 3901376
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ce9f5142d5736411c6b06ec402050fa8c9ce4655
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8503a52d543051a3cde7c9a8ea700d6e573f88b85459acf5f35b4213ff3378b8
+size 1825
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b52d49625e68d4a61451abc1009de82db5231bd2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8a8104855ac34044264e2259210ea51686cec70887b1c7e91d6c077256516e
+size 1807
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..be4691b471583b115d778d7b7397efac2b464837
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606d5dbc8df3553200769185605a3387ed3c885d4e94364860ba47c04e6781ab
+size 1801
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..48463ed171af0395bbdf9503347015fbe755de6b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fb628ca5ef0f63e11574356a28be86de13fdc93716cb8e6121e90fb5cf717f
+size 977048
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b5115b487fb46b7d0c9c69ba4d1da02650ab37b9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e32ca015a3285441bcdf954fd4dad13eb72e7557bff2ff4846e9eb5e03698e
+size 976922
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b4fa4b1b5b89ef5ada994d5c9c25c3ecb2748ab0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75dfafc9761cad49516b0631c5be5e1bdc0e46bfdbbe808a8784cb01bd8ed250
+size 975611
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ddfeed40c224bb228ca69b905cb11569c9a5a5b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a928ad962dc8401170fc3d062c3b7083c8bd97a82a1ae9ec42ea6ae871a8d1f0
+size 977578
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..28f6c91d6e1e86f8ea176e6cf0727a11bf35add2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf51b08d18e6d6c8f1740809b24b335b043ac84e2c047391ccdcdbfdb153893a
+size 976815
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6e6f3abe34494e9b9e2f58de342560aac8fe1e39
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cab66255702442c315fa2df49938ce24a19fbaa9614c35fcc2e6ef1df27a21
+size 977500
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73025c5b342573e5370c213c0d4ccf32479b9f53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9615c59eb7b639e5ed94cb3db93fa5b49684feccb4637c860abb25d9eb153e69
+size 975528
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6130a887cf9f382b51d0e7922fa005d7b2971234
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308ccc674edce2bd2701cb8744344594d56c29aa9625faa67a0f3db4efef9adc
+size 977244
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..117d00b026d9c032d611707306dfa357e425b3be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc0eab8afb42942f97c1d5311e865498c26a52b30788aaa71bc813ba25c45c6
+size 3905274
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d175624cf6c4710bff153ece481e109fbd4ac41b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e755adf62101a0bc006f009cff5b828c8a870ff02f5b40926b29b1b7c8145a8
+size 3909348
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c73d8a6afc51d03093fde5ec3ba6e2f11cbb5f6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cf4d41a15ddd3be271cfaea61005e481eac839d046c2a130a9cf6df6615044
+size 3901522
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1c7677b2746084a2be830cea6354054f4ea98e3d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f368544fbd96beba2a7c7a3cec21f92c986a87f66d46cd5ba65cce7678590f9f
+size 1815
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..71b70da55a9c6c305a9f94ed22a73dc174404c2a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cc4173bf33c04f59d86f9f5c075402502082eb4527f902943de06c1706ede2
+size 1806
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1f60c11bca7ee849e564b9c7325a396e015dbfbd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98adcd998c894eee025ec83bbb67fcfc42374085b6daa333c84fa38a8347c5c7
+size 1811
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e49ed3d5e614086848175816e9db5a32c3d5ecc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7371f9ee1810262775bf25d7b3b4cba56e36d206651cedbaa790ec8877482dd
+size 976849
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd05918b7c31bf6d7d4b8ca37b602220dba009f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ebb88bb140ece574b79101c14089742e0a1fd6d6a314c9418316e6009e9f75
+size 976960
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..75016d9c77b696f742f188d647cccc3c54e86c46
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affbb51fbf2be6510efa2dee8cfeae5f9aa3c1e22e3b50511e0bd7149261a4aa
+size 975970
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7c184d960c71d556b976048f6ad01e58400d3f5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af69c75dc3f01c5105ae93b7db72ea4bdef59c8f45578a35b60b1092478d539
+size 977900
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eb4677f76308e48d78625ed19ecb48cc771d18b6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f2371e9e81ee520b3468f07b85488185da26943481401b4266a5e3019b4f07
+size 976847
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b557c0e6a824dc17e5776ae1088d163f8d348454
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea13574806fe27f5e7830d3415d1a2bba7f801cec98e57f52c797dbdd08660d
+size 977135
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a78896f312e118d1a003192c5c4f7e76fccc547
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5438a02d82e982be3039a380e6dba48cddae434cf16abdf5030447ac9553b05c
+size 975962
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c58ff4eec887e353ec052cb1f7ea482c1b7d8214
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a9c88cd6ded58efbd652f064646e31b8508b51a4866c35cb132c2c1fda6812
+size 977368
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..28e55e0da23670464e0506a6af29a5d0119d9798
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2ff354d67954ee10e31b1bfa98913ed2a2d47c7274ce790c9fcbe86e5613ed
+size 3905844
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0b109ff3a18c591f8f7a655783973bb21341f7e4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7624e3b6db4e0ff59897ae510e6b2315ba9660d9db78797ca09e6fdcd5cb7b01
+size 3909131
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d3c41ec86eb341d3822db6ff5655dd5c83cc4de2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed2787bcd1d15dfe8023576eedb327bdbd393c84dd4f0103df80c2b9ac31863
+size 3901890
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..99cb9e9f601b13f2369c983392a795cee87f9a5b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf77cc92af898e28c622d59c28a17419376de7619a0d73536833f7c1d19f2f4
+size 1832
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..53e996f6d500ca4c3e29d11622f924a98dab0875
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886a44a3f4b2b7e712879b5bdb0da32f355e96a330f52a6af2f29b79ca5bed0d
+size 1798
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8232d1f93356ada9b3c6c02616d8d91b9fa68939
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622e690da657d1f0cba5f80f8aaa09dc917cb86b80fb1c4b1f97d3b40f0910ef
+size 1803
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..32bb7dcb8743d24806dbfc368ffb26ddcd5e7740
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9dc65cbd006aee8839cc7f5dfbdb4dfae82e932c0606aaa382d309b126ae95
+size 975941
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26f96bb0485fc42b510ebaabfccee5207fb15c81
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a06cc73ff36dc3db3e5cf2fc3b6ffa616d09dd7a95f8c98c3d9c02bfe6a422
+size 976862
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ed13ff342b685e56c0e10ba2f2edec5a964755b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a74973eff7e89f7dd09f39beea43fd6c5ec1b6b1021c14cbacc6bf715b6dfc4
+size 976712
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..71cd8b2d14325a3ae82ed1da3b0d38011b918179
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c73090046c550b43e21ff2946a3e305c436e69484f593b80be676928db880d
+size 978280
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..10d248bd79a5b942c9fc6b4fafdfeaf0dc8a2bb7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9934eedff60b98b68a4b00c0739483a4ae780cd1d11a4f5db800f1a0592d1dc8
+size 977230
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ee308cb637841cbdc46df0aac4880e45e5ea96a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f3208e0613570f034e756623beb51ef6d31f15e30d78a37103d837732c37e8
+size 977492
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..556e3ca63fcc31363b998cba8107769d5a1f7867
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcadee9f9c87e79139eed8022346111003b658fde0adbd623071ae3057c1a25b
+size 975517
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..694da52d8203c7d8e40c9b5f24834d2456daaab1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b175b2c252b32c2d7db4053a2ce983438f5f13cc2ec5e052ec385bd58d97a62a
+size 977342
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f42de3f96a1f50b19ff20c8b88e4d5c874697610
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fd330b73f16df95b33c260185a976f20d26ef9cb9020725d23fe711086a7c8
+size 3905071
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..734bd7ecd55bfd3bf0c456dd37e4743945a7f025
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a17b8fc7e0105b6bee93f5b947b0315d047451636b08724e50f5b98f325e70
+size 3909164
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..125d3b9453e39ddb577c3289396a4218ae81ae14
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd069555108f536e8cdfd65e9df48699d53634c938eed23c0df654da3932a19c
+size 3901508
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bb62d5575c54dc71537afb0b616cc316cd67b988
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d4b0196dc49e8234d88946afc338737610d69d89f663eacc010e370498403d
+size 1828
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..89967a7fcc51cf6305130d30a5aaf12740443e0d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a629295a6da495931ef15f286fbde97ce6bacb4e773f985958d38876bd144f0
+size 1792
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3327cdd55bf7c687df94bb82f8936db503d478aa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e9e7f41044b77535f92638c1eac9e725b9f772e162a5fcbd5dd890fd2f604f
+size 1801
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e78e8fcad59b9c63b5f248ddbe2c78133ee209f7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4571382e62f2a5a86fb451c760b83380d6d42261f1e6cb1de00d28763872794
+size 976272
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0720c4a38aa67299ab301dcac7084f2c861d1518
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fff93939c3f56ff7c6024a0f11ffab54e764d1891747bed8a7fe9f8f2faa29
+size 977500
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e13ab29197a22c35ac5db44f2b7a4505d199da84
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6b2df58aba9d5c3030249705204e4108acd2a7d3eaf2f00cc848b49e00ddec
+size 976029
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5927003c28b220444defa04644ebc924d819ff28
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d28e710f69565cdf80976d75526844c8cc9fd6611eb98eac6b35c17f2dbb19
+size 978408
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ecbec5c8de15f2317c8cd4ee1cf53dc5b2b1abc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe996a63661a9d85f8eb2ed95c7c349cad4789e2567b126a442c99362c3b5870
+size 977019
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5de500617692be7778fa3f1127de3af592937801
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d47a0cbc4b81f8de1d03d15a29f4faca3142377715d9c6a0bc706db92cbd1a
+size 977620
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8649e9850977bbf3b6fe440b8b65ff2057720dbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9679604526e7c570d7da33f63c8b0918ea3c4c86a367f7e4324ac51fff66729
+size 975529
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7de3e287524d5a8d219767cb770797bf7914341e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f6ac6da710de0fbb4f9aa70abf8d83de0e3596d1956e76634f453fd9cb9ddc
+size 977165
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a1f35521d5cb4f009e48f7ceb87dfe9a2569305
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d065292e688966c34c4e29cccb7466d0298b2358fd89314d712d4aaa83e05aa8
+size 3904438
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a525479153717b318aa78a97fd33fe5a4c42fc10
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b347eb2e00a58d4c9153cf59fc61f73f2a1eb7dbd8343e3b85e8e857c529b924
+size 3909384
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5874998bffd2aaa1d77d36ee1969530220ad25ea
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd9152204a5c21aa8b5bc53fbcdb2c4ab71a47efa1c99a887c117f87b831af3
+size 3901466
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f87eb480cfd91c26617f46cf6c6c23f94092b226
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87222cf26bebcf802ce344eda3a14993e1904a251dddadc3e715f71ceb9bea5c
+size 1822
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0c5f734503ddf273a3e5dc74c2bf62dce43bc61b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ef60bf6b37e3b5c4d46b3e0fadd36e57d90b643374a1816b38e20e80c3b60b
+size 1794
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c8a4149fa94ae08e39517bf71008e522d9d5d703
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a5da96b1e240da6f72800a24a3e85640179e7678b2eeb4378ca3d9e42385b4
+size 1808
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ffc638708024f8b74d05f857b337a1fa122266f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8fc760f7ad3f30943117f618def76338190191215694acdb01e9fe35134a82
+size 975441
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..774af24a9894d1b7854676ed16d66bea28b3c04d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7a6be03dd523ed9d1f7889a7cb0ab1a77ce1b45ebe27de5e4f598449bc83e9
+size 977498
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..17c293373baeca7e4b7ce39239b074f2dd87af45
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4f1929b501e9e259c752a7d4f14a99b94dca91e82d6c22b27f61b668b79fae
+size 977286
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..64e5664c5ffb302d615546c850eacf32460d746a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92b164b497802dd831aa0a1b1906493d3ca5b31474447fa98cf07d5584531bb
+size 978741
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..184a2439ff5f330b79c3a7f47def19bc5507ea31
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3777e0128f3695c4aa0b3f5971d86b91e6c9904eef5e07c589ebbb66a5b1275
+size 977190
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..184d906519252293fd0b1586ef237606b2e3cf80
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a455701f67d3d89f8a4faf63bc97bbc029750ad4a3724a229161bec0e3c07766
+size 977422
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a8db7a664a6b4bdda0afee86058837a069c2aafd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e9aed11936cea410853d7a925a0ca622851e04c37ff753372aa4e5112277d9
+size 975987
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff4dec9501884287bf9121c054a88f88bff2aba5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae97b6a660f6f149088980299f8348e41ec58a439ab0389292ef8e9c5039ab7a
+size 977606
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0ba7a1a22e7be8e3f6d4a3bc60c344717e1e853
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46724238f5daccb00325b953bae243d36e8afe53709ea0e1e7f2b8450cb87cfb
+size 3903969
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc37ee049c0e8d299cd6ec7de30ae32ee566022a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692b299a84affe6f8246c1057d9ba08c320157ad8b05f1c0dc281a814e85475b
+size 3909355
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c73aa565ad0bee8813f953ee909832ae4058b4af
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906313e695018aeec087af35c216c25aefbc742c268a39358754f15905fb7dbc
+size 3901524
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e4f8f7f3807a4701f84f4ecbf2f892f62fefab8c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7b95b6592e8e9e572f8548647cbf73301f2e8c318acc4f0aff6f6194da4f06
+size 1830
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fe738c1a04e37325e37e9c072c29387f6fadb5e0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496c59213028ad214d04e91b8bda359e9a395d34e2d5ffa1425dc6ccc04c6c6c
+size 1789
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6216b1f96c195d711e86b7acf9988219365d03c4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5490201ec9faa37e3b8ca541ca5d4905caa8d4b32ee4f218a2111541a6bd5f
+size 1807
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..36d3f17e00471030286f93eb9b09da7f846e7c71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd1108d7ddba027ae54f2ec6e17c0cb535920aea861ca8a5ee587c7b63a19ec
+size 976028
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c72e6ebaec442d030404a49ec102e4d6f3589fbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697613b6522a5b4c0f9c3a8129a72cd910b8e35bc68ab7042bb88d850a18066b
+size 977676
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d10dc419be4c9ba054fae39aab0932bb746a8723
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6175810b8e88832f0ccaff13da5dc1cf1909b7ba49db9e84185ad15f8e9a7847
+size 976892
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3098917f2c32a53c04ea0f2b3943ade6d43d2379
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a9e3c58d6697a2554b634518308e7b199a8ec82729f6476d94e226deee45c3
+size 978811
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f40ca43481187170755508facdcef496a34fdea3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5479a9ab76cd398586cb22b96f3946d560136a4fb6d28d47a17e660cfb7be1a8
+size 977198
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f987f84e61bbae8dc44a1ae16a9a1fef5025a917
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930efeb79ce96839014a96ffee9f7f9d6fa66d3777966398d4712c0c2c45cd63
+size 977646
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78ebb2c844dc19144b447b42b684070c4bf0b359
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912a2302b7b2f8ce3e7c9b014881a20cae61cfb0d24ffcbde0fbaa47ad6c729f
+size 975496
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3b5b1c1a663b316df63ab1c94578b1cf773271cb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7e9ffb805309dd1643077577848b4953313a59fdc75a1b378a458778a5c696
+size 977412
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cd9cf25893f13e7f93e88720aa8699b77084a6da
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb4c4bd0fe18538aac5cbe718eedd0f5bbb303faf646a2b3392aad71dac0c7f
+size 3904069
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1981a44b07fccfaac34280d3f0f808cc19b448ba
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b10cbc80b771a8bac7707d273e12278602b7ecfa5c88354d1b8ee42da5bed66
+size 3908743
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1073b1e58ffea26d2f19f4692b136c99e74d776
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b57eb0ff2325415f0039248fea39b7ff2fc161f41ce36bfbca4979b6cd894b1
+size 3902316
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..892866f18c825b7c3f9701f53d3eed812b56ff0b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e501379d7bc34951bde2bdbbf3bfa773c5ea808fd630914d0cd44efef33ec5
+size 1832
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..dc5ae4301a1dad879e0709e9eab771de71889fec
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6332c4e6b7122084986ee1d567254d937e8588cb4f1588b807527c91ddf8454d
+size 1771
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..53afea441065e425639187fa90daae3aa0485673
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694d68207740f8dd75d97853f0bbef579c1ef320a1e915a813187873e64e1f29
+size 1801
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4d133cec5eed9ed7b2bbdb83311557e4fcf88654
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9427facc602bed367a20b4660177fde7f9c062b701c86b89a67afd180a944385
+size 976217
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..569f7465490ba45bb48ab7e081cde25d0665e3b3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e5b2f3fa0e77e2f65b33f988366e7511b25528570ae6af0df4863707b22931
+size 977428
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4eed36ea3ac4d423da69ed1ceda0faa4bddaef67
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1f75e2ff226b2094f85d6c479d5ed7be564b3a6f554f50b5374445f09e832b
+size 975947
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a616ae4dc6d347d7e3aa32f3adfa1d5148364234
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c009dc2b0fc730c5aee09434028329a24c9d0c7436d46800d9543ca42669eca3
+size 978410
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe3e054c62383b72b66d1919d88022bd6458ebef
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e64ad48ba44738667e98a6525d31b49da8ca14bd32b540bebaa7e27414edad
+size 976747
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1a73b8b28a93f3290ea41dcce779a869b84d1b6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a93825569e0a20e9013c7005ad8d9163e9aedc2acca3bce6c7bd51837108a5
+size 976437
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e842465c2dcb6535e43abd460c55795fac01f66c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ae9bf42ad2833d451b4ce4d842e85ea86204bf21939c62578436b9f0265fa0
+size 975988
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78ce16b2f18da4d49b439bda5da80168d2b2b599
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3b1c28a509e9ece536ed12eff3000fad1badf8bdab141e48458cb7508a060f
+size 977175
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..75516d39c14a4b90bef5630558dd58d62a549046
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556e9307b49850e19409c9eccc19ae1681e807b25434c2bfc451a08322a20463
+size 3903482
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..27c979e77314f8d84180220cd80a965f0b543d87
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf3417e1b2c5117fe10ede39bc07b2c2d6146891c3bd145de41703e376c9c58
+size 3907727
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fbb82dbd193451ccbe6467da81fcebe3f439b150
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f394688be23a0c371193a9cb8d22dbf98f17296bd748068aa37104c47da48b52
+size 3901720
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..83cf07f0a55e7202234685abdfd087d28465a0da
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610b814a39bc67d0ca00074adb0cca76caedb99cd0a33721e634031474ebfdb8
+size 1834
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..17f05451b5b75dc903c7b962e369f5637c5ff270
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c41b59157c51c4fbd2f8c8a2f4be0d3d6ded721668963cc60319d6730e531b3
+size 1764
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2cb9edcd1a9c13e1ec2a71d00466adaa6a76e431
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc59b095d93d5ade43b61521d6a9fd0da4e1012738418bceaccc0244ddcec97
+size 1799
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9784c29f8693d7c4d3bee130cc08ae0c1b9e4a3e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d875d1d4a1688359991062774669131e93cd9906251d18406bf2be09789041b
+size 976139
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0c9e333748b23119a8f9e3039802ad18f9b4720a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f527664fb92840852c80f59d7c50ad6b15a18878654a15811ba22e839fa7ea4
+size 977110
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aa21b7d125ae38f385a38223ca6e95bf25fc6395
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06ce141999cbb6f1dcb7cf293136b67ab3cbc003a73c0ba8d8aa97ba0c71280
+size 976065
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ba51842d6741e9be5f9a89c16f1930b7fd07526e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0333e2ef689dd16f18f722cb10aabdb626a8f4ec57ad1035e03fbae02662905
+size 979046
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8cdfeaf410ab93ec51e1cac8ae7fc725b84818f5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451dde018304ed410cc0ef26e7b434f6734bc353c1cd28e43d146fd858ec0693
+size 977172
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..028cc18206bebddb7a7e07093b60bbc72f9e7c41
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3bc4a2daa51cf72fdcf35ed3bf3966b21c7d27de9317d1b1a696b0f682d476
+size 975719
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a39e72f0b7b035744b7e2d21987c0e91d153ed88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b7e1f692c46b1bc36eed0912645e878fe62aa59831003f2720d68ce1510d71
+size 975661
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ec5902ec6dd21dad19e0a4646e400e1eda9bc54f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8146b1355a7b54b99e0070d14d679128f15f719b62f01efbb60c77fffc93420b
+size 975987
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe37f5f2d216713e0e95fa0bbc15153f64e15120
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b07b6072040773fa65e2df8e3daef61480f7d498e19bd27e2ff382504aca40d
+size 3903126
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..85bbe440744f3248eea4652b8717bce0db1af706
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ef715f28db8a6571d074b8ef2c8ca2fbff8b007961847b0f57743fa8c65087
+size 3907420
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8c3591cbaec66faf2131400b6a9841ac0c066c1c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd4853e7e2a9271ca569531ddb7d82d01e48c2cad255f04e7dd1303c56d21fe
+size 3901617
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bb2dd23229574409ea26e2cfc7142eeae5a04a26
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3644a0f1ccfe2072e4516ec8cd58f46f73acf7e0939c82f15e3e3adbcaf07141
+size 1825
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fb0b3f2da71280352be358253e083110971ac4bd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6a94eefdf5da3951dc5429fae6ef941d0e4d3f01d19694472ac12f86d09d11
+size 1764
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fb5f4320ebc2f900d8daf8effdab878b36654e52
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f858819ef7e8f7898588e5ec318622b5098c1aea4f450c1fd9918aeeba0490
+size 1801
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a5dd8e938a488511654f81a99a795edb3bde1de
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d41be78affccc36b1fd84f547845ca5b0faa0dc3bcda66fc10009fbfd65253c
+size 975641
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d9d5f6078d9f2876023e258b0ca200343c48932
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e877a1d7574c033b08f4bc435957d0f7e3dda88a524dd7ad6fdc5e2b012d10
+size 977315
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..db0a4634c04fb03e003bf8284400d4f674d6d0d5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f41026db78af79bffe2de6f7e4d58b2853757b23e7ae1f952f56f8e36f71481
+size 977450
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8dd620b0727b35fde22b45acf575566fbbcba0c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46e4a6bea48c31087a8ce2df433ace56666ebecf8347226d6a71f6065179d99
+size 979488
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b114e7e6d775787a806e24d330b9c7794b660fff
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e775cddcc3b2628834283aef5fbeb29ee89e0bd58b3734c93c87735eadee3b5
+size 975667
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b793428ad75164ea3dac47d412a8c9704940672f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978fc50d6f6fea88d60efeb05cbdcded40b7e6fb3dbe76679a790d31d596c010
+size 977634
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b051c3eb21cb4213f8c9681978d2c96f4a842871
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78696437be3090d15b055e935f03b149c55d33313066a128ae5ee56f99c2ad89
+size 975986
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c91e3a50f7422cc606c7e1cb4076ad3f08512a4e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90d08ff1245693686ba1f95585c8fded0244002ab75f5fa157bfc937a2c7df4
+size 978276
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..000606bdd23c0d0a373b885c23b9ecf01fcf0880
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38ce5ddd76b8ec94acad7de95ee7b86bebe659c7ad092ed94472d402f322735
+size 3909250
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e9987b6fbd51e623175413512c0fb589e962afd1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf35d1ff40bea24b4b379ad44b5727541e4ec850eed4de6f36e598d32e41325
+size 3909019
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b2bd2e220b896a7f169c6899c24929b7390760a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13ee14c4fb9f450912b1db3c6697b02c17dff640d4db092de18bfb6c4636364
+size 3908218
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4070f1cea790b2de0197709fa995fce329befb4c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0525d070c225a0de41c2e67aab5b2831ef88ad122945e579504842d629ae7c
+size 1892
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4611f94caaf479916a41493157224292641db473
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d8e52a15cc3f4312127de87896c7464edd54bcf551f6efa19a073c34784ec5
+size 1874
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..68ae9e34e4bcc6da8df1aa3026043aec2e61291b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1147753d4278fe2a367be065367b9cd9eaf4fcb76b434cd5ad281e0594c9974
+size 1872
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..316897345c859309fd79528b103e796437b6fb0b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12ef1285e28869baf3ff35539c30df7a92a2a6d89a465c7092ff9ceeea59a5f
+size 974355
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e7e3d1f7d382c4aa9471864850a809912bc606d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a488664a26bacbf93e8d460e1c4a4d20c69d2ed5271869435ce92a20824a0c
+size 976973
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f29300a2f286fd09058b3ae54aec6aa5074afbd8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b75052278b554d279b70577a9d4d0cf186b1f99e964eb4ad110c5f96d7db502
+size 976982
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b2c2eac80f22351b03f21e13a72e36c30ab9cf3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24810aba8fbc3d121fa217bf995a5df9d1b45151700947cd6dd2480c041a712
+size 974837
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..152b78df350c867b6101f1bcb9432c5e5c6b62f8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a8e56d0f2ede7feaf06f4cfb29cb7d2a200b6474a2f64858b4cbb0f5a2b432
+size 976938
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2838619547a262a54ac27d0357693d776498cf5c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8e9ea259e4da00144a00539e37157fe00aabd7af07a9c7d0ff5b2dfa63e527
+size 976716
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a84923bd9f58ee9cab33b9c3f2666b36061b92e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef215706b1d5714cad7fb8a4c3018560810f3e13e84949d8d3d1fc7d0467219b
+size 975248
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..72cc47316c360a69eb37ef8fdbc1ba3fa2ee8273
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f56835259262cce980ea23d281408ab57bb3e464651d1079f6a120ba115ff37
+size 976419
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c958f36417239936465397f026b1172e559a7149
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ab783b24cb7ff522a2874af896372a3efd9eb7da2e4fac064369d65139c151
+size 3903554
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ad85aa7f3f28087743ba874d13781b07061b56d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce3492cc932363e3b6c843ed067853a508ea0ae17a59cef9483de41e499cb40
+size 3906621
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..878aea0b53ab3a4269bdf29976801be49fb9f6a1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b645025ae2e176f739a1d874674726f2e66877a5cd78241dd3fe315c1dbe9903
+size 3901556
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ec11921bc95c66b1c7eb8f26ce0eb7625bd612f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc6cfbe8221142b40f9a10a0588fb9031fdd66186f88caa1517db81487f3ea9
+size 1824
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fae15644efbdc0ea6e84b1ccb7b02dc768ed60a2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cb25dac62347cb5b4b74a246d3e8663de97ea61a1a21c74046bd25e98fa78e
+size 1773
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5960187c6245aa395da8ba142086e1cf8509d8e1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4f8715888818b3da783f2c5fe3fb45527bc0908676817518ff6277809433d2
+size 1803
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d0fe295c9e42de13a635e6da207059efc5ee322
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6886ab4341c5859384dde7f3081fdb8185b35472fabeec509872146d28cfacd5
+size 976614
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..52e76c1685de84ec8e97702e3b9aa76408229a2b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f0d2b68fd4e0ef0d305083e7008a42ecbc743deff4f1c9dfdebfc523b10d96
+size 977987
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ae8170a2296f36ca2e6f6dcac673445383aaaea
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46f6af562a859568f573eb78bd42e8612d2d1fc36f5895dae3f2e3b82b48b14
+size 975992
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e885cf718e808724e2cb900efbe81808892405a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dcd04946abb7c9e5a9b6b926aa286c1302a673ba548d2f90d9e2ec368d60b0
+size 978342
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..42eb806650fe2be6e32d93837915ac8f0a6b75f4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0a6c5677b3b284392b0988984d3cde8c5c98495fabc4529dd6f76edb2983f7
+size 977267
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4462c400012ec40f36681f90e3ad4045d93e52f6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0fbc6364c6ecde1f761a1bee13703e8353717a39b0b6125ff09b3316b9d351
+size 975792
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..180586eb14712993a18ee448282ed047b802bd15
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b83f45348dec650d01d6848fd83df7a2d73b4c59f85add052297951198be2a6
+size 975866
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4df3a4a1f6b64221ae44b6dbab525fe35b8a44d3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acd07a0754437e61d6450322c6b9246d84d99c528215e5a5a29e9d84f607775
+size 976206
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b18b82b6add97a5e72bddf410a5a4ceb1c484ce9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766d5b2cac420a30f3010f2919b3b73ac743cb601cc56a9d4e6db3ddd16acdee
+size 3902898
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..197e7cfdb5b122e8662a342ddfbf93c1ad8efe8d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10a6aa5a5caccfe3db2307b5f3a11d1952c14bc96787c08688fbfe470ac86cb
+size 3904804
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eb4b89966ba899829e399edbbc566ff479a3d60a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c445268f228337f7a93ee7971308121b702cdde160327cfba575b9586af393
+size 3901990
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..323eeee0a89bbd3d9908b64a3cccb1d015c79556
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6044d2605d76bf8d106da01a33b22095e0fbdee30804d7d0ac5faf8151ecb535
+size 1835
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b10f16dee6cb5e4d4c5751996907c6848fdb54c0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed20e7c93a82a105426c09a3f8503d2cc28429721c682bc76328477f805529fe
+size 1763
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fa5bcb74322b053b4c460ffc378bffbb1dbd0f14
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174d1cd945e9eebfeaac7738b68a12ba42a3f88b6aa08a917d5d8931f2655f53
+size 1803
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..89a8bbdc35186b0dbc97d34d5f4ac2a861101f85
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f459373dd6158f700eeaba0ca7f23e0e9cc15c7c4d847fc07b3141b8a40a879
+size 977079
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..76cb03837dd47036545375a2a2668689e4f84e1d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bd5028ca389bdf1ba069f9a8f53c9e4040bb3bb2e0efb3099bdba20be3a79e
+size 977608
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5cdb06215d971284cbe7d5246057d24deb28613d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf6ee839f442093a3e74daf0eee80e6d39bd6f04746991338eeeeadea06db3e
+size 976583
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..07f80fd9d961ef58dca122f6063c8015b2431fb8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f46269fdfd66cdcf65af2fcf3e5f5ddb1f37aef5ac14c09fdecbc2f6f74db7
+size 977305
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..362e335fa7442a50d69c8756c9a1d71375f08910
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b102f4bc4cc7505abdc8aef32038c041b8eab6a30f3b9970bd1cdc93845e951f
+size 976979
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..98a6feb71cd83a259592b4ae915548d2d75b5562
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccce3e1e73b0371066c2d61727e48c0ca5a1047f23cab12af4c0ec462a4bf004
+size 974716
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a643cfe4ccda9de2383137b7311bc0c223b621c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8828272bb67199060332dfd316e69222bf9f32cffafc61fd6bb41883f5718819
+size 975624
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bca75a4530d1693f12d1505ed7d2d7d7cf98d6c5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ef729c914b4abcb0057adcd946aa00ca6270cf030bf94b99996ebb02cc88aa
+size 976811
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5be42ceff8dfcf051c28662466656525aee388ba
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b0abe12965908c2ddc03955537ebb82be4ea20f69878ef26a84c16aea9c4fe
+size 3903237
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e64009b613c872b1210869eb0023e1324c6bcc43
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbd02ee5ed5fdb803e185ab44577ca9a5650cb46a8c32f5a3fcab67653e34de
+size 3904072
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73ef08ffd44eb9cdcab4a81d583cfe496062b10f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0d920015a785c4dbcc911b88e174c8c9ea36ff1cd59d68c984add87e0caec3
+size 3903784
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..365d6e8005849f987645a40a2cd501e8a33ff3d1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c060f2f24b93fd883141a1d565f9b01801f7e8f626d8ffb0ff6b91794401b765
+size 1850
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e1d067f2462853d436d2bea11c03b9b79f8b1b3a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba5569a5dd1db3614dd2f88fa4ed4b24e195af884ab790b49842bb23ddcddaf
+size 1757
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8fbfa926896bcc0d4551fe364cc3b0dcaf6efd3b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36120045b37a62f4187a317f09acc13265f45cb7fb32ed7737586e027d20b235
+size 1805
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..557c25ecec0bed7e264c193347cfd968c2f84fb2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59188da73f2573976dcb2b4625ba62a8d4a28cb9661708e1ae964ccbba5d006b
+size 975187
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..944b9e74b09b8d58911b20d2fdf1d6f226470b7b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f9a652da19c342d2f03b7d05f06393e8959952572c8015d777387641ba588d
+size 977572
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..141aa531ad74c42a61c2cb83a7f38ecb50ac3d76
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981a5c91748f0beebde81be806a2e067036dbf8da6eb0bbf0ebc4f9f67a36677
+size 976899
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0355bc68da33b1d7c281264647c411ed16ce721
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471b55f455fd40b2bd9ee94f974d92310d22e46cc830de3f5c98a3b80389c963
+size 978395
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..06334e7242fd970b22b694d416f26834885db4f0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7da38c8ffb6841f1f4b8e6cec65aebf0b3164725f9fe3bfe0211e3d19d7574f
+size 977115
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca5e09fe0302252066039701d7e4c5f93852a120
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296fc185f4987b5290ea4f5697953f5d402cbfe96cb65c8332570e8754f54ca5
+size 975990
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b8aff0c29cf0c44bda64455bd62cccd07bc478be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf521258e3705aac634e4974e219d9fccf06bcb10a0b2dffbab05b479b9e669
+size 975301
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a3c28bbbe69a6147d4e2ce03df267ddf7a1c98a0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c6ebd8483c027d27c1664b44075846a9c48f4e6fa2a766c4b9fd9f0f577265
+size 976413
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ffcd439d5b2e1bd2a6d84c2174e2b4b6baa4010a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6674eccf5859904bd1c3c25ada57ecc1871f22f2148f916029bcc77e5877ff
+size 3902668
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..294af5c64bbbb4a5b48ce189960249dbbb56d981
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d208886c64fe5d1e308ea8ffa8e606933a4aa220dfaf03e1273a5bb8207a4e29
+size 3903127
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2d7be600853fe0bba1afa11b0301bb9779c823dd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b558252b457f5a053771be20f5aa2287cee747cd6ef161c43a56c2803ffa5c
+size 3907825
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9f44d04de2732838801cfb75ee7d33a2482aa319
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a130cc3aff023e83fea8009aa646325acc7613dcf6df21c60fe67afc1b36f0d
+size 1885
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..37591d23301ce7ae42497d373b339733d4b7aa05
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e459011388312abf89980560c879f2e1ae89716466f5f3a198e7229207507171
+size 1779
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..51d014e3ae37f480f3b5e7c18379f2f44beadda8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf98ec16363d9a2d43827f1afe773d2585c260f2ebfdf61b833b8e1af7c8622
+size 1803
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65f8477112a754d85d760c73a46514acefabaa18
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cfbe6d3c80be258693d5a1ef5a09d2ae92067ef6c8eb3cbc88647a746d18bb
+size 975640
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..db026c3e195b45638669141a9db96951585a69c4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390b77232c2981d68ab209d19e4d36f8d380e9b140d8f66ab8e222c33d2052cd
+size 977628
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..baa5402406813f30a9ad5f03084959e224eb19a2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdffb665873b4693c982ede6af413177adeaff4b22e2ba570cd2770ec64ab589
+size 976262
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..99ee7bba179f59a6daaa96eff117741acbd73895
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88f63c7abe9c64d885ccd5e2f6083f46988220bbf3821506464259a451d3b40
+size 978094
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..614203ffefd60e505c9896c9b0ed97c48e772c9e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a4a6cf93fef298c65f2d3abe3ca6ba2bf669992bc2330e4c890ca7dfd1119f
+size 977173
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed34851c471271f0859a4e105cef3a77eab894de
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e16da467707f8a8f7bd9e94c81ffbf07d1e32c552452c196a6d98e29a3c024c
+size 977075
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0a7aececa88faeb12716ec663e5d8fe3d40f069
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a045dc4123f469905650da4935adcdc34af1587e4296e4cfafe51d2735899bf5
+size 976789
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..abcd675fc9134b23b4cab9c8c97d8de3bd43cf08
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc88f8deca1e6a8ceb064d46f12d2d48b1a8d9ad6654f1522230e82c8f0a0fa
+size 978361
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..951a7525ba26acc9ef43455ff1a154bdfb116455
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ea914ce00a274584276d6c582598ecd59e475f76c50b720c87360564f82411
+size 3904283
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0fe5b00ac8f2e7687fddfbec9d60871cebbc5174
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e301de17b09ac83cf666a587046f15373eb911ded1031ff3e42c06dcc56e97
+size 3907360
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ee417bcc514dae2b07858618249b0055d1dd4d9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312c02bc5745f1f307719f946a15d5428bc7ccd7cca9ed9dd79a7e3fbb08d157
+size 3908160
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..54a0667ee39236552985f6a1ed38df3c109f9ed6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4619d14dc2de266aa4f3d17b1495907b977208e47fce7da90b6d1f29b88e5d93
+size 1876
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..22ecfcb384cdf8583fe586234af1b87921b6fd3c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42850febb41356ba16f82a9b79d240226c12ed91327427bcc8bc27879470ca1e
+size 1870
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..43c2f1e47848ab679967c8f75a0557d7fc594154
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8b56ef275bf5d8036486f71606cb234cbb89baa1a44c6787313250bf9d2f8
+size 1868
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b41df2d2328466fc9229b260d96ea3c0f3d840a1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3505930b5bac6326e52dd2f6cbfd6931282de3e01c4ed7aa7def3d1489b0b05
+size 976738
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c7d36ff37246dedaf1fff3e86ad68c04cb8e85ae
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80218fdb6c7833b78060d5d2a9fb00bc4b1aba0e6a58ea108421480fa2c50e1c
+size 977527
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fbccb0950ab96711a6c195397c20ea95b7f639f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffef26e1a64b2ba273a3bf90b7a1905e8e2c9d06e554986fd80f37a9ae34dc6a
+size 975511
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff9b7605a57ec2061ecb25030366d7cb255bd841
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34ef85a0a6d28cf3436fc55ccc31674f3c5d51cacc2a1b90e79fb66de53dd53
+size 974874
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b49dc638d3b316931193bd70eb61acc175435990
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9696b0488c9ecb7cc3f2c950f90ec457b3dec8f4f73c463ac4aadd2cfe2ea17a
+size 977884
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bca65c890b46f143fdadee0271362ce3312d94de
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cddac5dbf9f197bf48727c8548785368446576e60cabecd1c317e14872d35f5
+size 977645
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa347b64580a6235ee536973ec1b1f69a829ce19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a9044d3ffb718445d3482c69d81b0edb31fed7289bf060df2037b70b9567af
+size 977344
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b6837f124b7e965aad470201f64387878d5172f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc3579533a1989885cebb357d9f4b16397d41bf3d8ff3663a7ed5c5ed4e2aee
+size 978517
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..db0a39b521bee86e2e0cd82cfe11d631852068dc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36c5e1ae11a6f0cded070581f64e21c292a6feab52b5f099b1bed416db0384c
+size 3901674
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7f499d72b87c1e93cc777120d1bc6e6de06ab583
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1894171794b051130ce91fd491d7b1bc5cdfbc8b7d2a4d46d3e7ea3a341f5a2
+size 3901009
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..add84fe61267ddc5229c12aa4c60fb41e7291665
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9338ffa0c583298a98a4bfb50e9ec08add38937e1ec4a15fd4ebe8a84ab20b
+size 3910619
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a6d07f5f1ea019841b78cb759d5630534a0d19a2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b148d737cd3b676c3fc59c0c856c1437544772cfe9126ccdb354a7a430cf39
+size 1881
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1834bc9a8421cb4dade09fea76f097d172ac9136
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a65a7440361471f5bcddc5a3e7eb00719b0bf67977c7dffb6e8388ebb8ee87d
+size 1882
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c7d67fe1b66cf123b913b6dc92cd24e236417a6f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b0a7bd3baf555cdf3411b830e5640b4fd703225fc8aaf0882cd9c26bb4a166
+size 1835
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d806f58a4999d180c9e1b670c26608fa29a19c94
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75349c36c969e9b93adb4c3d2bf4980413fbe6b4134724b338dedfa79de5c5d
+size 977857
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6b4e06d9ba15b0fcf6fa4496bab2afd90b1f8b14
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b000d5e9f9e9d0b15d07c7c10988e05789c765dec3011f8bc92f2778cf655375
+size 977610
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..470ee7d45e91617983b69ddf6d2c87f1292712b9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb310998c23b1208108db2a6b84059b696d6c1c86bbc07600b00bef841b38f1f
+size 977311
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9ed4dd22109cc5c4b8659ad9ab3962d47a6a882e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be99532352edc07c7664ff0745c2741f9ff31432d7c3d972310dab27d7d386f1
+size 979262
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..41f585a4c07f8965eaf4ac196207a4ef3ff45b7f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa40e06a1d287e3248ef19694f71eb1b7c8c53af72d5486a1f88ae33a85075c2
+size 977699
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fd868d19b577d557cc589f8b9becce5ad46038f5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3f6b9a3dd9691835329256d2193bfdd73ef7b6724ea98101f0714b98fd4c01
+size 978054
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..10f6c846a610849bb659b7ead89a4438bd47530e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435d01d7f7df34c9bf47f0aec91a82ceb3630b0a7cb8127cc2a1cf2923a328e8
+size 978678
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..72165d7384599c9ddd60e6942cad65dd703e08fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada23b0277ea82eeed68c129f04f352ceebf2edf7808f3682d979706779d1784
+size 978010
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e1775de1054e8f03345790a253145f8184e4569
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615ac3a8a26628bf97fce88bc04446b111baef9eea946e2269444c6fd8322e21
+size 3903987
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..902d4ead516b9624bcf5bcded8a667e4ebc5dc87
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c04ee3ad4cc5b2216fd4cf63480b0beba349e8f78f826c1f38c20e9c30296e
+size 3903010
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dda74027f32c9f0603d986c1b9ef588fad2865a4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b176a2751a52d31ef90d6dd820649b87b821498673e6e8caf72aafabbe580ec0
+size 3905101
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..41467e26ebb2ccf3c869c649d524f19a5e22781e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab3dc6157dc9fe89414fff1542b29953e46a584067b5b6769de79ff35307e93
+size 1845
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f45d73c74a5747089260499b3ff2cb5b65d3f084
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7cffda268838ef14838a9f5dcce40d888fd9fa6711e7b2b7bdadcf40db3b27
+size 1863
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b4202dccd833e1a02ea1f945843ebff286e46ca1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfa1030d107cc604a32ca4b2b4025d31055783860908652cf119edf4ca15627
+size 1873
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..731c4d31e0b29941827a21f7db9f18f7c77ceeff
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b37eaf1130776d578f884c2103357322cb84faf60146ec783f251ab73a49b92
+size 981696
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..05060c9e15543de3d3c09e2306b68b1ab2b1358c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3b047b636d196d2df1e8bfc0732a7219193e4c61640953d7b143c2baa88c86
+size 978084
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1865d4b37cdc4e0ee8863e4cab382d287921d7c7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925db9b08643eb687e0f5855a609076825bcd3af60ca3bd3c740b01a1ce71990
+size 978845
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0bd99c9cc38a8e515320f5f041b8daf1cd5cb53c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302b9cdf69945630582839a12461baf3ae156ed85b6e23123999c6f13fc92657
+size 979504
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ffaa5298a47bca738b5b7f6ab43b5f92636c429
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf09d00600952d62a46faf88942623707a3f8d1a1d7b463743d48c6fa43d30d7
+size 976186
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..885507e762a01d95f2f3cab0e5900d799c68f5fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7889c40163271d9bcc5739f1c03744c016e34fbba9c13e14c2a222db5d6df9
+size 975762
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ed15359682c755026fa2433cbd2c7bb848dfa31
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bef6376b53c697a7cfd5d14e2ac26f9e7ff87481edafec17801eb1677dcd95
+size 977488
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6550b7097df3f583ad332fd304e3c13ceb444516
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600303ae23ad904ff9913fbccac8d94409f110bb79853ef2fa1c7b580492aaed
+size 975423
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..179c32017417b6684d517c5931f06dc8a0bd6e85
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346fee60ed87d7be915defea4f979abe7ff3dc17c2f0a65296fe768d6dcf3e21
+size 3906015
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7af102f27ab547895117a7bf801711a143d965e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191ad6da42001152789a76362fe85bec31c9cf89af1a5ea9c441a65437a7c4a8
+size 3907652
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2adc61d0daae7611694de83b4216766194b88b18
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc7f23226917a81b86395529fd9b4d931e20fd78ce022cf3e7a9df26e829ed6
+size 3902167
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0ba0cae4164f31758f9b3d036c3ab52e8c9b7997
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca6065c36c8e9cccd8cad1011aff208461c871b2566acce33dd7c96678bae20
+size 1883
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b17b0590e90f9b6d56c71ae71098489877cc939d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b418bef079286d9e159645122fa6369ef47d76080ade3c41819a37c85e74aedb
+size 1843
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..97608c4bcbeaf3e7f4507b0b0921985529462e3d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8813727d8700a4ef9d71f9d636e966d41607783260f9514a6aab7289e9f7fde0
+size 1834
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f584e4174703594571469059da9d7e87bfa14ade
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2104f9651bde58869375c5be5908c9844d283f76508f5075fbd0dab25f30425b
+size 979534
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e5e39bc29bb59690ce09b9362fe706af192fe42d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ada8b0ee474c4d0da48adc7572dcb909468256ecf9882c5773490e83b9c7ee2
+size 977113
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a58301e1fff46d0b86886fcb79a976391bf2411
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1999141f67d7efe6e51380bc751c8c2de1e15d130556f3d7a64b10877e16de29
+size 978551
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f69ce11fc488dda365038cdb8ba023eb50fca1e4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4effdb7e5ee1fe076695591f1571f0045d706322f6c93daa8097f0d4f064843f
+size 979622
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..48ae3afc7b8033098686091b40cd4a0a441b6e53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115b9a8f59bf0bf5c102f7407816a3a60f824d9e852654a75063e64720262b3d
+size 976620
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3854989a75b337a21ee8ef2407db58e0d3b2a811
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac44c350f20eba41b77989f6fc06e8de43dbc3671fe61d7c510212395c643d98
+size 975638
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ecdeb28f3ab2a7a4aa6990ea29013997ab84d08d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72961e7966cfd216f92e26bcdffc0269b8790211b7a690e9fe7f127e8d783e00
+size 976231
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3f7d7a2beea14c34240c5936d920974795f7e9ef
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40df105d110208afa241ec8e6bf18d8639e88d27e0567f4f45210a55ecd4d07
+size 975219
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ed28e4ff39c693295063ee5ea7285e77e383e78
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79294c961e5d9bcbe6a9da4913278c63952b77959f6c68fbb8b814e0ebbcad95
+size 3905777
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..525c2d85329dbd277cd9d327e47cf3f66eacb095
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d7f440c7e0dcd0728080831dca41f662b1528c484aeca2df217f0d7af6838f
+size 3908248
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a467b611300395758623e225604b56dbc1770881
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c388b47278d1cbad74b4d4185c91d431ee59c8b7baa2a83797cd1575bf5ab799
+size 3901050
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..68e7169bd231e1ea0fb27368e7a9ca869086ebbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648fbe2e3b55b5fe4f9129d2d668bf16dd7f659b7119f9102427af1c3bf1819f
+size 1835
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..25c5252abcf1f74d592aee8c894ab7f393f5f2d0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95abc82873061b56eaea70b9f5bc2ec83ce3eac1505f041bc266cbd67c65f953
+size 1846
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f414018ffd44b42f32cd6167a7bb2d83cc77e79
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d74d40bdc55c9a41a13c14ff0eee7f411d0a5beae7f8d08547aacb8a991004
+size 1827
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7aacee413538843db964c39ea019bb32201a599c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19763acda4ed0a1f787b372f464f9775d9af1e9e86c31d300d4dc22b62f82b68
+size 977920
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3334e71837c29869fd3c07fc4549c6323baca7ce
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ef32e9ce46cfd08947679a1690ac3c900be61062285c247adc77987a13f317
+size 976251
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a2a37e7491cfa4582bbaeca39aed8c98f454ff6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d33b3bbd7d31ec063c95401ad9c34bb3ed10bfdfdd92880cce16bd31fdeb1f
+size 977644
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be08c4fc263be61bbfc1df11f4fdf5d8827999d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77750b6283bfeb78cef05fb48282ad4eb73ed115227b5c0c2291b75c2d4212a6
+size 978709
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f90c59b741f899fb00a61d72ee4e1d676800628e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5c9617243e982f914992d7b497925b0fee80a9fa1dad7809c84e76140b9d43
+size 975361
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d6b3b2073a400ed976a9b62b44b6106464f20795
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4002fd555b70174971e33d173385625a3bc38a55305189146e606231dd2d00e6
+size 976476
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74b18fb4bfc43aefc1191ed7750c5aa5bf42561e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657a49ccc8825c6eb08bd492130074ef13bafbb18b86addcf65e1ca8a7420887
+size 977569
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a601a5550fe25d13b508e28091ec42a551a61e9e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17521020a9d849c0644828e8e53687964efda5174a5bd4d9c00dc88c6e80c70b
+size 975782
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0499ea39b3b24a2e3740da597c89f6c2dd568150
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf832b3b83a9d002b875a225522e85f03922cf9f4823603ea272c60dfdc1f574
+size 3906376
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c7a6b2cbbbf9cef8579ebb9ffbeffbb48e86d93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917ca4bddfa971326c01b77e7a2bc69ce6cf7a5369e23c6c4fde908aa0690eb4
+size 3908640
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1562fb87257b98aab1c97e65fc041662c1844311
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826fc0898bda14e6edbfa339f069a0d6fc8b23c3a38077a2e7b42708b41ada46
+size 3900437
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..776ce57d3b45b57c48a10d940baa2c2aa2c2a143
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78934ff892696124807b5630b782d28e50439c1f7cd86a739476c7192ec33350
+size 1882
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..84d6f38fc3062118b2954f504bab898a15eead3c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffb254fa924b6f57185529f7c4ec47812af6e9ab24435063a0824d338c87895
+size 1837
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a9880e31ce0edce3077f6db6c39bac67ff0fc65e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30fb7d450febb71974266e6fc74061dbb2b011ce80fcc08a86aa3828e027554
+size 1823
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca1a6b04de4a4efd772d9bcda5167c8494b24931
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8e0948f5dfe4413afd9eb0070857d2f532f87dad0a73b132856a61caa2725f
+size 977914
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0df0aa580c1c00949e993c4434dfda1ba9fc974d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f92cfb7e5fc780e980b58e8257fa34e4e3b7eed9fcd32a832880c1f9125fcf
+size 976149
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4d7eeb5986fe1c07f0e209d1f44cfd27ca66d250
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73caf88a924a4326587e94c8e9771917748bc181a4fe9931cc3e6765ee13f60
+size 977363
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e0e9623aaff8b69dd7f6b52f891af83816041ed
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858d15b4eaf14deb0a4fa6f7bef323ddb0c97edc42692b79d1ec9c1b08872841
+size 978501
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..30caa1cc05f257acf33965bda1e4520307d0e4ce
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f85f67e945f7b74f41920a7bdec524b5e5e4a2b91aac39e2cb5a8283ac2545d
+size 976848
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1750d292d0af3a7c1233daddd676ee3e55caef60
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec47b713c9342373faa29dfbeff5e17012018d74061c96853b887680f8316371
+size 976300
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ba53016946b130fba9b3e4ddfba53895fc07b68
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfc60421d4ee9c523cdbf494f00920635d7a42c6be751ac04d2a243b02aef83
+size 976259
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29ab02d69105d367fd452e0ca730da49d83d73d9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dffcf96c9fa140d9aaf550a1a976d0ea461e8e4562b7916b1f4ec4e6fb43873
+size 975635
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..77bc63c5e36a5d36a60e1b07e67b80095ab0fd04
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb704b44af5fd2e4cffcdb5f755b541581513353153be15af4cccd5c5787e819
+size 3906147
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4ff8175e1317e777a084a476f59b7d75aa92864e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6e32874698724f67fcf6ea6ebc4dfd4f174259013364c5bd4745a367383511
+size 3908953
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b4f9fbedb5ef40862b77f61034129b33d8ed162
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb73a69250980041af4b7324c7c218683e7b3c90cad5c117a135c9c75a1249b1
+size 3901233
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..07c40b6cb075862b09e87ee5ae7718e75895ff1a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc2db0e5af37f572183135a999b99ecf70be4b373baef19dfde5405ceadaa24
+size 1834
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0903a84444e692e954ee478bfbd2a62b5e45b990
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93865469d2a35da4d5c02c09f69ff761216e868cb929bad4b5d44cdcad16fc8c
+size 1827
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0a1de69bb310c80dabd271d2b3a625332620095c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3def9fc9080abf4679e6f0b8dac19b8829d26711c44da006c588ae6994a4ce5f
+size 1819
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f4de71ef4a8e61b0ec2c567f14a7be3adce01fcd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013c2af866fd1ac19b7fee4bc7568779414d4ae1c84136dbcba6f1a22715e4cb
+size 977455
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..01a7f93a58351d84726dde16a8754426ea62bb3b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ac487c6c907aca142b3f3a60f1403e269afabd8b5287e035388e54e70ee5f4
+size 976026
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c011868400c73ce24ff17b4ca35e723277f0e210
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1ac43625aff7b41a74ddd8bc3571359533a4a87f2b72aa0ae16a0665d3c16c
+size 976590
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3366209b026bbd295019ced501af5ff043f29d1e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367ffe44b88e92ee622e4e40b0037da7fa0e26ae4f75f94b24ff23cc530cd55a
+size 977574
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray b/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..865a4d5183f766d7a8ed4ea6a910b46832d32f61
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2ea26bec042d885fe46129c4c0fa27556ed6a14145e484cd25e1e1d6eadbec
+size 180
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/0.0 b/checkpoint_500000/target.decoder.logits_dense.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0efcd964535b8c04d7a52fad537d24aa9ede5c4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab45c650a3bce3143ccf996545a2afad3b7e082a73108afc2ed0ccf5d7b03b32
+size 61028810
diff --git a/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d
+size 170
diff --git a/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0 b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df87d098965596c075b774b1a9c0b582a860e769
--- /dev/null
+++ b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd81964165704f3425186d9e0cb67d3d1f020ff1dba798f96b1096a462f51b4
+size 1026
diff --git a/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray b/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.encoder_norm.scale/0 b/checkpoint_500000/target.encoder.encoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bcab8da6845619952bd9a4a1a8e26ce8085f051f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.encoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4874b8b34eef4bac74a0bc2315c423d5b644283abf943813dfddfe117d08dded
+size 1831
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d4da878d3ff17fb50f94855a79a5ccab2866cded
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870d66ff1c25fd5cfebc5e6ba78111aca11f751765be0a79eb346ad361c7d54c
+size 976497
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b4f4824c0951ec7612a4ec461893ae5db36e4e3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61971a1f827f0c9e42adaff11605c61e855ee27904ebf48f5667ad9e48b3a1d
+size 977451
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7fd47aaa8fc93195d4e4e5b33a89a1fc8bded816
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5d2f15ecc08ff8e64313d77decb7a8cc5a7152e9679f79551020486bd938a6
+size 977833
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed421607967ccf6cae09f2f0fc9e987f626d6144
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38584e6ede09884170c000ab4936b98d98647a7740fe9ddda0554d81624624e5
+size 975440
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..32fd916484db6996f222710cdf4234b159e6a5a3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2998c03f42c963644f35c1a6709d0f57144516dd937b4ba2e73072a0b66715c
+size 3898972
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9429ede1613cc7869e7f19a54e19a9c69d96bf45
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115af4a7435436feb7b8e5b87e3c1ae22965c931ddd5cb70ce6f628f54f74081
+size 3900626
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..216849051e19c52edde5944e6d672a2089092f51
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2719013a41c827b6e31f120c7a2f6cc982974a5d862d69270ab73c127a5f9dbf
+size 3910548
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..64ca8645d4b40810de2c3da602d7cfb5d647504d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3935920c85885dbb73f0ad8def4156c3f43b64104aaae83d2a1a53a1e82d180b
+size 1840
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a59a803f6d317e6743c280f799f0f4aad87ad908
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ac043183c7b307c8df463a3663f40122938872d8c5ee82f6a23220cf845959
+size 1927
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..98af551b5b6ee83c1bfa5c4660db6dd8f1b63df6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b098c85cb6fae4e5e0e2feaff9b2f9bdf5469b1fd54df25c6e66393180888da
+size 977367
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c826555ba9070e316bb0965413b49e7729be03d6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b003a7d19f4861bbf57a5cd81df5cd73384635bd84bdc953c2a09ece7bf518
+size 980994
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..84c24bd4c3b7d7a94ac219f991c0748ad1b182dc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b47d2d21323eea2885b3359b0d70668e2e817cc9bb7e3632e07fd87d70f1038
+size 975720
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc442851b1a55a246efbf5261bb7b8747e84a652
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5365a89b147fc050551f5bae4ee8e782730e109e74fa2e587f334dfdb9e4ca
+size 977179
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f42f1e85916178ca00e673d5926760238abf6e1f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2539a00c24c996b42e8408220fb93e342d3e9c679e06846c37bc1369976078
+size 3898402
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a333555327f093456b6b6cd7b567c80862463b20
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c302418334558446b62f44a009aad6ee4a40da77b1d92c46f477b0a02ce15e0
+size 3901359
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..123f4d7c201dbcca97c14410e3eafd2d842f0a68
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d183012d03ea2b6470d6f2d52d3e6451c76853388c34392e3bec37f97c161fd8
+size 3908841
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bdb2fda8ea2753fd19498a6fdfff5671a6a7b617
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e635d4b9ea82200f2269383d45f99e43bff6aba10cf8ae5b040c951a42f78189
+size 1899
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..45354a79d098ffac54ebcb9ab55b28d2edcc78cb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f961b9ee51ba19ffab49a56f8c619ec77b71f2f58f8cbea6e5d634abb6e4c893
+size 1947
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..28413d8a22fd5bdde37632dfa0edc0e78c4b9291
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5cad73df7786a5f6290d7afdf4397963a2d50baf532652ce87016a06674390
+size 975315
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..41f1c99e23f6042e87e61aa9789ea8c60db3f2a8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624d48ca6dcf31bda27b3c1244edd5320b7cb5b528ddf0b2f6f3ab31458a6bdb
+size 975232
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b6d619b9ea1e787ec16b2f29544f6ce933c3d52
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06904d8809a84157beeddc618e7ca639db165ba6a3070b5ed72dde25c4bb0909
+size 977234
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6811c81eb3f44940ed61cfc07c20e741438c7cda
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea964c969f4df860602ab4c9fb7bbc46985640c44edadb7222057ca213871c37
+size 976557
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e547833b56b5048a72bde9b00fa4db63c92b927
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c0bfcb5cf8dee00f3a0833571d763ac2132dc607b8eb8dd9c678a0260c113d
+size 3898452
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6f2aa09c96766daf40b0a76c53a10d1a53709295
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c890344c49c88eb2cd0c95e3ca94609938f2fc85d854a25c931edb606f78ec7
+size 3902990
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..918daeab283bc9119ebbd8f03add937065f430ff
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ade6f07a08db348574d879e7daa343d4f8250b5efd00bad5b106c87eab7b89
+size 3902880
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..32746aca798d58f910f3c06eacc7ac1300f54ec4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe449a80aa9b3df01ed9fa52ce1943a02af846d59e1f4bdda498036ec33f1d1e
+size 1922
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c323365462328ab99ad3a06d20babcab72d64fec
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f64931029d6aabf60b66e2684453db2f67c8d6c96b1404449d96b7d3cf198c5
+size 1911
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1cf98699b2d64101720c36781f6998296500551f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891765eeae9f476693666764ac66eb900a699773d1189dee53a432cf723da4dd
+size 974933
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7f375dbadcc82a18790ec6e30f18be09abd0a831
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc95a20a771382b9e51a1792963c6fcfb3da663c13153d30ae1140347da55208
+size 975925
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..56a652a035e4767153a1337309ba9549075a583e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e168b301a41961e476b043953e67efb9c57aeeb0a691ba862565a53abadd52
+size 977147
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ca418ebd47ae75c9a78cc52eb68c58920a14987
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c866bb61db076054c0dc8f936d326d3586dc113548742c6e67caafd650b6e2eb
+size 976340
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b4239b6b4b2dabe4e21b7f6b9ee5471d123a37b6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78738fe87794dc6c04f9f3c25476954ff10975747e7b83f23143feb8f1ca8b0
+size 3898370
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c3db3ab2acdfda8427667f39033a47a59f3f1c8d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce246c1aa6342fb420bcc6e6d9279ff2d5c61e07baa3e447cd59fd7f54d2d49
+size 3904268
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69a7c773fbdae0660d3a62b9d752c91a1744595c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef81e8678029a6c084d1ed40cdd9f5a1c1922d7d4aafc8d82d6b9e2b6861e23c
+size 3902302
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3df7d58a0174505011f7dddb4f4341b3a45679f4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2d2f981256535ec66131753026a4cd27a5d2925c37ac49be71d087c3400603
+size 1919
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..df928c0772aae0f7abd8d1203acb5f088d5cb427
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211dc69aa2eba159743bdc1ce70719583fa9e44b1fe4e45ed9ff228a7b2fd1cc
+size 1901
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..532f11e82b4377513b7631ffa4f697df1abf022f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d0153f2efc3fbcffed63a328939bce38f982d2f593015f72f8f51ad753fcca
+size 974993
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fd7dd62a007a8fb88f300f5a610d484c7150b610
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede96a3858037d9d46e6d96eef57bcd154336fc345c187e631951c0c53a0d5e7
+size 976006
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a6b5e2818023ac4d9189834f0882d2f6b72c9a16
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23306dcff5faf24fd5a5d435cef6d1e8e949b7f6c842e51bb5b559a0d31ab07
+size 977065
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f613c1ef99b1bf09cfae875aeb91d70cfd44e0b8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64def97caa2adfda2795f267a3ce8560afa0cad287df3713ddecbdc0f678b861
+size 976151
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5edddcbdfbc246262649cd139a0ee1961097ebfc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8081c24321e5bb8bf920bbdfc0debe5d2e3fe9d45b8736bb80384880561cd2d
+size 3898002
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b3eede6ef68f25eda82a7336c08270a73453a2e4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb20a5d7ddc5ca39a9c187b043b19bd640e5788aafc7c02dfb539487daed757d
+size 3905758
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ea76eeaad28af657a18dc8017c85e1474ee01a2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3c37d23b5ec93e4eef6170beb0f2cfb5745cecfe691a469c5349575dd1afc3
+size 3902146
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b7a616e6836739dc98ec7b6a882ae12aaa865eaf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d001f3ddbf66004ccde227995118d1808d2478c30ee561c80d4f94a19dcf8fe
+size 1921
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6dab7b4066399617273bdd67e737889a52d2fb09
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbedd976a7961af54ffda30799bf5789dd058bbf85baf5dae0252c26d637ce91
+size 1900
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c994e0eaada30444e715620760603e4d54a2f3c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b6ea1f906a24e4bd3cbef45a39f21e3ec640e2bddd369c26194ab6b811ab66
+size 975124
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..55833ee1b8587d5172af0b9579c690468ec32a78
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53bf6d98695b21600e5ad0105358943608da3ca5691b92b591a29ff0bb1447e
+size 976108
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6e3e1e1720b414627f7b35d0e5fab44ad0393761
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d899370df0adeb15e108de81f8d91a090334994c47bd8f2569e10a6f815fcaf2
+size 977225
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d639a2115d536cd6a42a138bb7a26b9d5ab7d1e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8edefdee81a7b59fe6141bf652d792a545e90a4471bc8ad94d51d1d32642aea
+size 976045
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0926de3d9e672b89d7cc59e15556c14f1e7bf58f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65c8a594067c9ecfa3c02005b089b8a150acfb33cf50c566b86ad341865ff18
+size 3898279
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5dfe2dc538ec92e6686d811a45fddcc19d2e595f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf40b2befe5f63d56bb4486a61c2b09e7b36424fbb1c588420bb29b98c05549
+size 3907274
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..004a1144b1cf02a31d725bd4940aefb9dbe946a5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dc978460699858be63776ba6ca6c6fb0a29812e6871501ce58f2c8d22a0d9b
+size 3901574
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..14db51862a3dfd00b82f444d18ef3f2fec5c8f33
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48755392fb54465628f0c809d9ff97eea56bedd7816cb630be61d03c9c5d64c
+size 1926
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b798267fecfbd6aea25638680a581e03af190c60
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a955ce51aa694aade2a02a85f06260d144fc146a99742d20842d183ee72439be
+size 1895
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0d43799203d5013f65aec4f231c19a3cb7dac020
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705ff2dabe18669b25aee23998f0d600956db970e65db044b90d136e949f5be2
+size 975058
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1226e2f78d9aea6165b9210afb55602416d6f0bd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f45af5c0b292e17dd5e7ef2e78da97759e05f20de1c98b56ef90ec633b09d1c
+size 976948
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..61c9dcd3814df21187503c0a17ff929fc46e37ab
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5c82800c546ac7f06a8eac3386d88c5fa26b954e8fa0d9428da8d46cb66755
+size 977055
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7671c705d6941949cb7474bba9fe9cdf76cc525e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595c9db9d070d531503339eff91ad1ff10e059b22e99d1f04fc83fe91fea3238
+size 976860
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ecd12616ecfd398085381aa2c5c44e88f6e8f0e5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74dd211e1e6d1fd3263990b553733183a3118e9a82bfc898776523a748736ee
+size 3898354
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..539b6c645b121b2ca232090397216ea86fae5a40
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bd71104c1563f342dfafa2b75f7134ff922f35e8a3e7f86f78952d8d57debe
+size 3907500
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1642a16853449e2f9fc2843d8bc4d1688402d2b4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ef4f3a934352ba37583b665cbbce3bf0ffd10a9557506279a3a86df3c66d4b
+size 3901712
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..263cd89cef410b5e536851f96c540b6876ac4bdd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8143065548598885a17aecbcd6aa7bc39dd46318feddfab2e6b35ec8842733a
+size 1919
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..408c6f00796596338dea08fcb72142c12de22909
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08cb1264e08ecea42fa2235a7e174897d31b2dccb449e0c239c0a26c298a71f
+size 1895
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8485947febd114532af0d27345374e3c5c982daa
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8802302d820c4f85718a95241ee24fb92f630f9234d246b6c4c81925ba89eb5f
+size 974875
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c6eac715814bb773b7871d27960e2eb03fdee10a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7484ee5264d2ab6e20e925cf7c1ef35af871e6727d7c86a7ba2c8d7b95a9f37e
+size 976770
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cceddb2e68b20b40ba34cd206b855959fa6a6e3d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109dfd628d9a009c790f41d00cf3bafa1fe6a27d6b3666f877b8006cad73b8b8
+size 976951
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..da9f1849385c908fa2b870b836f5f074e3ae9724
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee2dab4385ca9d2b9c4d450498fbbc480b9e032abdd1f813869a502636b12f4
+size 976525
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bfe7145d7f233fb8e826cf991b757e24a3a5a5f2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb888e9d43770940af550b02e9427d30a1c0d7347cfc8c76ac6bb423ddb9d21
+size 3898493
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e9bf81c281c7469d47b66eff579a08b765a47507
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332e49ea81f073bac64fce2a0de6844a1da51f0ec1f9da1181207351cc9ebf79
+size 3907780
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c9e79e636480c9b67a6712b7dd6c08419b640778
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58188e984814a06c3a8f30670e1cc06c9cc0353f404a0eef729b1ea98d1f9470
+size 3901693
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d06f6aadab4768d863229ac75f0e5a403eab6687
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b895da6c5d2b720a257c5fe1a7ee773dd14d0e4e72e46b219cbdbee7bd9023b
+size 1917
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..20002aaf63a0ef4ce93fdd630eaf149795c3d42e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ec602c976010c4a072a7bfcdf33b7b8b58b7a211ae78abebf981dc762bbf74
+size 1883
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..55d9b407155eb61e5b22f2ccce73524066885583
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bea0542591b8e090b358d8c3d889a44b4f9351ac8c1c52e3c1e1bd49eee9eab
+size 975092
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c90511e9e583bae4c9898dc1f6efacf2cb91a79f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250217a13b2d42be6af8de4578b8008e60a7bf05c3b2ccb38058d93b4439159d
+size 976716
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb4ff6ceb923afea11b81b793879275dc13deb86
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49ac73c48e1551301d4164b57c9b6dfcbc3bac06e74264fbb775a8350e1229b
+size 976996
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b44440751a4073f3c5874f39839b0e0a587b385
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48aae6492d7031f1eb8de86440f31e0a6f320327fcf54fecd479fc988fd9a5be
+size 976465
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..823199ee0a59a53755eb65d6c58687e11f270011
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de19d290a016f620798e556e406567a489fc08c8be0d263e3db64688534529e7
+size 3898726
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..35235517a8c72ecfffcda679c5f678da95976838
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa1c925b22a60f8b10d4730381030b7df15dd9a3da686be810ea0140961cfdf
+size 3908115
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..139f29f93dcab802395621e66702fe56f1d8ca6b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44ea594c7d9d2fb7c52a35d7e3f37bf530af7bbb210e94bd98c2d3b2934bb9a
+size 3901122
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1479ba071792f6f225ec437421b786145772ae6d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c11285c522633abb2fb9ac935a303f8ab48f14f178aedba161e6aaac0a3b8ea
+size 1910
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d5606a4b73dbc2e0f06464d525e6f6769a3336eb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257b467856b01c8639886009193f7a786b197801fe96824ca7e8319d7978837f
+size 1884
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..12d583408377113cfe510ef6e37215998a74714f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e4bcfa4e76eb6230566c4543bfc05981144b8676ecfd4b7ddf44f18f103af0
+size 975507
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7f4c315fa1e70e08779fe21680218735e286b5ef
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ce810d073274f7039fb51f54e97a50430b3297afa6deae66a248b2733db8fa
+size 976760
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0bf51fea3a8c69d0a11e6ceed946a07f9b5cda97
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72b24270cb6e5550415f4bd6236fac6959715f4312584579f6f0a1d54156032
+size 976759
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e2e279871596e7600144a40ca2ce510653efaa91
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aabfeaa06f598e0669b07dee9b7a898806fb0e306832b62b3ee8d77960cb5cc
+size 977001
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..da92c6978ee97d1bf4088eaafd134eaf202a5cc0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc231d59d5ab0f24c64a587848f22984a34744751434dbb68b88b7a0316a0a3
+size 3898920
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..905c44471a15db33b5daac19c2d36d5cb0f97347
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdeeea2de57f6c11097b2adfbb6b04f6770cd99f9aa9609903ee556dbfc39f5
+size 3908256
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eb07f62a3d0c21da02eba9eec7e44ebf1efa5f28
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf8769a2ac1de1b02d592d70b508c39908f5dbaad636d4dffcbcb8597074447
+size 3901054
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9fd0b1bc1b004c35a2c7952d925c38752ceaac22
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7b6a05f137f66c8bffe95a38294b6f323f89f514cf2f07b72b0aa536fe299a
+size 1915
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b3ffd1f59d7cdb45db79027dfde1328b3b578927
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e9dd417695e34cab16375994d63d84d83d94f5d5d517255fae90f1a37fd96c
+size 1865
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1108c9bc1a751bb25708c16ba7145e6da89f9a6a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0d8d9585a4448f313dd291649609873e1f9b7bb27f97b191999cb3badd20a1
+size 975256
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d4d85828a333f81385a1757166bee123f35d1bc2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3ffbe4a96f8817db036968945235aebf15dfd6d7587566caacc13d7184dbf8
+size 977229
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2db734925c1481274d42be5b771bcdfb0576acde
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460b7a79f19e90de048564d0ebb2c288ef636b7b774a3d32dcd063adabfa189c
+size 976805
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..048b933666c04e83926f829ec1825a950a9a71ac
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127db98edcc6c2fb52daba576bcb2a5a767e87b0bdad01b4e16e9c24691f186b
+size 977230
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f3bcf81ef526252482d7fae014560ad9376d709f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dafb8de9357bb378666e60642ca25e48e2d63bbc6ad22cd7d3ec43aa880c64
+size 3899303
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c3a52b42ee197ac5f12d2b669184fcfe5445309f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804c377e8ef05a5cb1115b7652a6b2b032402f9eadb50b6bcaf6fdd0965cfb60
+size 3908303
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..07a69e637627ecf1c4bafbc7af34fea03a19a3fa
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f23c94aaee989a9f61495e63a3eb75eb8b655dbfda91a36206f0062af47bb59
+size 3901205
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fb50a89362fa0ff52995e89a801c559156949071
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acc98981eb77be801c404635081977932c98f3519c829ed2a97e063b094830b
+size 1905
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..72c7052e76b7df528fdfcd37fc9d4876c8235f15
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc0da3afa909163f1630481ac2500bd3c255c7c7bee20b6d2fb054d63d8a710
+size 1856
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1abb6ef112a8eee49e296c33015bd206759b908a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c499ecd1511d7e3a5e9cb9318eecbc6f631d8132b81634eca762be62e92bd83
+size 974767
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e4d5a002f489c8a77ed4bde879aa4803ffaa006a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0c260784dbe6f2286c06f805bf4d8a44e520e968223728c219593ff7da9dcc
+size 977151
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..37ac625c89b13f58be2c51c9ca7d6914ef1b88c1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a779bda56b0d5f4d18c4b846933eb183b0ddc4311d78d7e8b812f6d3d386c61
+size 976816
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5244ca3ec2231025794faea19a7bfec97b361f29
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744d3cba37709f3db54aa412ca4d1db26e92196905164b5670584a9e187616ce
+size 977955
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..99a019e5aeefcc8a644ee2da3b6c3b8657331d14
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c07137facad36469b127a5e6f58687e1707300aaa038d44e922d7271b2d180
+size 3899513
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..32561e965bb57376fd37f2ef6bbdaa0db8e209cd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5f7a57433df75b438bd8f0bc944dd77091d13eb866aaf619bf14ed76d9f638
+size 3908266
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e31c4fe0e8c052b895075466519bb2343be4530c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ad82f1936df88900b5ef12c233bc1f225609542f9676762cce2dd0be07f324
+size 3901332
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f30f056402685d0259de51c6970aafa7cc50f7f8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c91f02eef6842d1b7667948a89a5e04fbb2c12c2a68da90f3a36b1e8aaf53c
+size 1887
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..94cb901067cc9f734f1a620c108d6f83ae9b7ade
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a53239a2fef5340672e51ebd3887fffdd66da2876725d5dfedf7fe997afd5f
+size 1844
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f6e9499cde939ba5079e1e5cf39baa9006447a77
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44345234c693523f3b072e2deed7617bfcfd18971ebef32d6cb33bc8c050ad2
+size 976377
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c9396611ca58ae1ad4ffe6b6d28687f2f4192417
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e692778de2f6418a9dd688b5660efdb1f5500b956ba3116e7adbc97e1e147792
+size 976116
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd17199a98970e4a25c187ce3a390790f4ee812a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5806684a06ae72237d6c2f6e9c41d82cbc53bd9ff073324d49777705f30493
+size 977658
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..61d4cfa56985b0f76741948aaa9bdfbc2058fe8e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c486b0234e46e30b42f1978e533a376c1d56729148a64d86a38e28a046c29f
+size 977985
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7406fa0ecd890cd9683541d23c2066fa8c428e7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7c94bdc533e2aa9f98c67fd2d76c2ffb20204f51c9d0878ba6fadeb39a5543
+size 3897665
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b9b9c95005f8745acb850da36abe0936435427f1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ec3bae62ce802dccb13d2d8bd8e002d67e8da94e88ce46fc142afb48fb4ab9
+size 3899192
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..51fc3b8d6495bf080ef061265014b8b96f5993bb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4dfa445ef1d408fd1f887ce178cc682906b381b7ccc1a41208311972688d36
+size 3905510
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f3a504a79273fe2e05fa9d1258c4bff6c305ea57
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07862a4e5d7e4d560ee309da9431a1703cfc5415c7f2bebfabe1564a1fb45ed6
+size 1942
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..31814fb39d2943dcb8846949f84a25b3de322e4f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e1fac11e57d122cd80927e0019a8f53c8a3a899964ad6784c782f988f26e08
+size 1943
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a7dcfb29e5786683ed57a10eeb1535ff60c00ca
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38f3dec92ec9c2e1d4614b882afc1787e16bbfa44dbcb5604e1415ebdf81238
+size 976107
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..02f655836a64e4437f81a7016cc6aa504fef4b66
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd22d66ac341e838e1116b9928e8fdcc0405fa563e2ec65917694b491b4f6f2
+size 977120
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c854b3e884fa2df5af134b1856b48cfb24556b3e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7772c0ef410e000f2dc20909d847823ea95085821323b8ce2114ed9fd20b3860
+size 976940
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf4258c9b51e858d857b79e2e2b10f619dc0d814
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7162413e7dbe0dc3b266b19c588e20bab2a5c4ae57c4460b7c9f8b63d38eabb6
+size 977921
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ffd634c630fe725de189f091cfa1a3f77d5cfdbe
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7195fb113e244e7cd97fa91e7a45df49f0ac7374a4eb7a4fd69f2102dbde189
+size 3898685
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c91b072fca448a9d9187ecf046ba521c99912dc8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5209429a00197bb6b084f02012973d585e294de028897436301dfe5d28e1d5f1
+size 3907850
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c9f498f095e1f2050665f0c071cbb3e49649c3c2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcb2b85d7304f45ef4b1126b66537b4b3d19b3c250db11891726f0e88a46d12
+size 3900542
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..433cfd6fe56bf8e0941e4fb32a7ea3b09ef5e93b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2572810f4d5d22dbaa093970532730998047a56d46e535697ca7944e47bb90
+size 1893
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1e8b6356f96056f73a64bb49e82844d2d2d51e6c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0803ce37833f70b5aff85818240c3dc37c60493f4deda224c0dd6f040377db
+size 1827
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..54e535eb071e286ae9ed0700ca5fb74dee6162a0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80364de07d1ce66fb0d00884d0d55293ec6186d4c2d8f88aec0d89bc556213df
+size 975768
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6153836c91347a43db81e7bf0d95ebe3939fb822
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee291f8598f7a76ea8fe3b6d5f5594cdf9d69598efbf2eb7e3247fafc4a5b484
+size 977438
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..34572d2447fa352d94e4d6ad81a108a1d916827b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f7bea35a684cf713864891d09d8bc5605b2a9304620e6c42a9d7e73e477127
+size 976708
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..81d90a22dd79cb94b5eabd4e798c132c7dfa3eb2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa4837a185a5de5e76fd04b1584902f5dffe3fe94f1364f46db330de46a72b3
+size 977717
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0aa445f35b2fb97d4ba52c64180232de871d382
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016df22cbb2367155b9156f456bc975183820bdd537c1e796afba3fb37df6510
+size 3899865
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..13a01307a82bc7ccaad96c23ddb4942b193ac1be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49483dbdcc052799807cf2b3f5e61861db8279f0704ac14def3df3505e2f3d2
+size 3908617
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7bdd90f1634761491e4f2aab4b61486b8ff7a043
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89d32027caf937032d133b1d2ea0af34be8492fd5eef9716728b9f5aaa9ce0f
+size 3901381
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2cf91bd0adcfe4b70372f40839325a8bb65156b0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fc31a8ba8836bf920b7f7326748b377cc722625d21b4d9e7ec2fd9848064a2
+size 1892
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b6b4ec1f2a518704283647c984ef581932c58ba3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a0dfc3e2befac69b3018e7bc108fdb5976cabe01f4abade0c495034a76280a
+size 1807
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..90897c4b572d1276d07614dab381e7cf02ac98ca
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f429bb5ffb542443ca9c62156f656a975a118c02bb7dcf258dd91934d4441d
+size 975631
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b938ea194ce6503ff46b991a0b10598e0193d0a2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de47f8e3a70af066a9155c7c0fa47ac87717bae4832f1d50e8c0537ecefcd22
+size 977632
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb980eb27022385e051a96d17cf219a02a199d24
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c3307c8542c6b555dafe6eb6c9025a103e9b6bb3ba02656d76bb95facfcc6e
+size 976899
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1011d926f5206297f6e1e5655eb84799b8abef33
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b36d67a3c60d51dc8d56664b490eeaa8e23cf95a6fbf7257033969f5cf66fc
+size 977631
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fadb898ae3a23edba6662a5c624f336b86f09a71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d2741151b43758c0bae516705dd520b59b5b8ff3a7785c748b1431583ed6c4
+size 3901562
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0b9862b55be537981bc76fb986e687976f5d6e36
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef91bfa8a667ee3b57d9a866e25d8db953d542fcf288573b3f8a4058d897f61e
+size 3908828
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f356d4da945c85f6f355a76aeba31d6086135d52
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b982eaa53606e047a56007a7b5a19cd5c173a7eff123c70a65862fe60404ac4f
+size 3902379
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6cc0ddf8f4a66af871de8c0e456174a433f27f93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4870737559c3e420b6a1fda517174f07c62eca456972d31258ebc16aa035d8
+size 1877
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..182c04fb6c625cdd18818088c603180a5cadd11e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1204236bea01bec3fc9c9b0063a4b6d418b26d03e8a241f697c82fd7d47d078e
+size 1808
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..165918a6f1f7e14189f5485db7e8076773cafd7b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fe3a35de40aef5cd60575d6b71c420d05b0cf158c99f3e0f1bea0388d97ffc
+size 975456
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..febef82731b24a9235197d5b08388bee25dae30a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c697ce428bdbab9efaa80f0f083bd5597abc43503571d882fb3791a05e07983
+size 977778
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c7e41f664e807ad579d1cc02b8447469787cce3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c01c4f0831b066bc88b3ebc792854abfbb230377493335ca19bd09d2f6bece7
+size 976671
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..39e5c623c52e91bb768877476d6d993015137d9c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe5281710fe2a95be82b44b5ca31a8ebead08e191dd6827d94ee34fa5870789
+size 978125
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cd8b6804c50991958f62bbbd7e8736a5a032bfdb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab76f5167226c9be1bacc2cfecc359a38b56e8495e201e962aba112e7f27ef9
+size 3903827
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1f24df6cc445671c2d5747805b4d9be31d9b1ea
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab77439425af639ce4eccc0f58cbe00bbb63f2734e337f566c86ab341b813ae
+size 3908368
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..94f188df08769eb6b219faa6c409626619dcaca6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9116bb643ba39f7fb28556e5d1c08f2c555481c225c2bf7cde9d820a0d59124
+size 3905484
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8e97fae24519a526f9e30a5923cf6fd97f51d65f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc8ff5ff2de10128eac9aad3c1e15b6270d459592145e5f7506fb3da3182e38
+size 1836
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..99eee8766a146bd3cde6afc8ce75fe1c6649901b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1e20347830246634bf1ae70505772fd3b22930c4cd65d7d84b10139f17f929
+size 1824
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6c69335402b1b580967405b4f49b55934f8fff22
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc70628225d7eb89b6fb5bb2247995a25aad10fe685dc5cbd6580cdbd3cbed4
+size 975991
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..caabc73cf76ea10bfec9992499f8a68da6db0d48
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1338b68ca03ca78c12f0cdcd955b2e3c92e6ceebe22b07144e842b28eba9fb72
+size 975996
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..791baf03531debeacf407fa34fea793cf71d630b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65c0441868a6837477ef6c5f554b3b4597ef7373b587a130910d805264d4a16
+size 977529
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65530d03fdb8046731c5a4830d7f95b90304ca9d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0104d7867c29e8c9439e8c6abf63da16597e4eec2a6601d355ca0b82ff5178b
+size 978045
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b5bb6df9f30dbb83e28e490c95894f85f9e09658
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7c20c39bdd99a00f9281f45dd70aa59ef4e41b8c3089ce6c24c5fcced7d88e
+size 3897555
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2bde0eaaa6246c3eb206aade498bd72ac4b8928
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41ce95ed0cba2fe416365ef210fcfec10378de6309c235fc7217c3be7daf4b1
+size 3898605
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..afa8cfb2a416ad2f124d90c23ae7b8821a575644
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f02ea94d29abd606784d9616e2f66228ff1068c4d6ed0501dfd0f5ba13951ab
+size 3904456
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f484841efa350f665b9206fab75f087da2498a5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ecbd65813f94f216b628385087d090393de6e22cc80c2dfd53c0cd33faed8a
+size 1926
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5e17828cfb85119209f38327e7251f2492deb759
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7912d0bd46e279343c5b878ec66b92d6c2b245c4c5487a2994d2471cbb4e033d
+size 1951
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..33044027395e69f895a3190834dfc14764371a3d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0d7c7a23619698caacd1bf99e05e2da51f5165a06642783af4c3dd6156366a
+size 975694
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1de99fa4d6c472cd34c86d94714bdec8ea7c14b5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54dfcb09fa4f816dc4e2f8c526a47ca8765adcd9acc293e7692e353b54feba0
+size 975599
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d77340a55c56ed8a414f580b13c5f19c960f6f90
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24ffefba9b0cfdf7dcbd46171b104edd7518cf3ec2cad4c2c644bd0e665905f
+size 977534
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb304880a7265a714a6835c5d37b14020e8806ba
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3839cddcf5c876d378d53c30ad6d7d210b1460ed9d0581037da43455b9f282fb
+size 978363
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1267fd20bbc9de0089ad57ccac5bd228539f08d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a9bba4051de7ec98c92105e42aac88afbffd6ef3bfc6e446428d6c5b1c62f9
+size 3897398
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..722b51ae5567f81012dd7abf37d8ff804f9e45db
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e547aa85f94acbcaa4925676b24bf148d51a3590dd68fc825355376cf6d20114
+size 3898605
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..84ad03bc7a55cb25624c955ced37d844496d21d8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204fb35b0240db2c9f2ae21615c8fa2d2f742d6254f289c4b214509da756e578
+size 3902982
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..97a8d98610c9d26dab8577e13e45621259ae3b41
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835b7d923880e5495e8956b77f650d8f1e8dc83808d5a5e0c1a5a5bc73d9d7a3
+size 1929
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c7b67d9935be45f438a25055e66607e385dcb915
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec538e0141b81061cf7ce692f156ed8faa8909637bb472a9282c63f266aad321
+size 1946
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e82bedf23dca7f10f977b9c31a53b4e13999d268
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee9d5d852cf852c195db5d4bba3e0d6381d393aea7c4432bcda4c5984a23ca4
+size 975609
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c64f8feee09dc3b5c93291bd48e331763f78bef0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a7f75815b910dbee002e18dfe6fbe54a360b52cf4080841bb8c286ec244f3d
+size 975464
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6dde74de7244899b3aa8e2f7cc994b06920f7ce2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7f0b10f3aca92085cfe3d6dfc92636f7e4003c0ec7eb1d2763b005f7928b74
+size 977627
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..67812e5176b4b1b35f850f9b79a406830e4a849a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886d08677fca569dd66377e7209384d4a5afc77a9f1e17edc9f4d5649dec2679
+size 978156
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ded5bd7d5bc49860eebd5a3c72751174104fa7ec
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937189a56cb8ec1d6858f1a39526f63147c0c57c63d2a1839f2a5204c28f69a2
+size 3897677
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ead98f1e058048c8560d7032118d44a07cba5f4e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89344764ec614663254a235150240f99af6ea7b82fbb01587acaeb4e45ee3e1
+size 3899857
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..09349ebf61d2ff3e38c85e416959ea43055a3e84
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d7f4303d141a8dab9dff0838422c735067a49a6b6fd1834c153591df08df42
+size 3902382
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1db3277df6e804c19fc4a59fe59839661da8d089
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7270953c16151ccb326eebd0ad72833ad1d4c6c625308c582aa9a45b0d6f1f6e
+size 1941
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..889e7b2f009d0c301d089d53b939ef051e29106d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d033f71802c3dcef3a11d498c1eec64117cf8e51d2549c018cc936ba8e98ed5f
+size 1936
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..416bfb11a642c53b533198a0cee1256854f4fe35
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1f50e4e33a10862927bad8fca8639d037374e0655094994cbf5d574b0aee46
+size 975243
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb6b37fbff0bad208f8da85039231d72ef6788c5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ae11d59129c2b3a37e8ed7b9ac0ba193676bc213e00e458874e07887c404e5
+size 974910
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eab5f042e28fc5a9da2e350967a1aee99798183c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac125c108b5f1bb44d024f51f1c5bfba7155825bfa0d5780bf96aa0e41355e0
+size 977346
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d44208e76ac493446e0991e2fd66a66cd02a92f6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de47e1ce4d3384239579e47162ad8bec5d137cb7c08a1c0d27b3733d434f7bd5
+size 977690
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f46ff4236c5b9f10cd1866ea83c601adeb680004
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6ae76816493d94d4be4b2424456ed060d311259e524ea1758c517fbdb13f42
+size 3897524
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c6c733bad353779798a3a2190757b8ebdbd5acbd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4358b040c4925ddced97ba529f296c4749899075853bec5576c84fb9386375f
+size 3900508
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b0cb13a1117801aa41fee1131b9f655ffbb96263
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9287325cdd1314cb7df76386c04f029e08e8496e265f963951db462443b1ef6
+size 3901859
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..84df1adb4ec0bceec6af8f815e3090f50dbab34c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9fb96317dd58ef4ce99b540135e3c21b66db2c199d1214cd1a7df5e30b1d73
+size 1938
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d614b363dcfbab1f7e017c460ed43048d78f6886
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4dd8e1377f7289dc5b1991f4977642ffb0f047cbc26ba61d9f414d89395949d
+size 1925
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..454eb98577df1e26be77db86eafdb33b56fdeed0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22edbeb571cf2cf1e7dd8bc1bf401b195dc5ebf857135c014f4aa767959ab4ce
+size 975598
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df90aa0808c830c1fad62b9f027f60f7f3beda50
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ead809e87a549d609d9e46641c9b15716703d7f4fd44a54a169c93a62b977d
+size 975268
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cf7d266d8c928337d0ba35bb874b632a5071f9c9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb48239f4a0a334f7e409613ce6ee60d2d6a77c5e2faab2201a00d31890acc0b
+size 977461
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7835e861f23001b0dfc66915de46d6873d6f7675
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0989035b60b6faa6a1d44ef53f1dd7b3dcc30f8b2981d06354e74d8ab467445
+size 977602
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cd93ddef6244f7c9a739b1d43fa05eaff2bb6841
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853bd01532e1fed6b8ad0ec5df664b7e1a959f4e3c767a94453659fbc3c0cef3
+size 3897421
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b0f6146dd4ed4500ca3ac981f1769e244f89408
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce63ac79359d4181202a789e4373a0276410912a8561e39ea9c6cedeee11ff9
+size 3901204
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..82e2aa3430a6227ec7e8b85415431d9ed23e9260
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0d3045b23dae9f7f950c2dbab1d44d2814c5e3af723e7a8cf02d5b8dd4f3b0
+size 3902141
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8af68093575a9dbea3b6b860a4de43f36b60d78a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8d8ec6cc4af0b84274ef34394286d957a919a53f832b4e3e04a26767229323
+size 1925
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..74339904926c02eddb1274e4841f7c25ed04a741
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c941403b6017a8b82a7039ffab24b9446310abb23144aa937c3e99aa376ae2b1
+size 1925
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..924d5f1aa78cd5fa16136735303748ca79226ee3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e7cf159884070651d2e08f5118520de925c99a224738b093176bae55718379
+size 976091
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f129637856a891f8203aa95e3b951ea936342fdf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7dfab458d35d3034ed9dc019372a2a03f6114bb30020e7f278719153d12f79
+size 975099
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef256dcf518a5d04a4bfc2e6579c04ebdf95f887
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a308f54ac79f8742e19089c4d6b2a22075240d77bbe6c8b502022908e7466ed4
+size 977239
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d6b00d659eeeee11dca18f1bf7c7fe220255f789
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9901d5ae874132691ab734fb25e1c234192c6ff032376332836704204b8d6f1f
+size 977573
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..72090b474349ac684164307023ee71a536daeeaa
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169bab13b74f61c4bda23f69e3c887eae8dfa6d190621e59af76a80c4030e788
+size 3897721
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53a371822df9e875b43c082d8ed227b67a0581ae
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7c2bf861007ffc2c001ab264007926b25902fad81aa49d2065234f04dbbcc6
+size 3902330
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7f11a0f90656234f777ac0c3843577b237e5f0a5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1830d4afbb81477c542a1d77b625bd77596d0aac296b9475237f25a707dbd6dc
+size 3902129
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..26d96b1a1dfa29a028ae8f876c034a7b153ea4ba
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b547d7b40de098a1e52cc2f206c65cc79d8f78dd686a497a3f0def1d270362b
+size 1947
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..22cee838f99c3f5976412e3dc272f26f7d891400
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85d7e57be28f6d73524478f1e0efa8b3590868547df65099ab2d0f78ceca2ea
+size 1916
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fd668494530f8396d45f6c03dec5ddff5febc9c9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc4ce99199cd344e9a6506247facb77ea8c2644c54439afc44f5d30c20f0efe
+size 975194
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e484ccaec8d5fc81f5f25651ad9ab587bbd04078
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e148311bd1f5b2c412218d435b8870a7f655e6dd7360a5b4ac6db8953be7d4eb
+size 975595
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1780ac16c12c9f77a2409f46d7e2e26c358c6b56
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75a6b441f5c83d15dc92b0d9632933c63e0df2a17bfcfa7aa9591a8deeda8c7
+size 977345
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..389fbc17969654e4481c58371bb4869470a42ac1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3665ed5f3441798ee191fc632c8a7304f7827a056134184404c6224c7c4cb2
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..575aea674ff7c376fbc47f3e8031d7230b3b2834
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f507d9e77723687162843b4374c0c21828c7deea0c3cb7bf5ecc9161740c9b8
+size 976973
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a48bb9dfe16a7970d1f89875a5c8fd5a0efe29e7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe594eb3ec0a2832752f9c839d7e444170dc170d8a3a6ef0adc4821a7fdae6c3
+size 3897554
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3a900719f13548263b70546769242297dc123c88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4816c2122804d9633be6256b1fc686bfe5b61eaef16599b80110d3db14057a8
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b46fda83fc6bf7a1fc8253206db161883ba00a79
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba36b25a1d010ef3ea6bea9a80caaa571e5c86ec7c77cff92afcf553d590c34
+size 3903006
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ba7173662f4c008e4bc6a915c84245164c97c738
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e7427b4dbc305ea5fbc44c4c2a9396ee83584c5372cf063e7cbfe5db41af98
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ee082798e0ed194c40a7809d3d4a467678c0adc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22df0828d4add056dea39cf60c982b8b663ac4e222cbadb8853c76e471dd820
+size 3901649
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6f45b43b0bb87705d09513151ddb3e61f5b575c7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f022a7aebe9f4947560f425e8847f9173893fd0b13e0932dafb25dfacddefe83
+size 1931
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a44547ed23b546d8699f2bfb688dd30c90971c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2047bb2946e4ed6647bcffb79d9f7e17e925d870dad7f5c869dc7ad8429813e
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1857d66a327a12dda6b787f946d5bb43eaba602
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e89543f0b4822fe03925246be9b84b4918ac195a0511e2d675de463ffba043d
+size 1915
diff --git a/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d
+size 170
diff --git a/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0 b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..87d6496ae0fac6a3f99294b8d73d4da6a66a1345
--- /dev/null
+++ b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a27e4f93f3433ad22fe1216566fc494bb8d3f54430cff1119956fb49201a51
+size 1010
diff --git a/checkpoint_500000/target.token_embedder.embedding/.zarray b/checkpoint_500000/target.token_embedder.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c408735dcbd09741aa724778d32c8a446862e5a4
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a00255f52d58611b5020f9259f531fcb197a0a475b554c754cc4835df3c24d
+size 180
diff --git a/checkpoint_500000/target.token_embedder.embedding/0.0 b/checkpoint_500000/target.token_embedder.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0be167b22978f7748ded13c6ca149df7a3986f42
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b5fa80f3409c6693f62f186339ad3e9b38052a44cbfabd01be0ac88fe3335f
+size 61309335
diff --git a/flax_model.msgpack b/flax_model.msgpack
index c596089ff67a80231b665a8b8c0b1023945883a6..daaffe89f1506be4625a24fd06c28990864b46f5 100644
--- a/flax_model.msgpack
+++ b/flax_model.msgpack
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81eac27f0b4387747e69251c8067ddf324b2f1cd48791ac40a3ade5a2f4943f2
+oid sha256:2209a9a28842fd47d12728bbd1249f8bb1660f0bb8725e1d5d26dbb5ca1ca352
 size 1037841943
diff --git a/train/events.out.tfevents.1649705066.t1v-n-304587cf-w-0.2549834.0.v2 b/train/events.out.tfevents.1649705066.t1v-n-304587cf-w-0.2549834.0.v2
index bd772eae5ab8019d22f77305570ac0c885cc76d6..36d61259e12729e4aeaaad841f2a938e0f70c7a9 100644
--- a/train/events.out.tfevents.1649705066.t1v-n-304587cf-w-0.2549834.0.v2
+++ b/train/events.out.tfevents.1649705066.t1v-n-304587cf-w-0.2549834.0.v2
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:098161431d5746cd64bf67e8358d59ae0ae91d77ce92c028d2bddcd6ed8eca01
-size 76237
+oid sha256:973a0a9aa999c9495c1078168a67fc55feae1c96981d61aaf40531fb380c99e6
+size 79163
diff --git a/training_eval/pretrain_finnish/events.out.tfevents.1649705066.t1v-n-304587cf-w-0.2549834.1.v2 b/training_eval/pretrain_finnish/events.out.tfevents.1649705066.t1v-n-304587cf-w-0.2549834.1.v2
index 132924ce5361ceec490d64177e424f0ab1627d4c..7f4a1e6168734bb0e8066eb2b46daed39b76bedd 100644
--- a/training_eval/pretrain_finnish/events.out.tfevents.1649705066.t1v-n-304587cf-w-0.2549834.1.v2
+++ b/training_eval/pretrain_finnish/events.out.tfevents.1649705066.t1v-n-304587cf-w-0.2549834.1.v2
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ab6e071ac715ff625bd430d6f3aea2863841a77f98e61103eb6e899d7e1ae6f
-size 62749
+oid sha256:4c35eec64f3050e1dcb9231e4da4594b5f72b3400c1af20b81eca49ee4e4bb96
+size 65359