diff --git a/checkpoint_500000/checkpoint b/checkpoint_500000/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..16baea7fa6ab6e8a5a7ca84fa4cf398bad809388
--- /dev/null
+++ b/checkpoint_500000/checkpoint
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030260556a01c81cdd4d9010b421211e92351e1041ae8a87d35284baccd28b8d
+size 8513341
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8fa8aaff2ba5f69c3d237fe56b79a98e5f2bfaff
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e2af8c29cbb48b7145d1abde22e14baed61b9f3f68c82482934cd4d63820a9
+size 3553
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8afd6a2bed64a0733200c5f52df97091ced61fe0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15c8185b7e93f014ad9a4036a082d2c39d5e3764b3bb463afd13c74115cf685
+size 3764
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..948f2d8d18fceede8ee2e07aca0ccaecba1ba6ae
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86d0e11dcaaf0564b45321e4dde7ebed77e9d633b995f4e989335cee089e0de
+size 3776
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..283cada2200c2507b1d13e3b7826ad92a2c04877
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e219cef34a87b6586f888dd4d2eabb4a48fd6b39810cebdc9c00165b4a99f5
+size 3675
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ebf22137c1339217d322b888adc7d8634db30481
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2efdf391e98eb31b10aae77b9711a4a35a63c9946cbad5bcb272bcacddea6d1
+size 3741
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8aa08a8b1bff3d98ca92990d13e8c737d3986fc7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e78f30bfa85a1cd4dc85301dbf7da9d359d01b14b14c84abd416f57e61509b
+size 3739
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..45dc3f80fc47976479e75be0e6cce9e23f1aaaae
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4df02b7118054d49227e22e549b9952244ff04a96088bb69d606b9d4bf64957
+size 3769
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e7c65ce54867fe8b0185aca47ef87922d49594a9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5db81f827b659386ab96a3ba82715f251e420234dd54ce7a8e17d34537a5c1
+size 3849
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..caf71fc39e5f3a175a015c969e01a9e5f0c1f872
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73ad2aa5bcff78644a081c2201ca40af22d5b483ae2b924eb86bbc7dbea3152
+size 3773
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8bd250c37a6a8851016334fe43fbbeafe97ba17c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f8f8be478c40479b5bbae53010e2d37a4d31650277bce8d691fd83afc22f6d
+size 3799
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..65273f89dc602965e44aba9e984e4f65b51609fa
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcd90e9d052bf1ff5597c4134c712ab9c5addeb73c535739ed25fe21345c65e
+size 3829
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..24e9a151623fd5384f1ecde9f579028a6faba895
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21523b72080c7b85398a6739eb81e7a03a1d60a2f3b54357dd07dd0400837d5
+size 3798
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..82122e8c0b95081442be498a690c178761c6663b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb718043fd544341c47c6ad57e7653d7490721fad68b7bf9d2893650c56616e
+size 3777
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6a89946da3568c462eef94fc9bfdeacca7b7329d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1b964f11e642a03f54e9add53dccff5f96162c14e846cad5ed9cab5616ca29
+size 3813
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..10c6ce7bde31c9b5a8b395bbc2bf8c172eda07d7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9787dc5f4a52310c0f1827969d9ab989631bee2ad8cdc2b66727dbd5823004
+size 3770
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..801bd1d5b616ec444e55ab8cbef96d16cdda0e6b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a05686b5647312ed9a7087dea8bc4246f8e7924d53db04c17ce64ea0417af7
+size 3768
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..481a3953e85d4b1c5a451d356ef22848aea55f45
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde7b4d989a6d9de675c964269bf6e40daab3e4e6d06dd9d080e8ace979d1dfc
+size 3836
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..35f1adee35d9cec28c3436950d523d18ff85fdc9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91706f229289d93fba8ebc14be0b16295c5a71df71c1490396ff9a3a59f87837
+size 3765
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a5f3e480961d90b47481fc14bcdd8e303ac66833
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a2d0eabdfd3eca152c1297065a1f4c2a13acd9a4b257cf566e061823dc0639
+size 3757
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8d1114ecc771fe2db5e7d2d049d29f577f27d6ab
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a56b72523ab4d24e13af7b148d14ba80c0db1f1382f255eba35df19d2a5b2ce
+size 3786
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a40f89fa57fee5cd5bb65bb7fed2471466bd32a3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14672e963ed6cdd5b81521eedd46b34fd73b5223ba22dc61f8147114a6b5f0c6
+size 3717
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a80b0b48c8b1054f2121cbe0646d0fe65c1e22c4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504f79e63815d29fc013bcd1147a8f1c80cd03527f3cc883f2114b0a0d0b5e43
+size 3759
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2011ab1eb119a3d876873a281eafcdaef691cd40
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b9eb5a8488cb168ddc9176e54329a61662245c235e9dc44b4a18d58e2d155b
+size 3791
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7072b01a6e34a9d76ad46949096d4d3e48893c02
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432e6a821d13e7a93ec0444dbacd8076b0b01c01d33f033171cf345f8a583b50
+size 3736
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2197c96e56fbfafcde09db00e21b9a09bb20bfd9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd6ac59d1d463df7618384c61d8198029af4819ed4cb0fef95c928795cbca06
+size 3776
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..783db1bd662e213b08254c27da2ff5ffee90e442
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987014b4a85d5af0ad71f45a1ef72ab19794822b04702408f4eefe463e661e0d
+size 3765
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d0f66ad5a13e83df2b62047e84a241b27c3cdf71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3525be81b5966de53db90065131b7e3f6e385ecfc54568c6538e3a4ae050f58
+size 3746
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..725fa470d9e859e729b4f29e563375f02fcfd251
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3264905a78adb95c4027e568ed7ed1d09d041d0a9902de9625497c7886f467
+size 3753
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..dba1941cc0b66d76d75e1fc9ccb9e1cd75c7346b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9d0ec1fb4b88ceca8e4de1c0fe4f037c4c64af3e88bf7ec740bdbf9eb8e258
+size 3752
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a9b05fcbff5e524cf42e96b2fd814b7642191397
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0e9e701017253c2929cca9f41e87559624a847113e9e46da78597c97a3b528
+size 3712
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0708cfa88a438d6dd43d47005272a214505a630e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f1c125ddeab48fdd22876ee619e5105324654284ed754d9d6f303fc51cffd2
+size 3759
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cf93855cfe4b7d67e0264d9ea8a3126c9fac5d25
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cedc137a15e2f43fbbbf6089acd9bc6006096892f98752a89edd827f8b0c78
+size 3790
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..54cd542d74e00e4b9505ebf11aa648d3ad9557a1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4144a2580d06cb5597fae9f14190e596a8b84e878f88676c4a35599a45df82d9
+size 3682
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8b69b9ae0e0d622082c6ff124d55de8e438a061b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c592c03c11c5997fd0cf35478044283eacd3acbf8aa5a5c137d9d95fbe5727d
+size 3758
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..df2b923e6f76223bf1062a94a1ea55c92108ad59
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea47be31800b92ed9c07a82e0e686b77c6ab0081e1eecdb09c155b33828b5ab5
+size 3755
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..68a57194825657d9c130297124b29fa64dcfc52f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6d978de9463596654e6b419b56777e6e351f74b2f99841782b1bce5b20d6a9
+size 3680
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9e71231e59a214263ef74587a5dc7d915dbc2861
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1199404ab1aa04652bbb738c0b87f6ff072d4b641d7bf2de4db74ec8deb40106
+size 3733
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4d544fdb47515df10e29c915296963f5f167589c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebc843dbd6a6ddc2f2081e77d4e180a6973850d3b84a82859d9c013fcc6e868
+size 3772
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b7dfdd6fca7aac5f7b8ec8da8bb40b1d1a3efb19
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa6b0cf3826dbc33d37314c012bf9cf8d4b6645f4d9af7dfa799035e03df572
+size 3788
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bfe20acdfe4fa2a61bff2142a2faa5edbf9b817a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f6daed8cad365a0a9d910fb083c5fa4f06a26d9453c02e759fa6cf39b7b994
+size 3808
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..27db6714f2fde2c8b58ecffaedb233abe963470f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0873ecf4e8967d5b5bd134b8a8892b02bcf492245867be462447349125df3177
+size 3742
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1a4f180c1a5545add5b92aa0212635188dd8802d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4d98046fc949ff057383ec652649a5d488a66e7c85756a3aae82b0c85f432a
+size 3699
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..acb13969cb1b2a3da1dd5b25a5132f316ea65164
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dcbd8b8d452237f593b93e451fc7f661e9ecd5d46f74a5b49cec107f36bee0
+size 3706
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d007d0f7457cfaea031040aad04bd91cafe18a67
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898b6f324938d9920bc4cc059611c8860427efe1f7e66681a2820408b32e4712
+size 3739
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..27c878a180b81be74417407ab4530dc378841e85
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cacfe2579253e450c899eb753c306aab1e5cc10cfa03dea3d03d7acb174a2bf
+size 3627
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7101a7f22fac42dc9252e3fbd0aa80102c570a2f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8ee93a5640548b442197870643f2b5af536ac3315c6f3224718a4c67b9941c
+size 3717
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b06882e15d8dc01616af99f5af184155fcd5a64d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f2c659e80f502ae4babd4c128b9a88a415acd64f27973834ed3968347cb70d
+size 3758
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..056bdf967f7f5c1cb3dda63aea2813cecd180b03
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b58978741cfa5ea58a7bac1e88ec56b31fb53daebbbf82f42b903d40d233c4a
+size 3715
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f4344461cbb0586f692766b2528bc9fa14f86694
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99394f8bca00e56f7f84464e906130f6e24405012a8405259cad3b4c5dd7dbe9
+size 3678
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4f82e41c0381662ea66f1abdcec01f3382d63bdb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba1ae426d3edbbcf4079326e5e843a7bf61ed8addf22a0fd56b8c05cf02aa03
+size 3704
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f5d20bd46ba5aeca2e1d5cbb20f9dab13ef4a22d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b15f1c1ce45cc98de97ceb5a5fba2ec3c459cbd8963bcf32c36ea05b4d4f3aa
+size 3727
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..647dca28c8a59aa1481ab5709a918e7ff4c3f6de
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf8039c4e131edbcee85f3effc6bf1477fc2fc543cedb385c15d1c06c2a3c5a
+size 3729
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..125549b2242e75e5f10b19a2bec2b3a4bf3ce99b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfaab1f0c04f2dbf1a1f8986dd8f89aa75955e12a4af08f8cf5ec8b4a3a73a2
+size 3731
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1378f526e91f05f5b7f2f9a04f76e5629c29547e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60039e9e925e01a811d21891e963865b81ae3537e332040d01b09b1be7288af
+size 3705
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..80724b30a4f3f3756488a551751eae74f0546371
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a986d7b992400f6107459feca04e8ea7d5c203cd8195379aa28726783b3f968
+size 3718
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5cb0314e6df16fccca495aade6a14262012c6e4b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a1e49a3d07097e98303d496989ed135e694fa6ec636629734307dcd4e186d6
+size 3727
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6428434fea435e71dab58c6ed5c2f1c91170b892
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a84ae2471c6e49665f8e4836be94dfb03df95be5102fe5ee1ef2defda752c2
+size 3681
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d5685cb094f901f54b855b8a99d59b1e13fb9c08
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc12b4d64a2c04f567ebecbc0f202eaa03f1918bcd81034986a381ab8333e1e
+size 3686
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a69b297a26258bde2dc0bb592ae058f0fec8022c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c72eb371e56bd6057274bba3cad2742d19510ce77e1b6724f663b102d8c4f0
+size 3703
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..02a43949afc20bc92cdb9228ddfa10b6d607e681
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba240617e01c949604faffa3780ea7212bf1fcf677a59847970a8fc98419ead1
+size 3620
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9c38412f90414c5b5b5262e3b7ddaa96cf8678e7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b483a8655f14b6ffad1684101a61a13bf24a3ffb5a2c0eaae0ff7f19bf9d0a44
+size 3706
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bb67d2d6e6a8f791141333e940514788c47dfdf8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c3ca3893692dda0c8e1a9fabd6edb3280c2b484684edc7a88e8bcc463ea1e3
+size 3630
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5aab65efd0eedc9886f3fd3003293f730703f009
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fc36cf4795a486a599a3058d6fcf3168795a974e5f4cd60a2a6e7f5a6e7856
+size 3614
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5d5f29ec56a855c111f3d94444f5ece1855c13a9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cb360c6f382ae73ebb52fb410439ec43c537d0405e3b98405950b5ef9de34a
+size 3693
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a4214da346f7630935deca4e112f2b0b036158e0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92db72a3ca1f4088a356fc5e42157a846b051db69455421051cdc26717180cc
+size 3621
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b62cfac30a075ba11450ffe2a4457f614e048a19
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c746d7f39de76805c1bcd9f24a540aff62c7095a6ccc065c1d526285ff44ad
+size 3642
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..815c31df055e86de7a4b54ef91611249bdeb1038
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e2da775ec37c9bb3daef17f026bec39cd70a8224b064670e885b083ed09674
+size 3614
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..98dc725e8b53b852b94e8dcb0542dac28258b81a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9229db35cb21ec5d646e50a4c71ca6cfdbbf7213aae41eb86061c3179fc31a02
+size 3631
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..babb2d69b8799700455b93beb811af518e67d3dc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b7f137b9967abf8ed1b4713798383ce79789df2a649990feae502a91196941
+size 3609
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ab427b198c8b9fde62771361c54770e313697286
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7927e9d932752e1340de7714700d8d3e4a3d5d132f1c2400e99391df9e4c27
+size 3600
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1c2b01d47f2a1a8d037cb09bfaccb45362d540c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e55af0033fae1818e5c0e83ce67224f927bd7dd3b0f590efb45dadb07663985
+size 3774
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..89b5618f8f7ea235a831b3c4f4d132a6a79deaee
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5946419b671d7e46b3bb151f1f059d07452a7c3684de2baab40d95b11c16830a
+size 3783
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..69df31fc5393b9d3246294168bf163b40ed7e11c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f95f4ea367f0d11f97acd95625d35b3ae24313b64db32505ef264e5d60671e
+size 3798
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3775d983393d6008d91a6985e30aa270071f0497
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7130525e6aaae9497f7914123a0e2560cafa2d5dfb0f00451aad7bdde2174e2c
+size 3626
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ed9245b343c6db2be5633f07b985e089537c92cd
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0840a9a6deec7664978a65b26fd6f9415af3ea3a9d6facc850eb3f9905fde0ec
+size 3642
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0d36d1cffe7118fa5a64e2d683c4d413a0e1ba06
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabfe029db50fb11c60f5937c9336fb1f234852eded3e9569f2a37b952584bc6
+size 3604
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e5e91bf1028ec3ab12cf4a5406aed73242e36c93
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffdbcdd73a65199f7eac9fa093a34d1cd31ed725c60a20fbf2e82983b10b43c
+size 3578
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b53dea80eb3e5d68c8603ce9d0cdec5dc9e58863
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5193c324b3eae9152eac72d367f822e114ea2b36a63854b3db4b24d79686c083
+size 3624
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bf302bf931784275bb0b3a5ca43feab70991f0e2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f883dd6110a70d670bdcab834934aa257bf2d3d571962e9d5d9e47370a8fb27b
+size 3593
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8fdf1f5f1e29f2e1dc46d4d77d94458c623def84
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01b9b4658afe9f9f47d7bab4ad203517dc4b0bee024da1d635ecc870bbed558
+size 3600
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b61991d1af1b72562031e2c2c608652191072c76
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00df3b3725db5af304a7982ec9944b4b848da72608dc4a12563e3e99f8d9c757
+size 3612
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9df2d00d7e08734abde59fdfa1f04f0ccacec760
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82f294902e6f643bbecf86ecf1d3633f3fae6680cb37f21f6eb071d3d1d1d68
+size 3609
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7fa08ed524d2875352a2540f0b4685a9ac8a21dc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6df5f30e8f4743def90a268f10772a6dbaf0ebf1c694f906d4023758f88baf2
+size 3663
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..be6a4379c71a85022a855da7f35397b00ca4b88d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc400e52407826464fa84193c74baebd6069104cf3ef9ebdcc29ea8c1c879d2b
+size 3557
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e869575fe107de8e87ae3d9f4fa1b5243d1187bc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81cf0e502d5cff9d7f957dedfff6f47415165e81e53fa1d7fb87fbc55a72622
+size 3572
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..05ffa0fb75bf37187c6473a12e4dd53a1b9783ef
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61ec46660893aeabf008694b9b44af9fdb42d181f099779bf4ee9773777f833
+size 3591
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d6f8a5a3642cacdbadf69211080d980079fe5194
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84d06714a590d229518be9629117e932064dc4d14dc782ae09e6a519b7c824e
+size 3614
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..70d7ebaeec41b60f44a197afbcf2a9d11e189f10
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502f98cf1fc77f3d90867086f9eded3a8115bf5a8b77dcc93d013f80ff39d299
+size 3576
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..486bcdecadd612ef4ea33839f298954b63c9d730
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b206d35c1fc122513911ae194e41e0b704a5cd06de9b068b0cecb8c9e49b2ba1
+size 3611
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2076f274f2866f38bd6463ee354d3dda779983c2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e210b8a35202cf314cf2a9ff8002a2b93de7aa8eb28be22ec2684dbeb7cdc189
+size 3553
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..07202c336b34799431fb2600d5abea9657458237
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab4a1fa7572ebdaf0fbffab9303e881d68fbad32e27e0f572853a3eae5e7956
+size 3571
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fb2aeb6c67522569ec9d8c58ac8f75c6d4f3e27f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59953b197d87b43d6ce1639625d6240e21b6623b730c528f74b4d67a622b96cd
+size 3804
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5b3b98ae132d19b9af42cd848f88aaf5710c886d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6aca358fa28d6c70c20da5dc6f5e1daa216b4c152b80d7adae70e13991f1fa1
+size 3770
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e1a800d9346bc3093f04e237a6d223954cdf830d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34430d802af3d9415267a4a214724a112ce7e98521edf1beebd1a90f07246493
+size 3788
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6cc38db1f284663bf2dd1956f372bfebf0480149
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3c1a6609127f98640f7f623604dff91334fe874a3c260fd30731fdeb1f1156
+size 3807
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f7a765fa64cd7043a22a3cfce91a025e503dfc83
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443added229d33d84193681514eba53f9f9fb6cc60461c2305c5fd95c59949d3
+size 3794
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bb77fd522d242214a95c145f45fefce29ab58bb7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892797b96e5ffb2fa368b2c221fec5e5beb4c7b8b65074a1bb750636f412d05b
+size 3801
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1e926f23e813edb06dfa830d90166f5aa40c9fb0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a08995748c58d80d476ccd06e3da512083a401f54ce9628b1d7f79040c6b80
+size 3809
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d9bea3e3e966f603bec28c9dff2876833ed3316c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef43160a67766e881cfb7f5296887e62a9347b49e8b2169d79d7d63e865f4d9
+size 3812
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..886d146bccee009a96233d3954e1a279e9b8bbc0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099ba3c123a1263f2014c37e2faece1a0c6d87822c1acba1af5cd5ca7836972d
+size 3796
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ce8fd4792ad285b785cdac3b3504232238558132
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783bc38c0bcbbe60d0962b57b801aebd8aa209379113c1cc2e9a51352e348548
+size 3816
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6d84a125257ff77c9e6150bb451937e1a25564eb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d03ebc007ac9570297aa0a8955e2491990203208d2ba2eb4e1928e73cf8e1aa
+size 3794
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..00af748459ec2b3daf59b0625b9f803650b555a7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b300cb9d80b8ab10822b94b2c5389f2a7e7f492aa0b51940bed626f54014853
+size 3813
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7c81601419a9905125bb47063f07c57437427c61
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d77ef68f8a6fbd52c0a32f86194202f3d6c88d70bf91081a7bf97ab59f9b075
+size 3808
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..07bb8d1b6c663cf8c4c3d5dc62826502ef12ffc3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bc5927e9f460b90ce1aa32ba672ec714d2bbca23a6d07ba3d2d9a7cbf9754f
+size 3782
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0c9a1ef41eef77c2cae91e2c22e99d70bc7aace3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90aac0ced3f0ff51b3935ebd7d09f956b064c4958f20721884f88365de7b77e
+size 3819
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d49e14e4649936359a552217483a688897f8ff08
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d509d80063d347f92d4b1be6cf5bc78cf4f9529284a4d78ce21f0b7531796f2
+size 3839
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e37e98948e853f30be0c92ca076a405fbfb79014
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424beb28f1e0364c608552ae7fcbf289517697c9d134d9f0d50490e66a4f3f7e
+size 3797
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d5c19fe6ef4170236021f06d1ee7abe1da941763
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ad06bcc29d9919bf4d414401a82c3366c6ae34461a463fb9f03266cf334a08
+size 3813
diff --git a/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..638f5f56e31cae12d0bc59b23e0c5e92c4614369
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd9a30798092d322a7dd1fefb068e94b4d6d4393701a6233562d1be58737ca2
+size 172
diff --git a/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b8d11014b7750418fc40d7cb35c335ed975344a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7023891b39975c54ac2e7f1e7032dc3ee330126c485fab3eb3228a7eae9ccfc9
+size 1958
diff --git a/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..74276c5ffa68b69f8fdfc8e947c9efce66b87240
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba40b28371b9a641d24fca09e9c0d28c86b642f267ad2b016ef3a4751a942d7
+size 3786
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..79b9e6936d994afdfc90824aa1c07266c3ea88d6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2f5ca3e87aadcad99b7aa96d4683247633f522e7fc6ce42c56694568729253
+size 3700
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5831c3d10c37509c3fe915679920859a05edaba1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2d91ed8cf03a560620ef67864fdb854c55eef97c391ba14c84f23e4afee97f
+size 3731
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0715ef50d6f163168d046aff5129c9e68433af75
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c1beeb6931aecdd72206737e87ea807ea72c2ac5a748f0a1e3ee0777ffd865
+size 3729
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6410ad414adc047e675467500f3241db62cd70c6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed201ada91cc399d7d60a8ca1f024895468b66f455d2b9cb392f8af72e69edf
+size 3760
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b48e88daa1ff90ab0e2a678f03a627c628550aff
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd702d26a25bc2fd27571a26845ae9c287009680896daa384d8fe9523d68c91e
+size 3705
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ffa37133281ae67b59cb12929596c6aa568185cb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f75c00bc83038ee2e7039542b1ae5825dcacd107719c3761f331eeef4b74d0a
+size 3793
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..aff6d94bbe3aacc972413a0da93ffe7ea3e279fe
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1918627f1e84cd4f8009af9b71034fdbfc53f285fd048672730346464b0924b
+size 3714
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..039be231f756285a16e6d15427d393e187d4afb2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8772902c346054fe166f5bc02d122edad041fb1e92cd95109730d3316252636
+size 3822
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b20f0c5a8923878d031bd9dc9948f39337131bed
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fcc6ba20bc3f2baf8145386aca1947af31959450145a371fbda23d76aea336
+size 3729
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..17c031a622f69d5e11ee4ac179bb19fccc92471a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456ca18247cd494896b4c87505f158f533a5c8b0641bfe06b8161b8b835d1cc4
+size 3826
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f2044d0708d8bfff2ae203004a1c64d2342f44d1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e20a44ddab89381bca83310e88e19cbc148bf2f55d92661ffd63c5e0d94fcdb
+size 3753
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3594df0484b6c54489b99a5a60d199daab41ee49
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180b1e214baa703a3a26d22afc99d9ea5f0daa1966dc6f1517d47b87dcd6f365
+size 3827
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3e650b5ae08531dfdf1472f756375a22247a6b7c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a201ee14cd47812ea53dc56e78016634036c3afc2d3f4d19119dd22061d2c3
+size 3737
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2f85e6121b16122cef91590d6d9eb15574b46b2f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09fade9bef18d47160918d9c68912f30a2aed186525e163d7345ad3ea50c259
+size 3817
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..63c0cf748cda151f13856919a0dec009719b06a0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696933f713942edeca2dd14d5be1f9ae3a797f53ad4271653c8ab1b628bcaf33
+size 3767
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7d61e183aafc09e6df210a660546207808439c94
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581f47cd14952155fac999747740d6790a8bb18e187397bc53aba0cf7df28240
+size 3813
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5cbf492f222225b9d6984a703635bacbb90dceae
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca859b9b8e5aa616842e3963886ffc5f2571d87ab9b6bc49e973d79d84a249f
+size 3724
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..89e79a741be5d67d8603c5531f407bc971589f74
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6236aee4428748d6096e8dfe96ec269540dcc26ee850ca90445acc8d7e429985
+size 3813
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4bb5acbcf27778e032001863a1508a5b61ef58f2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3208f37126914ff3cf01a0797c803d12af4f57d293dc21e1f3a37e436b557d08
+size 3792
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..18f7d791cc861ed0a5599af58863c7711572a258
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcec52e1a55c55ddc21c434258e5843e7b2f0caf0db631f814d89bf526f3acda
+size 3820
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6f1cf65f7f63d10126ce637157e161fcb18f7405
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f761145f76046bd8b3dba8894a2e1745ee04f894449c1f3b08ad8bcc802cc02c
+size 3721
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..425e099f0301466972974e406c8b6720012e0a44
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4af5f1d712c29fb3f0d19dacc800a3886fb6fe6b3a8c9733a3c6f595ff19384
+size 3816
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ab120daf0042b92efdf0d88fcb4986e0ab30b3c4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f518cfe12ef2230e68adb3349c585afdb4dbf64bd0626bf677300a77df19bb
+size 3719
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..39ab808a4b55aa8fc7bfbfa49ba502da7f7bac6b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd6f9cb87f0f24473ecfbb79d117f5e4bfb06e37ef8dc9c5b8def0da035e197
+size 3823
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..31953c39a186dfe3770815d04a14eb7b72d41fa8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229a2a19901ac0367874b2369ee29b3789ed0141b53609d7a8d27c34cce8b1ca
+size 3717
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f51f0a81c127ab77692cf542dd1a7653fb7512f7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64af2b4ba8a801924d9d331c7b32957feddd228c67e4cf85ff7a0229cc6e9ec
+size 3780
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..741fbbe7df7980f0f78d8d64a4caacb86b4669de
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d117eed406dbf138ae7672d0c95ca1e418deb3cba05d3f686b526f1cfc0f295d
+size 3751
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9859962a30abfa92e1a64b94718b1cb2acf9360e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc320010a89e8838370aac168a003f56aff3c4f1ac3f83363aa8e6d26c31e4f
+size 3787
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4441526981e30bf0456a5068c73e581160a0d2d4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b1cf916c48e03ad1dab6d8a80326b0f774555932b1d80932db2c7cae8c93e6
+size 3718
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1b321bc4c9dd7ace985ca594dcf379d4bdd227d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bd70fcd393fd5ba1fb92811adba719122a9fcb59c19b63f319e019ec31913e
+size 3832
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f15d0cc0f04d199c6754ec07619c398f16fa1d9e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18770ba081dd21783285910f7b3526262868441c0680edb716985b059026a645
+size 3731
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d27e80312c7dd6563166fbb15800ea386e533216
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd785426042c6274f5b05833b902d624b0d1b9c0bd82c6f7dcbedc33a1cc6c2
+size 3798
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f994d8e9e1dc32e9e45322e36748d5d5f94f2a5f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08d0a3f7e173772c10146964a4c38853afd2cb04c693984a8c5d53fa7ecd9a9
+size 3721
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2f703c68e249d4d52e1f294570a7ea0e6717f9bf
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a4d17b840360c85e81b366c2384edce6f3d4eb8bc8785eee53caffeab05702
+size 3812
diff --git a/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e21fe90bad91c270cdfd788e8cc8bc43071f57dc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc26002194b319ee31b8cabeacb57402254ca21496e657f595ff8449ff42485
+size 3694
diff --git a/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6e3a350d69beabc05785d06edd6eae99c2743cba
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4bec39e5dffdf269bc18d16e86e2a5ca20c401cea32a6bd9a5d82fdfeaade9
+size 3801
diff --git a/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a8e8b6254e3662b88d73dbc58b6e60b57bde98de
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcf5e04d63556c86eb52d45ae685d4ca20ba5d1a7573f53126dc8de75a14b99
+size 3739
diff --git a/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..60cdc74d248577283e9ee9123240a3e7eea8e659
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b072d0c1e02db686fdb227dababdd1d687eef5c7da289968ba04dc85afbc76
+size 3798
diff --git a/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..155cb22b28fc877b7e2b4a6c42aa6ba7dde289f7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dd8b794006a69ce0705f5ff15de531be2aaa70b6f1d9901356702009d94ece
+size 3719
diff --git a/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5ad79591b25b16b5039fcc69acfe13b2b294ace3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba7fb30b2f657a37ca965107b6f7f856f6bd1e9e24630db68880fffe0152c40
+size 3852
diff --git a/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2bdc3d61a91d32fda57dd368208a8bab9ad03dd6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8aee882f42571e4ef8bfe9d9af26302dcc930a2eecf5b52b80c0c2f663fece
+size 3763
diff --git a/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a03fd9735eeda217cbe2b67a21fdf5aa2989a5a1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092916724c4ac767ce82cc4a1a0c312f438d9da237d57b8f4de3061fb55a354d
+size 3799
diff --git a/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d4ff71723a00252ab3b373596ddcbcf0aaab1e77
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d609cab0c62613395920ce7230468f4d74bfdf4445664e6385ed705e2ce46d
+size 3750
diff --git a/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..98ec5fc79752c6afc938f3ddd1bf12895029ea43
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599fce44e093cadece38e0e87136388fe0076e61bbc5bded310558297830dffa
+size 3798
diff --git a/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..06e814d60270a7ba30df03bcea109dffbcc6e8ba
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c576891927d61d45b78558a9717972408a42ea76150f297711595d9c6fce834b
+size 3751
diff --git a/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ee67bedc40b4f00706ccc413d5c84fb20c57bb11
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b86ebd7ab59013c079c618f160a60af325057aefb69150a643fb2bae5002de7
+size 3777
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0de9f6caeb459f294fd50ba1eb6b2df77bb4b2c3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1571da2fc61582550aa623876c725f3c1050881af5fdb4f6313bab8309d5c95e
+size 3725
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..410627f2e408d47fe8a5dd9140da76f93d8afe80
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4bd340cae4e51b6d205d24ce20b4276b3eccf1a1ba262369ebbe7474085c72
+size 3806
diff --git a/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..53b09c4875d40fdb41b5d28d61a70fc98fba0441
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d919664926b0ed7a5f4fe39f2b90357a2606049050742ec70c8d9d6a479961e2
+size 3715
diff --git a/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1982bacdf97fb785920e6aa9f43b429491796962
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0400fd3ecf6f1c96606bd30aefbb4b9e54bffc90f5d8e09985039f481579e74b
+size 3797
diff --git a/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b9b8077d40117ef5008fc2742138969144f16aa6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53350c6ddad1d68087191b46b8b2af270f98b1645fc8b790dd449f585f1f3680
+size 3756
diff --git a/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..38067182e25a463bda75185b9824a0dc337078e9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcc3dad1682e412c061bb2c7e15e8c5982c15525c33e474d43e9ec3aa5e84c0
+size 3775
diff --git a/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f7a07d3c0937c2c3480d7fc9cf20b701f9e4d13e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80da06c0e694f5d0a19d9b2878ea579e9d25ca45d7283ffe619e064b6b64b539
+size 3750
diff --git a/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e4df2a4a713541ad66977fa8f73b7816cad87cbd
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b929070c671d6e975e14ccc9bb4357c305f63647595faeac26f5d6aba36c2959
+size 3778
diff --git a/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bddbb459270fa35327e472ae19ab775020b70df8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568d05702f09d69af9f9fcfdecff1f526b3b54508dedabecb784847ac2b6e8ef
+size 3750
diff --git a/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0e094189f7cd6e46e4f0a1bef613096ec258e88e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53be14baa1127f2dc77dde4b4d64a91fcd3f108d3f23d16128930e16fd4bb9ec
+size 3792
diff --git a/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d59fcf8fa63f169cf19e4aab9cbdd043735679ee
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375549dd4d60ca1164c97fd33bd42569cc8d56b5ce6150cd7afc4da6a6b3abb5
+size 3739
diff --git a/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a49432b24f153ef65341b7ef1862604782f65c10
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbbe69add70bade7eebce200f1c6cdcb562d10fb2c68a64e0400ceb8868409f
+size 3795
diff --git a/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2b13bf7bea97ace1297359958510f0fa49d63ac3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1774bf121c7ea441ac23646c1a8612b3d42b60f534f0a017b6ab8333de6c7e7d
+size 3722
diff --git a/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ec4e62b58a2f18ef56d0cc8f4f883cf65cefef86
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7711687fd340a9817107fc3e61702df3e8f044681a4dd7dd4c1fbfdb2d6e374
+size 3816
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..dc121999a9da59f04bfde95e4c826041e383a722
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94595811b1bc696b327bbb99a4eaaf27ab95ffb14a420fa6489cbf9e522fab52
+size 3727
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0c9c70d3417cbe3557d4c13bb85fbfec20804338
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062aaf57788b063669d97b3a8b4e3b447a502b55a61134b923b38eaa59689c17
+size 3789
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e016f8d56731dd4c42b0ea5df153f23b9af4636d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ff671c374ed34942182428241b64b61398beb6816295f92748517a6699e840
+size 3738
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..20bf86a72aea0054cf8890021348609761f366b0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811b15c5ee84c0f81f0cb83e3f1c77dc86abac667eedfd8750ddc2d6731bde41
+size 3792
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8b7a6e8fe853ebdba84e78f97a4ce996de627644
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46937b65b1ea592440180dec343253875c8e0e8e7ff347b499b11be930ed6554
+size 3724
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..113393cf6d8fb007119f3aa376bad03e35c98628
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0c649cc5d8785ccb19f11b87f29a65626ccfac89f274b208c045c31d8c2fdb
+size 3817
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f38935654bcc013ff9b06a01cd69d1d482d9c06d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4c30c3ad6037c7b94f8b60da1081f35d1c435ee67abe8f33685af2317078a1
+size 3720
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ece1c8176f1e9f8501195ddbf58552a54f8c4510
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22e870374cfebb3b695207fbc610206d74ee1bed120db0f64dbe7f8b7efc9c2
+size 3806
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..60d5a26f0a3613dccabccaf8e80299a480f310d6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466a62fab633a253d2c4554d6e5276428f973582cdf61da76894c8d1b31b5906
+size 3713
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..afce61b18b746b8f0c8e272228cdf6cb35d4fa5c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc86ac22746eebfbabd6e6f21b97ade814368a9408e4c70449212b9e9e8c723
+size 3812
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8baf043d81f97f025f65b58257648e725094947c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476a525f0ed2c4256ca751834c594ed11acfa25cc575843fab3db560c3c79fe8
+size 3736
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f273e667bac8b367a22b297f42f21cd6db4bef6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9689602e15e9a794e70ca781cb6b88322c951d3ff9ca1502c3beb8a905ed2edf
+size 3839
diff --git a/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..638f5f56e31cae12d0bc59b23e0c5e92c4614369
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd9a30798092d322a7dd1fefb068e94b4d6d4393701a6233562d1be58737ca2
+size 172
diff --git a/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..06928935d03905c325151db2a5ecabba1cc74431
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddaaf308cb30b1cc3d9c9fbe4034c48049ede4bc706091ce3a191a3cc64195b
+size 1965
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/0 b/checkpoint_500000/target.decoder.decoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f1eef37a2ab72824c4b22cdd5249bebc57e62e34
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6b4d7cb96a297a41b39e93c0e873944024dbe6a2636911676714c765b4fb7a
+size 3533
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cb4aab7e848691bd085d91b8c4699c2ba0113b1e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2660f53039d915be5e006f5cb3e1df9a7d1d47a421d73a78b636f5417df407
+size 3906882
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74fe4e2d8398f0a3fea539a3165bf8da2b9f8383
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a09f733ceddfdc23eb11902bd52b505b3264bc5b92e441b7e840829141205fc
+size 3898405
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2038432d044ea52b87ecc659cafe90de2129895b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac8dc95cf0f42f479ae1d845327cc02a478886c1dc424e310c2b6b0178d645b
+size 3895109
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea342da36a41e357bd07f921855752d58870ed7f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d7fedb569dbef4283f20ff15e39051ac3fbd888768d469a2d339ac72600023
+size 3897102
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..773f5d756ac1ee44bf997c118d62ff52fda939f7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c745047ab816d2e86e7f151a978735d09fce715f70ddcb39a720de229877917
+size 15614776
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d85483d5d2b4341658923bd369463c27a68bb392
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebd7b3eaa21b3c7a07518fb4827ea2310d6e10eaaa2bb697dcff974dc077dd6
+size 15611673
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c26e6a58f6a22e4df9d45c3606f0f81c3655e979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a490e85db898a805b79e40950cdcc446dc9ac2c048e14fc92ef999f771c323d1
+size 15606850
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..28df2391c0c45c5deed72fe66297e3d4fac78794
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bffd58437b78f86a4085b2aa5d9808d20bf0d98f7914cae91bf534963c97854
+size 3836
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..13976e7a5ca822d1f4c3ccaa2a763a4a13a4641d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8279d872c7028bac56d88cbaf11e69829d6ff412daa47c8d60cec9a8fa24ee8
+size 3888
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f29d68f676d61e27dd8074ba2546b9086a517d64
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3d5e0c5389cd5ebe1820372db47af858e1348ee5852048ab0609cddd554370
+size 3837
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..86e3beca9ec7f6169f1df2d9d090168177cc59b6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196d20c33f98bc4fdaf233a8b2f4fd77cffce2cc68220c1d197f39438e2aaf8a
+size 3907402
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9419a09f7547b884026da016ffe8910052d3fd27
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8bedb2e10603aef684d04f0a6e793be9fc5b4c6f02f94e8e9311e0370a02bf
+size 3899489
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29f77f8795b76c6060ce7106c7089cd6bb9e8cb1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cd47ba757cf107606b8f6d222461bf688491074f00fa26aebd1985f475f76a
+size 3896930
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a085f531db6aead738840aa16e800222cf23c68
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bc876b2e0867d94bc5878a8e75656d967afc6c953fa40308287dc4e24e793f
+size 3896913
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..605d23b20e1c04a575b16764624ac60e86880bfd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4520538374a103f96d4ce1520e619e22d40b3e9d23701ab6d4a625f6017be3b
+size 3894512
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a76c8bf11b8cc4c0fc0afd9dee07c5bd9a0930d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae5566a2e1e5bf3a778c12781e525389138318c897ff41da9c97d83379802aa
+size 3910847
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9138855a5990af80a530918c299f1ad0dab63390
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40102904c737d384c39a2578320e2ac939776af80b188d40fe85f99ce3666693
+size 3907192
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..020c56529804b575a3bf394b5ceac961c0c3dee0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce15268376757e1a88090b1ee8209fa4bd0c5000f20bc37d00628edf7a63c27
+size 3902642
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cd38688b5a82de7db07d2a6ac4fd243a6c0ff28d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd6026664b8761f40ba3069d55f1dcd1ee328359d6a448ccb66efdd3b5b8f6f
+size 15605099
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..100a88c997139877d9046cce820bdd754ba00a68
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e511823fa25680cdf1e9c69dc87a2ea5218b35f1e86f2a2b22ce43b07a608b14
+size 15632923
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..90b7febfed7ca5d87f2d37bb845a0cd43b47b3c9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2811f09e118afc307b373ea4b28f00e086dd4237d0cabca29d009fde4c2809f
+size 15629080
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..aa3e8e5a6ab0050d9fbe2fc70eb4371df4dc2a43
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e448424f4df2eda560c52e9bdd0a5d04369ada16966d6fc3756f32fdb8a19f9
+size 3838
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..626b8eab54b7a4cf7ba9adb1de3e6ffe13e6912d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc112fed22979215de220077741f5b8d4333e02b5e1f87699e6298249be9d75
+size 3806
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d8e9f7453bdade358f4bb691ca52eb42f269bfc4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fea8a83b0621aba6ffe4ee4b50888e702b8af12c8a7c2e85507e0495f22ccb2
+size 3860
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a684a043268de8eec44f9c3c459294442b05f29
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadbd7924246de88b41f0e83d68594f1bac1429136ff243824d30b11e3db4a77
+size 3905976
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a18ffafa59b83b5a58f5deb6b9b4fa218461326
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2baceccfb8ad2a00a3ae6c233524e1f34b20bd6d0d79eecad25647fd23000cde
+size 3897609
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ebf2fe924af8404313a1019d3586b2444fc5a18
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f85a004a5cfe9e8e05858b3c532774663ebd90b5f928fd813d9821cc14cce5f
+size 3898971
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe31f9dd1c12506a9f0aa100fb199c94a8b369c0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47467239345dbe07d0d504094ead3585b8d948e27fc6a5e2b5ce42bb1edb4ebe
+size 3896626
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f5bcdd6c82319a1b23c33f6136d49ca0c85f1ef
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fb20063dddb86a63a5d3e2ecc0daa32d30ac6d798ce256cc3cb2cfe7129012
+size 3911973
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cae69f54433d44eb0ce8119c008e0b8c44b88cfd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0071aab7189d2123697d28938214704a96e0d646c43eacdc5aef49d5ec0d8e04
+size 3910875
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a3fb0882f8352490e6054dc850c160ab4b864838
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373f42e3cd67fc0a7e88e2d4652d6c79b1e97d6f37e535b15fcc0ea348975499
+size 3900488
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53c835677d31693b02b4e862c756bc072565fdc5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3cc52dcf374c16f1990585e69b864359fe6896ed2a5b8ac9d57cb1ce3e7766
+size 3912314
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b48166d6045d043f8ccefc2d74e6d3a9fbef7ec
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9040708eb1f7da13eb1d4b8b039ca2756b0acca35984e669e080d3080aeadfa3
+size 15608494
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78e8993db3749382bb469628cbfa0dc9dd1a6965
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ab77bdc07640f95842edc1d2e70c502e4dda09f366871504c88f4368d44958
+size 15657399
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7bb30718c88e3255c96d13f63df30335ce03b233
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed03ec9bb246053d160e3b411ed7775c128a8c1a6ceae53fe5ecf89262cd0a5
+size 15659139
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4bd69c5d5212a2eb672a482711543a0e8a92a3ca
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919a7a4b8a6c6fa7721ccb521660b8bee0892eaa743df3b82bfb25e6a4dd42c6
+size 3876
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4e608dfb689407a390042f4b60173b3572531316
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7292f33c089c9ee7f4f5e743fdcb2f9c98b485e2cee7bf26f35dee81f0f79df
+size 3794
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..46e57b2aa224f2394be62ce9f248e709d069b712
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf3845ff12ae18705d6dfbdcf793906283567ef5cae8407257670e03ebbe8a1
+size 3792
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4356163a10dcf5b8278b5df6df02099db243837
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a47d5ac5eae71067bf7f977288a9b9e1552fbcef5867ef82ff8eba67e3393cb
+size 3907027
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3169fe8545d374e3d62677f1e01fac0b9fe13c7e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0f6aac852305bfcb85b15952ac4979750e29d2cdbc17f13b8deecc4731d53b
+size 3911594
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63605c00d1fc1a667a5218c78e9dd6d4463455d0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea40aa1c0e2f70dc986fda210f5e7a4c45f4c20435cb6d20141b10b88118a3cb
+size 3905029
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3f2628a4488169a7b5fa313f5eba260abdcbdef0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda9c1d242707184a998157dc7b49736a99b0b3b29970f6f737777680f89bd1a
+size 3909968
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..38b7bb2ce4c185d6cbc03b070b983af0942b6571
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd42032189db055eddb37d72e5a5ee73ac50351f6799174191d3bd361b2363cc
+size 3910374
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78a92b35c0dc373d8c701fcf42f734b9bc7d822d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf1abacf0c045f161a4d10aa2639e2b3649b8b450c9ee20f4038dbb76647780
+size 3911250
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dafa73bd2d2fcd54c48cad62ce9a6d0b4d35a306
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cac1b1130d3d273c427baa0287a161ecfa1f65a8855a48ca56cfd6fcbc53f9
+size 3899423
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d96ebd727e3441a0c2ffb1353ea69df897cfa5e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3728856a3af7dd204f7e9a87d69d994ae231c26092507dfea691a5c4ff70fc
+size 3903891
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63e54b618714e860e3322d8650d2802b46fe7d19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f21ad5e3ae9102d744f8d916fc508c052808d3ab16c240e5d44c28801813f9
+size 15602142
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4fdeb4eece674cd0a0e32fe135ce09725e008be5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7eab9791b9429b9a79143cbfcca7be2d674906548cc330666bc6ff4febba6cd
+size 15648933
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74d729bf7775c30f55c23b16ea559fb2aa8cc653
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e423c667b5fe06375a3d597042f2962e4522b8fb350c15dc89e5e8f9ddab81a4
+size 15701980
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..141940b45e0967d424ce1360f8434d04645696a1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782b2751026f5f9186d311f7f52e265c7cb397797d27188db77f47bcbe1ce8d6
+size 3855
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3ef912e0ab6fe885d1b0d10bb9768e01a972ac5d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18755a2d400dca81a75a7f2c1babda6a2741f50c7f7d10b7ce7a919098bd2f4
+size 3776
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..034bf82d9612a9a42f3f2719a4e201341d8e9fd8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c97f14c9b0642906a188ab7b9ac2ee4228ec96e00d5f01637ead8ead53b9c6
+size 3868
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..95a10ea1114c6d5fe30738710d1882daa8d03a70
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23233362f441001c47b421023f5093cff1c5dd759a3b3a9a8f3b1a7fad7f852d
+size 3910456
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..36df8b4000968268794ee4f26438941ca320fee2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ff4b9c807fb1947d8e180d73f5e7b988afe2550b5b24976e193f1d96f4e21c
+size 3916616
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e824c72d9f8e2ac9b9ecd0f0a3829fdc9791e0b3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf90c4b4fe281d5b747140000ddfc65d5db1a173a4cb3a6adc44c0ce0097c46
+size 3907608
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b37e4a863c031d3d6cecc384b49d4cf3e96a1525
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ef39c328864a3ebace6b776ffea8e6271b8b9c8aeb24df03de4c739578fe2a
+size 3906426
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..99d25d7d64b77e08af873a178c2277e3ceed95a0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c776f4a981ab834631d42fa89a0f58131f9af19bbb975700fab7e3a961a08df
+size 3906741
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e9d1cff38d9631650d824ac1b2be269cd1a9bc4c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebdd0b7deee6c6e9fb1f2739950c28a043e1490e456241164dd8289b52d5a54
+size 3907221
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..45b4419c0ca733ac6d5494518847b2ebcacca59a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd14782da84c4fd403f7f46576ce899943f69df234e394041d04a57549338f45
+size 3910034
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..650633e35e13303848200753e6897be3c40b9fde
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6c15e2ba6563196318e522e7fed03942c893771e34fb0e425444ff10135f28
+size 3911853
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6f5761e511636c58f465c52b54aaedeebd2150e0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91248502898f1c206dc28235c3d3bfd66bf19c2bb8f405603d9d0dacf2993eea
+size 15590039
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..04d2e0c7f49f3fad3442e8d3c54bbe31bc00f361
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971f9ea6531de19a930f28f7194ecedf9876622bec17bea417fed0304873e1a4
+size 15647782
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fd168328cc3838fe02e0f57e58a76c9aa8285f0a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0970cb032251dc8afce5c5bdccc80aca5de1be61243d25305a8303ce349b2e
+size 15640725
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d70a3371797d0133c915d358d9040abf83446cdd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2b9d87faf15f47c0a1a3c717ca730d3eaea94ce175367deff2ed6b237810bf
+size 3837
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9cf20efb9505fb51d45d7a7c5d04d014b2b1fe41
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf92f16482b4ebd35dbe5f323953cc2c28122a3137c32307e7cc5908bda4aca
+size 3774
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..22c2e63e75e362a170c949c69fc1a77108115646
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b2ad3848e469596d7b8e46302d7de4395548261b243776ec20f9b97621e4c7
+size 3811
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a0927800f68c34c6c11d745a372ffa7bbca6812b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b945f42b4b6fddaecd692667ccb4499726cca543d11c435bb1e08b221f2f84
+size 3908639
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..964ffe0b9edbfba575aa7a3c4970a58ca2571550
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6274e907eb44f1370884afb4647a6fec9f63c04d845cbcb0b75799d395f5ffc2
+size 3913987
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..84c4cf633106fd8557c9dbb05344281739b76800
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05df84c9bd063fa47ced07220a42c0bed32d1a1caa9e4e7dd44e2f6e5d678e9
+size 3906057
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ae7c5a69fb33a071685187e750fb9b0cfa7ea4f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d72b1c5398093241d040f2833b670d7b6330736afab828f616ed0139439d46d
+size 3911423
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..00fc90a6f6f9ed115333a432f97847c1215097dd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd80e09eb6cacb26299db9df4245f9b6ae0fa706bf69eb2ef9284602200a721
+size 3910701
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0333af00d372fcc2ee7c16639b79a5a0d12ebc99
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91400a210b0a06894f1930c5f15425b4eb798953ccefd7e0a59fd12ea233ea5b
+size 3909031
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5aa106ad02a6f3672fd05d937c111db45d2c1fb1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b66fc1c2a3bfa76c15dbba1fd873c66233fdbcef22f048f05c1c297ee33ab0
+size 3899217
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29febdc92f288e3dd97e570542b6d2e7522084b0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46ac559f6b4ae807d9f1f8bb9b1562567210ffdc8f72183ced8e5201a3780e3
+size 3905622
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab95d30bd06b6b8b2d4c019ee640c5e6320977c2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a771176a3166923f0f248080547138d35a276b9f8efe6e4add8df5a98ba02b7
+size 15580841
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca083107c2649954ac645c80035cf938c826f252
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8070fc8a181c2f4328063e30770f5392ec632d4c0c93a0a7074f71469f1ae0
+size 15644517
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..89398f0362a09c128c42893e12f64c3eadb88039
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76e2f0f8e882db5c9e99c45ac4ed6949c5fc439b0adb71f16a880b73eabd6b0
+size 15639140
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..90dfd1fd3c6306ffd325e7796118799e70679fcc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116fd2897a9d0c7312abc981e74f5c4fe373f05b50f448b57aa9ee222948ff15
+size 3854
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9e3ef24ee1b26fb9f644e31e7a49c75977d4ddaa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e7153f8d3860e8845195ebaa718425f003bfb95fb0bdd346331f597c58b942
+size 3799
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ec7aab058028679849e910db21892c64c42d09b5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67978883137e73a56bf2cfc56ec4366bffc4440d414baf55217ef3143772185
+size 3861
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ae690f0b8c17fc44779ec35a15da426d64014aa8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e2f3dfe08cedc252a61f7c673540eb860a059d8c898bef103f86f5f94f36f6
+size 3905698
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2fb1fc74a7cbcb8311e9ae87e4981c08f9fdc69f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be812b5d6cf1244d9f1347325f1f276eb33ee577873d5706770c146003f06a35
+size 3913216
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4592107d6610a9cfa4f3dc022412d277cc5a4a76
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3aa96f54c85685a549a59cbe405118d379dddb7dc25a1849c90b884d601ac4
+size 3905343
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb830981783446ca399ed41061e78ad31677b202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfee0e223340cf1feeab6adb89e417d2ad9d815c0d33e7eb935de4570ff5ce75
+size 3907449
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..780e38048c057a3fc98e78f5c3a2b57a04c3a52b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412d752ae74db6527134d6dfd5684cb430d1d98f3ef44848c0d68314c8e22155
+size 3912348
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc14b3a3fb8f07966ea7c2d1b77f9a9837687a4b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864bc355e97ef8a3bab2c00c1db594962fe206a729b63a5ff847e6c2dea58ca6
+size 3906516
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9fed4d8e42bc4141db480d92af810284ce2b01dc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a641a9857b51739d16b2759c6eeb99581697f17cdbf3b13b9f00b1152034e49
+size 3903965
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9f5c2249c9496bcb0ac47cecbd815ce4155a4856
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614331ab7d16be1e6252e0451e42392b6195b9c80f3efd2953e3270b320a0213
+size 3916215
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..446eb7ab03e27b89eed5f250ecb846fb66545eb8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55d752301dc549990c52522f76c9d932c7b0b47f1df5f41afde97075c4dfcc3
+size 15581911
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2fb0ca668d1dfb1a529a50b603073a1be1e1307f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a38ecf368da9bcaba0f4af28072aaeb1d4cb8a23545ce37a53355dd533919b4
+size 15603428
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..582c0d61e3ace16ce055e290fb72e489f8253fa1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae52ed8123c4b9041803f989439c777e9f83345912519b46a5ba5b7f749bcf08
+size 15638861
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1b82ab3b2f96b767cb7b77a2755b5252cb0a584e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e7b318462d73430d023771be163258af2c2f667743f87fa006627b6e4b9247
+size 3835
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..80a7db3791fb3d2c6c697bdd24cc06d6ca31883a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11d89d3a548063921fe2f00c0dba03095b630f0adf24f7c43910659e864727e
+size 3808
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9f287e62f5ac8722a234370be759895afdd79d86
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e794af454c19f49a5af6759ffd3f5e8e588177834c529e17b4e8e7064c0a507
+size 3800
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..00922e52c708bcda35f6796aa17703abab39d253
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd99d4b3ee856d106ac9e2118d529c14726dc91b664d5ef6998e14233071dad
+size 3906755
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8037edca600a0e7b4a51c2823c98da42d68806d6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067b0d28a5dfbd256c0e8903b27eb93b8ed4f88fc29f3055ab83e5063a4029af
+size 3914345
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..185199138390138d0107d901cacf52a03e531080
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3046e6c7f52c8efda5d3a3bc30b67b1e3ac8d5c17c395e5e735a8559d6bd4972
+size 3906321
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..92409e32acda2ed0b7490a431f7b3df0521999ff
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7d8c9d4e3310763dae7a9e62ae2fd581a62c609b81e8e4626d1b56750ba77f
+size 3909147
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ccb6caff5b851155e5b6d70e6e0b50c3b8643477
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce04c692e43179dd3acb1e4f18ca1e9b03ce0e0347662e0007e30324a18acaa5
+size 3898410
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0269915c518c6fcbb3d3f34714ccc56dd3f54e5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4b0870b903596c4a3d65d758a43609e09ec9c5e1796e3f344eb26d3b37e090
+size 3909079
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ba9977917401396d02534131bb388f286e5bc192
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae5747e199acb48ed2c1b92097567ecb5629dd3edc1301b8a1406c6ea38d936
+size 3907419
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..161f8f80611cf8e8c6a4b1242e10d0567e51c63c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c05338fe2aaef95fac4543e58a1c5eeb12c509bb729dc19b062b4723265b86f
+size 3900784
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cd0bc7d2f9acd4a1b9d226bcb3c05d716b55ed5c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3bdab7ba7addb02c4cb8712a1c690ac840b79a6699227cd45cf5edbf62fe95
+size 15576462
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9bd8a5edd70ccbcc3924bee7702c302f2ea8b193
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7944889e10ba627d8777baf44af8365421ecc370f37654c8b1501c2ff1ae4a82
+size 15598613
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..35e509df1247fe364997ada5750c796ce038925a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e136d7c179ab3ebeff8dcaaf9b79ea9984c644ad7e93fd1157f8daeb7eae137
+size 15637885
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..37bf685af5dc28a928729a9889f792058d171037
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095f3d0b42eaad91ebc5a9176c106a22316569d0694f43a2556ab40e1199fb1e
+size 3862
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..124044793f242e7613cb997bbb1824a7c34cf6bd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4913a975c21029490f0a7d77baea72b7106b7f66d89c070962469b83e699c2e2
+size 3823
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e2ec287be095a2ec95ac83b47350ea13bda93fa9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6069d0c6d02ad58e33369d9cd860420404293c7f6c827d16a29efd8a40add90
+size 3794
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78cd474207d68a86b58bf6505ba75ad97c6358f8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65218c8108da13477fabd21b97913d19a5966849e760a2f6701f4b0b614ec579
+size 3908081
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ac1e25bcdda15800321ad64e4d5568f0cf7ebbcd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbca27b07a9a0c5f1e54c8cab4fa9a38ea52921694bd460371ff39c81dd04cc
+size 3909402
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cd3d5d39b0d0429a275040147b1c5cb2a875eea9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70e3c34cc62771ccb7a44528b9a89864f942a60c65884d8e8b3754230f5f53d
+size 3905804
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f54eb00e6fd84915991b8da859ee4f2fe6e10667
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95ddf1568c30555e7672e81891b870ac2db0bb1e3733db7921ba26f84ad6466
+size 3910689
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8bbe77d82fccb03a95c607303b27f7fdcbb42749
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf886befbdb041cf72fe39bf962782c03102ace0a49f6d4facb58a35cc9beaf1
+size 3905430
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f07d70388ba82663c3bea7ecf4838da36d2b0972
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a522e31c78884e0231b7a31479581b4c4753e38184117851be55d789037dda1e
+size 3908712
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..620bcbb2daf6a2609a7c8b5ed3e0bf8c0c366cea
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f121f20227d97ddf06b9b367b4a2b44d8d65e0b002952414b1e5c14052527ef
+size 3908062
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b446ca4a3a0857a3abd99b4dbaa55f95f9f7819
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77569eaeeb7b21f71f4f86ad9acaa02a4627e44aa1c825e2f459b25cfc7b2418
+size 3909027
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0bd63dd43fdfee443b6548082f02cbad53c8b50c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5ee4d5f989b139e0c0f85872459c134c0ebaa85af745c4239000131b52a762
+size 15569942
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..15a8ab24c5eaa5db4c0bac4034f1ece346fe4a38
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cb613090121f2462e03acdea8b7275eadd25eb29bdccc22a6aa334b787f4a9
+size 15597767
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..06ee50e14ad3db61eb0d76fb1687fe11f59f8fe3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f098d0b3ed3f4b919befd3bc59181d5fd6fc43fe4facfc48c93e239d817f669d
+size 15637688
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1eae6c68890d679adbfafc74ef8c92e3cf518361
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef526772385056bfdb874e0cff66b9ff3467fca5c6ee40d85953a6226d2b35a
+size 3862
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..78962bd12746fb94dd9fc7317c7a64173fdf990e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c828dd8dc7d83907449b2ebdc7e5f0698e1ba25b2f3ed486faeea65a6ae1eb6
+size 3824
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..992ff75c2e9b06cf6273be7aff24c89a3aac82fe
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe0093c4c10a6ba77cb32edba9bef22d949f3f433d417935cf80eaf22bcfbca
+size 3789
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..985fb0a4e01f50a6c86542987b50105a19949a55
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e87d482f0b954509f69673ab2ec9664abec992cf11934decd5df808f9e15e29
+size 3905604
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..effed531f5e5340cc855a58bcf86b053a307348e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da9ec46f2900544845d1a31e8358928302e54d99dbb9087a98821a7ec6d9558
+size 3909371
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd59a81eddeaa48a728b47018edfee86d270bee4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580c8f2b4c94f9db97add6b58b3a73ed6894a634eba70e0bf1ea239e61753b39
+size 3904193
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d715b7531acff399b4b5c707ba9f4610a4f1a4d0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665453cadf7c41546f9ce24a0ffa392278e82bd7be794eae3b0ee75a9b3bf24c
+size 3911589
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..22c2ca44528154f56edbbdf7b9e9a9189f530532
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c53f5e753815bbe3dcca9080085ab62f5176b89ee0ef8ac9ba24aae293aaf4
+size 3910082
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..749f1c893819f4b0aa9106cee4a9f6922c139c6d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69c44e450437c1bedc9deccf156333874922fe23025349e345270b18eabb988
+size 3907700
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..58bf04651d6225fd03d086dc5df2b340d2f2a4f0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657deb0c6bc01ca8419b770bf2f322043c6935cd15aea96d1148d91ba35a9637
+size 3903683
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..687384e0cd59dca40e5bd20af4487e7ea7046471
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed8d7765dca101041937706fb3570534037be6a9cfbe5bea5496844d3e1c2d4
+size 3902925
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4d06921ae6290bdca720093014953eb3363e4ba8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bff06eb6546c1afc85aa91372a864554c18ce1ae8285d5e6a07db72599087d
+size 15573059
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7760d8f23d3bb1456d89c91ef823f060468b7e97
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db28a479396b0a4c15324bec8d5c80a908be1a7eefa153db0768b532df2a157
+size 15604812
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..87c088c75f4437545ba3cb152dcbbc8955c7b01d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f62cac4b57ecfd4c24436e8861c04329e39bad316a962e7a509e3062915ff3
+size 15638408
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0fadf10106fb77dfce043a33f30922889f51d5a7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192c8d1cdad9daab6474c29f05c788b8bb393655f49001e9ba57aa0cd957647a
+size 3891
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4fda3c4631203afb6207f01c46edca27a64e9d15
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4430c59a78490108702679911ddf377c8ff5da347b3c281fa974d976b6e52be
+size 3806
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e0694a2f6ddcd33a18835d00785b2418bed1c81a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b135e63094d4e82a79a74fe458ea11e1ef5100c1ad2a944d8998155b07bc62
+size 3810
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b0128343b2aa077df63604fd56c59634f33d7975
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755a9358ccb59d255acfc1446f02dcb3cd7f70426954ff6551e33d7523b857cb
+size 3904570
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..062b57a4b902e17d6aa4e90ae1427fd5802de684
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6688ee6c246ea003cf70216b84d636328fe5b287f9085248d65afcf7b0adfa
+size 3908383
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fd0f5b889561b46cd449e1f2312afc44eb54c79
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dc0eb706509bb8a06b23f3ab4009d770426e1cc74b1f04d2ca7b8daf0dd82c
+size 3907206
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a49971172410fd714b5cb92e9feea60c437740d7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466ef32ab6fef2ccfc7fbe195ecb480886b99cf9f12a80793cac281fde7e2398
+size 3912092
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..44e27bad8fd5bdaf112525b4324871b77fdf4767
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2bfc442e745077d404810f83d893377f06c5c6f29fba03dd619b75483868ff
+size 3911988
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cf4afbb74720768365822afa105985cbfd7218c4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0b7799a3b43035a5cb6663dbc4e77732eb4004a0db92edb0bbde75963cef8d
+size 3907787
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b8823fad65eb2976316ea661901d9a91939c8d11
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8229e1f1cccd4b625b7974c4cbecafeaa60e1228679468cfd6f4a78a0f06e0
+size 3898995
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..118b10f1dceef95cde300a17eda332abcbd7b855
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b3985b54aff7e7426cad681349087dc8a9ed6c1945147f221b9bf8a2f4a066
+size 3905359
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc8e71122ca9a62059d12331f04312b47909ef17
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bd7abe084973686e14c17f8189f9cfa30e99ce39d52b75769bfeefe44a957d
+size 15581150
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..18f4def6db52c7591c2c7c67332c53830c809353
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c2ada433772fb4da500dff482002fd47fe455be94a19968050b6ad38cb5ed0
+size 15623375
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1495a5533b505d967e0d8b2036000ef8c8dc3bf3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc347d3981bd53987c48735a0ce51f36349b2e5c07c27c0449b5e9cf27930a7
+size 15641168
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e89c3bc53b268d069b458676a2d4058e86f45c6a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffcdc8c2630cd229ebeefbdb8c2ad7f13937c8173f0d97d5ed7053a61989dbc
+size 3872
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5c2e9dcb359a975b5eb1a98297241679eb9c5ec0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb58e7c1b52f8431036ecf9d0522ec1bf29d446e9c4fca328b2f0eaa9b56227
+size 3795
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a7a928580a85ae9189c79495c8bafe3a2de020c1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9d5b8b6b5ced76896bb90e07767ad82b69b7666c710389b7c215f9588a55d1
+size 3782
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5f3a22437f016c3696e7a5f0e2837136a20502df
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37269d22f65be57d05a5b91dedfc6987348e7f9f348ce00218761e6d095ec3db
+size 3908216
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..98db928be87e2e9f1b39d8f32379d823bfb29f14
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f01bd9593737439c338d98e2e9ac899fc2385735f5e80ea96fde3fe2eba443
+size 3909745
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c2e068d669aacc55d02ac54ec34d1d2ce7886bf5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cf22daf78cf9a9c30072688c01170156e1ece83bc53c732da0d1c3c656a046
+size 3906645
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6e5b52a7647aa0bb269cc5006370ee4cc3c846c0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33760f49e9c1151c52a59dd88e101d28277b79c83c11949ee15d2989acab64cd
+size 3914098
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..074f48ecdcb4f5905a4f71b213723de595d8e773
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89955f9bfdbd0d847a4c11d0e2ffc51205383e748efa75187a9a4691a8fc5de8
+size 3909331
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc9155857141756003acef1d4db4fd5b97d37e0a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f918fc20f83e40244298c810f353045ab15d915ab771d09ea065994f1e695533
+size 3910636
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b8c873e60fba1d154b980cccb313818000177052
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71077c7e28c84bf677785961ea1d71f93c2d72961bc604cb515b2af5bf7c432
+size 3904945
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d9eb702cdfe5641c4bd0e573ab551a99559970c0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a0b1cf35b8281787f601041177f876d1b6a30a7715bbab1dc196a07ccf9b4b
+size 3910101
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e3b588884e4159c0c7b025aed6355407f31b2ed9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8d12474a0b5927819926bf595ea6f1c0cd6241c9e3782d3068c9d1ae425345
+size 15579191
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d53ed7d21d50c73abb027517663f1485dd4e7c2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f516a531bf629e48d26f20adf7f5345a2b6cbea6e0f98b0e1b6943a05ec9d7f9
+size 15621552
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9c648069b6d4eb3cf72eb21a6362088b906890ba
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aaef21a5f70fcb0f83d665039a1054d611fc4eef55e788edc8ded2816b9d506
+size 15641511
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..005a06bf1dd24368eb3d8d26719bc615a77b330a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2460f0d8a58024b6ed82bc1318883e59c2998097e53387c3b95ffa61cc54c4b5
+size 3865
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..533df0111186b052bfcc7b2016302b0d3ab9e07b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da116172c92397c8abccadfd31eac1ce08c0587aa4d1da0dcfccab9eef2a9b63
+size 3774
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..164127cc594f7fb4f7a30f3113f2aeb67baf42eb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1012e87a2da92c2b41e1c0a540705c491ea7333e408541f58558ce8d75698134
+size 3781
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3b269259ce50efa407d5ee2187671263addffbb4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d5183de025381516c2c952390d294b6fa954a64f3b5d442e8d77d5e78cd5cd
+size 3904181
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0c3d13eb3d45d42c6afb5aa3b0cc5443a30fff59
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9830aa480c402ee43d6a7447344aa4d76047813084655875882d2bead20373dc
+size 3905593
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4effce9dca097f7780981db13c26201a701b4957
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7a5991db119327bd532dc9e74c194a1fe8a2bd01c11b96f3a95f8760788e1e
+size 3908306
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ebf5de0d8ed0a5bf6331b5cb0794b3eb3273af3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca3efe2f4f2fd323f5bdd3e2435249335234ad3f35baf86272849084f3bb071
+size 3912798
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b47db12b5df52e1c37895f35f2e18711b6813a5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326a0315391f95dabe0962ffd50ad2ec6fbaf42a194b227e12a42c7733881c02
+size 3906879
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..68bcd36294e4ed92af0704443a89178fb96b3509
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9949a50dd096550061b66c6fbdc35222812cfda0b6728170b69f171f2202dc79
+size 3908267
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0d721dbacae6ce17db72200f0ea5dc89b7445cc9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a660e8f69cc6694729f763f4ddc87b5ef738c2dbbe3f939a536b8f702a5a788f
+size 3905116
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eddc89c3d67db074b2e82bde0b315d867c8ab429
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d0eec5d9216f34d5dbea4f7eee65265946289100d8dc99bb7eed6ac8f0edcf
+size 3903197
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed512c90f479a02796027f7933e503bc7316a934
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7592479eb01f35346b1526e2435c708558a74ffde8313601596183224b3dfc68
+size 15622803
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e6d7a044eeac465bcbe63113d1e4e08444445dfc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3286e2b054635bcb49fc454a6601317c4c939ca85719b27754fbe6cd1c309ec7
+size 15634772
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2f044487400f238cd80dac2c068add21182ae3ee
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e4c21d02165c10a0274d03a480e431c4605af6f73ee0bf219f1e15b22ed002
+size 15619678
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2e9d379c9d05bf21ad594e8e00ff74df6144d634
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea632ac874cdfcba8414e75a805646309458a7a03d6b28de3026691d4d4f625c
+size 3911
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4e56bd4354a9d8adab2586f557e7b31c3fae9653
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23722d6878c9348cba55ea696c0b58cfedd94e6d28344eaf713ef998fa63978
+size 3812
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..94cd137d1e71121f2ae31200818c5b48dcf7b436
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1751f5a352b23523d526434cbefef38131674c0f387e1ec2f5711f34051ed963
+size 3865
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ed9068bb17300750e6d9c1492e00acd475ff2a6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb6c9572e4b177573cd6170c8a93437457e5cc408ab3ab962d5fe600fdca968
+size 3907028
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..56981e56b3e210c50a9a08c2753ed755b604639b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb71e335c9ae470133bccf7c6c1fec8e7515549ce0133ebf37fc2b436e985539
+size 3904237
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d6bee50a932295ca466b4c33df589fb4b5f3ce2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c85290bf03fde6c657a5e89915605a7e231193b2a6477c5839aaabfede51764
+size 3909779
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7134ba00d16e14b45e95ee02db49cb4a7dc144f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d7580671f75aa77a18eed2f24bc223616817b48dfb4dce597140c9ed104714
+size 3904538
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..42d4738e56bd2825911dffd88ff19201c20b2d2e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fb9e4c1b1d1320eec7a2c5a985d5da1b058330be4cc9ac4bccfc6b03d0f237
+size 3899557
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af7213bc35ff636ee992b23589e2d06d09701db8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364a134ff22b5fb2bd783a526d72820f4ee9ac6f0240867edf59eb34140bb6fb
+size 3906365
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..da180878192c053afc8bda1d5f4fd66bc4737c3d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de4cc4e19d46c933f7d41149c8947bcb1d2ee043f044d21a59f43d34ccc51d8
+size 3907479
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3f164c612306ce3a9ece08f91cb0226b679a1df3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfeb2678c58918f3df980b2e9c48be3eb501375188f4d05f3537b2644c65e62
+size 3905352
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a30b5aa5440dad6144c723b3eeb60ef7637f3a03
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b151dff52ff7b29b3910d9c205d6f6ac4898fbda1bfa049031f0f3666d3d84
+size 15581249
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..edda2a937aa83392594459bdb3c45aacf63bcf82
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b86cdbdcaf9c447c3beda3a168450697452d07ece8aa4e4652c4724a4270c7e
+size 15620554
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ba15e664a707fdddc5fa81405e61667ca0960da8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413bc8e9984c6944fec5b10c884bae1db1e70273957408283a121eec0776709a
+size 15642524
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0efc03b2ffd4aa8cfb9da0536f2d2f02f5f487b3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552a943076eb9f49ee4df3f89c31014117032e2b22164f95ca7eb913436eb601
+size 3853
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..72c75ae1e3cb5c2ba93fe6066bba92ed5a8f18c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69100d08e8395a876278a32fb41efcbeb444e9d0ac6c7f48635fef1059be7ef3
+size 3778
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0892a6fb4ca83c024c55ca3277ac1a0d1f46a96d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb0401b6c86813fdb06bc205dbdac357ded3b4b0769529ec0df60cdc4ddcd88
+size 3731
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d92fb388e92652611bbc795de5d03f0d2b766397
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e48c63bd56b88115322acb76d63342ddceec0172347b8b0486e57636f771f7
+size 3904944
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff9d69928ef7c2b930ad2b4b664bb5a78a8de8de
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c498734999abad85b690c24407eef0c2d767da06c44a4e1d4f4423e6acc0e0
+size 3905898
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20c3c72dcb03b8a1f78ce058c0ab0c5d1265d1c1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a692c17437debf3575e0660c5250f7dcc9c7cb636e750ed5ecf0f286b3f8232
+size 3908170
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2e34e47eafaff6e2078d4eb84e28c97a99b94a2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a45a36cd33ab2ea1111fecbf4320dab0fbb5bdfe0b86251bf216c55e92fd690
+size 3915534
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b979a2f33795da90830f26909eef708846083bb3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77d37263f39a5078c2d3b33b99b16dd426f65b02447b8e0b48c08437650f8a2
+size 3910879
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3968fd3296b88cc23de386b216ece75bec408ba6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b61a1ec080f0eb2353a4fa2c019461132ee600dd9f7ed6ea74fde0eec8a4192
+size 3910738
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd507a710968617438b6140071129c86f02652de
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ac22dc29b1bc16b73973de7ce1561bea43e10e9dbfc1f529ebb98058181cad
+size 3905025
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ad41cc2a1cc45cbe2951211f989c4c983b15f876
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9b80dd277f020ba882d8be7ddb0b43061dc4be86d3a18d4a0d41fb10fece73
+size 3908864
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb7c248516550004b1ff972d4789d805b6496f8a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3660cf9d912b76ef006886824377dd8a0224f2f05e1d0da5b1542caa7f52cd1
+size 15588003
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0536ca3938c698097607ead59437aed3ac16e7d3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbf3ab7fca698329fd73540d5621b0808a94d3ac88d17ff3084d2652637bc14
+size 15641894
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b2eb879ff81180a02b6c7bef192e24756bc9ef1f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499fc02481d7185f7ed3b367360ab1f3a0dd8f1cd75f8f44e918f647c022bd2d
+size 15642941
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1db861f478bfc92579b1ef9ed2f7542e9e408737
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3126da27f73466e34c05ab5bf91a16653f02fb5f0bcdd837f4f7cc69757e70fc
+size 3886
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5a81789b7ebcbd3d862c574c621aff6201ac49fb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83be35a8eae3aed295f3eb6f81c17d46ac8f72c1023c727c9b4da343bb0d8731
+size 3760
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..621a6f8510dc9548e37772cb520a5bad8a7b0d07
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cbdf340c02f76e027f798555ed6f20b3cca6711454187842fd46313a6e6396
+size 3846
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..76e80360efb4b6a6abd2739db15e77a3dfe19a21
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0354b15bbea6351c08133dcb3c9a28c42577ef5db136eed88a91227f133e270b
+size 3902504
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b53bdc7361cf5bc5a7fc5586b806bda686ba41b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1dcc7cff6535f601b6b6f5668ae7b34926bf58df4b3be61cc5dc53eecb5a93
+size 3906306
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ac1c935d13c5cfa876ec6a698079f3ffce07663
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cc7cdbe1162d1fbddbf298b1dfc64b774165b9653ddca7ab59758b206749ba
+size 3908190
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f343b53133f7072dbb0844d0b49da4cc4d96938
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea07638b37643d647d8a258561789eba18c573ef8c63d71c0a0c5350f47b9088
+size 3911836
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..304b72d76d1c9f369db34f0b03ba5cc40ea4f6cd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b572671da4aaf8f4bd6a844ff3668fa7976ca2108652ee8ccb2efc063e90d76
+size 3909553
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..94ac83d0de30407bca678f7d11252c6db25558a6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e619708cb7472856b31c26845f05def9ac963918843172c6f2baa56514e130
+size 3912047
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be6962248790cd0c472462ee9cc650fed60854fa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1dc4614b19b0b11173f39902f9998a20c3183e43b6cce15d1d902f6390b45d6
+size 3905755
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa5596dbe012523c2b0814ceaa758ef2ab4cbbfc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6f8c7115c62213bd8b2421747eb94404ee6d5deb4cc94a0910ec590a2c1e7c
+size 3913585
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f6cc753b3b390dce2b0af001cc083e8af82440e3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa87221bcb73c955fce88444878eb5254450cffe65fd32b2aab73d6c3f462a9
+size 15580382
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e8e4b1d86857f58d985dd8edde5fa0636ace6ddf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7af6dc5c84c36f99b3eeabb67169130b7d7cb901dae8bcbeec464d3daa0e77
+size 15621276
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8229f4d663f41c28bf8d32de5d6debd481f08ea1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43aa5815b6752219fd8e7fd710b4c841ea4be2a7856cd50cb4e3b1b433f9a760
+size 15640971
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cbac430aba5f87e22d5690819021f07896268568
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81836e59b5fe5b7f220daf280de6e85305989c568acdcd29ce848647405a4ca7
+size 3863
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3e3612cd88e863811b3dd3be7b4993ce5dd93880
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639add55a6210858fc28b320819261df97fba82c7b139b6b60b4aee10b3542c4
+size 3764
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e1dd02bd021f90f3390b98f26b58202af5cc63f6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6861eaf121ef7fd6070ae5a58c2bc1d1e7fc1827e163e9b988aa4509651890c7
+size 3731
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..15f379051cb3fecbc9bd4319b54f3780cdc25616
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38aa4b3b74042fce3066f927ca0f8ceb7177655b94c914643f21d8bda16ff0d
+size 3902167
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca22799f4db7987e6fde020fd8574e07103b3d48
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48f32d04593a15e1baa62709c313f0586dcdef98ecabb0411739e5b625895cd
+size 3904456
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ad200eb89b93d0af2211a283e9cab6e23872077
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5152d2bf3c32088bfda2631b62eaace1597bbcfad464127ae313270725311cc3
+size 3907987
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1dbd9947d3d10b45de1b2482af29c40693296a9d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcee4e67889921001484009e860c98ffbb85f11dcdda104ae2d7fab7388eab7
+size 3913594
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c950e7f4e6ab182289cadde287efd68c0318936
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a01e7635e73cfdf02fe4964948e1ac6f006bc4921dc3c5425ce790608eeb4a0
+size 3911953
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1a907c69037410aea83bae8226daf269edcd384a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcd3259fc1eb8b43a050b04fbe4c70facb31b16d94c011f4e947bd353bc96b7
+size 3913657
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b111b9efc5b2457d58315384baaa78c3487aa592
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e667bfa027c3e1abfea25c82fde37ce8b0fe0f5dbaf2e8552eedad820773038d
+size 3908884
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f4a5b0eed9cb4ec560ff4c258615ce36362cb181
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824e49232c42acd5a0029fb6e8851fd66a5366aeddd62f052e60f8b38b412f89
+size 3921800
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef68a92d961021927b1113831f425625e2447099
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5207036960c3b76d7eec91685d0d1b397fb777c163464a7e8d67b4e2ba3e704
+size 15577916
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bed195588641d5dd683afbffb48430907e91ba15
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fb8c0a6fe3ab9d93a3117f88d24bcfff5abe45f6bc17e994a803365c8c7a01
+size 15624774
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..04f37b2efb38335239ea501ab815d085239ace32
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:face081de1d89bd45e5d1d4c629345637b6644d39861f9faebbc0aaa3ef1fc20
+size 15642831
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ebeff8637dc860f9fbd2a8d50f2b132e205e47c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1de0ce89d4e29fbdd95bcba8053bdd91d8606c0c6b47505483c8488d5c2bde
+size 3824
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7d3ac61b6824346058aa9f088ae229f1811f9ac0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f94c0d6a62549163fe2d414adffbd9af8bf31b40adc5895dcf9d2a5796ec672
+size 3750
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fa64d772a415e38f020b0c6a665e683109e9249d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe3d072e2ceed7eaa3e6ca64e7e160659afc3d3fc316bcc3e42687a74cc6b57
+size 3786
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cbb6aaeda0500815f8aa77a4f2b73c111ca17905
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4506abc00a7d2962b87a83f917b9f2287f5b594697459cadf3112ed45cd42701
+size 3901601
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4bcdf6f23cb0e8d3cece79e7072a8a80d6b767b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cb6c28f1236f93c32608aa3a7446afe5028e0974987fc5dddda8aeebf8d7dc
+size 3905798
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b0b336b5886db76858ceff2ed0c4e52c5b68bc1b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1486798d2694b4b7601a6630a7b024dcfd077753ca674c1ebc07a99f17d0dda
+size 3907971
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60c0c142426e5f04c71b34f1f3a75a18d045db59
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7538e1b8d5b5e75b1c491ec2bcb1099163def305e8834077d669a532ac5d8d49
+size 3912418
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c3b0413658d3089563b0cfa6a295318d6f02c901
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c259dd014ab1e834d9d9ed7ca39a4ace994bc69380820e98534f840f065f9149
+size 3909215
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0754284259ade6c578b0306043fc8a162716f156
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47912011dbaaf742e9b8fb5211680efcb6fd51f10776277146a598c63cdfe67a
+size 3910376
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8863d6a8e1997d97933268389d43c63f99ee0127
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9718763daacddf799939bffa5a5a02bec600c9bd48db717754d1288bfbda02
+size 3906725
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..84613e8f2a69e0b61abb2d0936581bb30a7480b5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d0f49d95b9793e0a6530313192a616f0d98df9f9add8dd33c58f370c0c6661
+size 3916394
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ff31de5546eb0b97eec626f7fc0b7aaf156c0ae
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe33bbfbb10f7f813f5081df47b8d51f4b6dad50cbdccbd678e6359f9eb1be36
+size 15574888
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c198f41563b736b22e415809b1827983e4eb86e2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6e26d67837ff32446424ea430dddf1aa7c3fadb5bd6e5676294356b8714626
+size 15610506
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..33d1a2cc23746be4cdc6042ccd94115749fe5e7c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1e03d42ef9c7ab16b178740f5dc12026c0396c2d0a93291d7c8422e4c56808
+size 15641471
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..dadd9f55d4e5a6c0cfd9c97fe880b5a333be12f7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b45c9070d00dd1e9f80eebb2591f8720fb9574f66d53445c929809f7d0a85c
+size 3848
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5966c7ab6401f73a31f73f728f8c72f2d4f77802
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d40fe9544a99eb977d1930b8e8d75de579ce91e3da9e00af1e62cb2b7415a0
+size 3763
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fcfd66af3993d394c465f49461931d43ce3a1f9c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b192e8f01b1f8aff83945bd1e08a3720ac60bbf5691925a294892eb65801f0
+size 3745
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..94f250664dcdd3ac27763d611ed3ce6470ebe14b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1382bce1a098ab062d8957f6992ccc0ae6d96da6b81c1a41a36c2ec9290fe39
+size 3900600
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cd3f5bbfd40457ad469d2d88551278a9573eace7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf08e552568c9ac09b0788df3a542991985314071db02fa5b94eb4d645d4d59
+size 3905713
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b4f72094c8062ec038a0adf90f50b2282cf39ea
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8723594335704bb9b54547e0dc9c45a366667bde603f1263c689b0bdc38f1515
+size 3907644
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ccd78e431e714f4017f2e401de2c711f97d0eb0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70846850c35c6abf5f46d92099f534dd70982d345ec4cfabafd788bd8ccdfa6
+size 3913062
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69ef2a7f1ea65aeaf8f68bf681d6e64d89ec1193
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4627964bd037977e4ae633d4b6391a18ec40890755c8038ce0abf689dce398b7
+size 3906789
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe55ceae5438cfc3b99f6a11e1851d59e2340a28
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70387de184d1ef95879d533523f0b9cc7295a496f8d17b2547924a91284463c
+size 3912353
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..088eafeaf86e574a02050532d0ffa1c6ba4c4a77
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8674dc8af0e7627542ea94b6a4ad54a22967479e279bc20b6768b21e9fa6c8
+size 3911170
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..88fcebf46aa9c6755f2bef56aba7a9185fe015b3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18c1aa6ace7e880f24495fb0f977620dee2fff640bc34240bf0f0528cbaaad2
+size 3919455
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..68e5dd6511d962a4a16301e4f0866f48830fc2ef
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ebf974f4d6d4b691ce0ab33a01ba124ca3714443b8decd40ed1e9ede28fa95
+size 15576058
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..efdce64a1f922d7b4633623d5ca7c20e853defe4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920d0aebb808ad95d83d7eaf30ffa949f639999229e9bd9d37093e7548b3b6f3
+size 15600221
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aa03d164a1d2f73a1411e2eab57732c0043532ec
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db53758d775af5be6c6fabb7a4e0980967b2d8b85b5f5c7104e8025be91f1b4
+size 15642125
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d18bc27138cfbe17cf211a71580e97d07d59d5a1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4765aebc74b25dcffd8da6ea2b292fed170de019ba5303670716a8616ca42d34
+size 3822
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f973054e56587ca6e7cac6a6202620b68b8584c8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992d3f1a14f6877997c361dd31b315ee4eb520f7ba923df4329a1faf470667b9
+size 3767
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..057df80417aa3833de2d6418361470ee6232b45e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec70623e8de75d6f1f353ebd526112ef51c013feae4e2ed871aa5bfbeb1a554a
+size 3730
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a982dc3d4e053354eafe65ee630d806beb93c201
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c8596bdc06643f55a165c37965e12393b809c5f9464ee6c845c0b7e15cfebb
+size 3900802
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c6ce957ffd468b208cc127ddc22ec6e9e3b94a80
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3879e6935995b4b908a0f2a24d97a74c4a7c862f7b1286a01c586a2014741289
+size 3904021
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..05684628cacb9c80b8163d24c6dde4b51017bcbd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5faa038fff2bf888d4b6fcb52a3dbdcb93ec02d53b7c5813ee50a99b147e96f
+size 3907929
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e4ec7ff3873175023c0edf7219844d42c59c9d87
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061733722bcd0a4bbdfd608ab54a6c22bbdc2a3aea0a24fd8b61a66ae1b6561e
+size 3911264
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7c8c46f5857575a7b77bbee0fa0ce4ea520fc40
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d15b91f10769d34281b3db2e3a14a3f206557ab077975fa78029f2ac7d9409b
+size 3905448
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4692a90baf78b4a833cb11949fb15e4beca03eb8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104bea8a0f7c5a87168f7c563e9d1ab5caf453d4110c832b811c461b7869c272
+size 3909202
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a0813acc44d0a554cf74cd822020bfccfc5ff06
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb3241f8d5030c50150330934c97c314254721e56b83784a4fa10ca40cb2e42
+size 3911206
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3946736b74350c42328b3a8fc146d917b2bb0878
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc8448eff107cce883fdf35a4620a7ab5c5c8218eb9339681934be1be6d1ad4
+size 3915959
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b0bbb1a6aa63bb548cbb2d74c4f240a283d57393
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846e9b10a441b8ed12f829384be6a7d18b9c982cb524e86a0cdb11853e1656fd
+size 15577996
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..166140f57f4911b33f7e54c3c84e4290f983a0c0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33aa1670541ae9c3137d0b95bbc5960d376eb4fc6e5ae0aa96707e6775e01b1b
+size 15604962
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2a5f550b0eb413dc9eddab48d3f64219eaf2acd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879fba560f1359155f593fb35e6df5f88791ee6db513e1d3706a5032b0525c29
+size 15632778
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5ffbc3711fcdfe738685c489cf39986012630c78
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0faad904028e4b82e4be2f364e85095107bb250b1f4f5b169cbe5cc1d095228d
+size 3826
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8711258a4c2bbe3e2be4a2bc9423ee3e15076a30
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bb0175d21398e7f4273df7e6384e88fa63fd0f7f713b7436edf8f08fff6aa0
+size 3743
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ce72351338f12a755b1e1231bfda1a7036e64866
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c057fac032f8ac95011b674d287ad4634e7e4af4d21b480dbd97b9409d63c10
+size 3733
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef01e7a175f2095f062a0f1a4f02677a50a4bd35
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdd8c63f89fc7731fbf08a32c263b7002a2c175c0b3d9745984f66a65752398
+size 3903353
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..09f3e6002c128ea6a86a462089492a6d627fd068
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a881aca933afb47f5828722b5984a0eb596a530e4d268673d64ebdae4ddb6398
+size 3905465
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..51cb86de18aef4eee3e9814f9f55125fbe85f9de
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5079d451ffde4f727612a9142df9340ccd78fff577ae836305f41f5bb9834a
+size 3908850
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cf5a8f3d4c2b76b59b3ef0861ad8359d549bf2d9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4217be89f1004c92c318e7c67a0e4459e183a70c5f370f65c07c39ee41d7ddcc
+size 3914928
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3adc3774c53483a6251e38e2bb85746795adecac
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be4d123329676fef92dec6c24ae7bd8e86cedb712bd7afab7affa37d9318e71
+size 3905789
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..41efe13b54335bde1bfd8c98ac4596590b779113
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdc0395195256f230aefe6c031529dbea65e1dce8f225b7880b2b1e196d4eaf
+size 3907476
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..04d1ab3fd63876dbb5564ec59e7942b38d96f8b3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5428a4f73b917b37fd96138e2e8eab5c23853f9b567ffd16d5020856b386fc1b
+size 3909838
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..157d69aa44ba49e715008a9fa5c043233072d597
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b10ff806344fc4b255a0c015cb6d9bd90e0d37cf021bf1f24162ed577fcc3a
+size 3918834
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b01a057ba3a1d5415552988cafb55fbd23452a7a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe6c1846253d1c36a441b600f44d80b61a8ef78bc17b355fb41ccbc15ac5b13
+size 15584277
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3948a36345d97740870773b3f79e0a9d8c3ef541
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7eb26ccd8db4de0b2b6ea1464c41613652ed2f26e622a8d50b41f5a1717ca6
+size 15608236
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..470a14bac65c29c3f91d27ab39a1b5c2abf01cc2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad7688781ecf0cac7833282ba26fd9203b820513536904183801b303af0da03
+size 15632917
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..670be37d979d83f4de976e323771116fe00eb5aa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d99934a59bff711045cf7837c32d6e109bc08c2ad13bc9e6537a7a1c767347
+size 3797
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cad4408159df05c34ce15f610a57d08e5324613c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7381b774e72bcc217454a26a35d7d36717ea486fe9036916cedfd8b101deef48
+size 3707
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9bf034eff94cc340242ee7b57e1914f78128da4f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea6859d8e4c8bd26c06c0b1551b318ed8913617d3fdcf38290c000f633eba45
+size 3677
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fd90bd82e40dd15158d7335597072335f4b365fc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c41b68a39ec240d24f249aaed6dc27b842590f7d3cc7aed0e4bd7c253e9186
+size 3899697
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df0c5e97c490983843da2a5ee487161b2da19b9a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6155d6fcf1e29fbc8a5bbcf6ab81f205f1ec5b8741c80dbbfa19d897dbee345b
+size 3904541
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..06b2a47bb81dc47edda46d58519fa661276e92ca
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad3c0915a520571fcf894dfa9d537afe27fd4023faac3fc4c95089fa334671b
+size 3908530
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c4cc6a2f2e46e1c972c8821413fbb5fe10b9fd2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf71b7235f0bf8e34d48b5f346ed8ff7e7f8d4b0d1523aba7892c0b5a77796ab
+size 3906320
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..36adbce58c165bf200f15472abd0ac22c08e376f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7553b0b9cf89e22a6e3ac50a058d1bb39e1d0533573d59e42956a964822e3735
+size 3904662
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cfd5dfafd554d40efba8d6e7afe39c6c0024a51c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8b3e20b79366d65ee73d0b4eb9edf49c92437faa627aab1225969790005094
+size 3906919
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be27d124e3b58d88d1a793777b15acdf0c4ca07a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a9b8e1b920dc9ccfcc3268d794cfbcb4bc5c4fded8b43fb4387964bf7b3371
+size 3911639
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff095f3ed4ab9e6d53f653250642d40143637076
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bdff6bfe54fd8b19c3f95e388b8b7dd66e23246f66d223cb22f045a0f8a681
+size 3916067
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ae7626e3f0a65ab739f53fca7b3d4a325408524
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490257f9c8fbf1a0f579a016d2eb61937f61b6df01d48c31b18ca39c3451e2f3
+size 15588668
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c03c67e5fd6dc8d2fd1885355e320537768d60a2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d819d180fa792fed7a19a41e71e7f40b7c6d2f982e1570baad38c89232093f
+size 15612276
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aa65fc045e51de4e7dee275a52f5dac469ab2bbb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9348cda0332135c6fa4cf227f4a64622ad1607846d2bf733193e969470d20aeb
+size 15630948
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..38ecb82eb8f8ecba04fcbd5b7a8af45bb4f9d009
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81a848814b6adbc7199c218ce50ebe641bf5a83c3d323b3dee6f5fd2eb7f998
+size 3795
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d9f7b004d53b6f4d771064342325d81fb5445f1f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef0b03d7060743ceabe97ff419fbab843143ee95be0fa68bcd4ba53d29a0309
+size 3699
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..54f5330befde07aeaa9da51bec62e52867b5f8bc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8743fa9ef0ea517ebcba003b5bee1bcc692321f86ce55dd4166684d80c5ffb9f
+size 3672
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9d5ad7a441f2408eb3d5337b7545f0b08dfdb9d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ca73de3621b89af7083f46b447e1067e831e0bd500882674abd86faaebfd3d
+size 3899339
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..854c63d3d26437ffb7db557894b1d0734fd17bda
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e03b8b20c69defe1747cf7509e474ef5f88f52e00fa33d3979c2a8f01776574
+size 3904327
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0a9789a6eb2fb157d6703b085315477f0154bd21
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1920a0aed8ccf61a76130dd3c04f049547733ae61bafed352eaf9036c76c3c
+size 3908028
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e8d55a6984ad91e37903ac4ded2aaca39b3be451
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51a749989551eee5ed51ce6e6582d3b9144316a790c360ddc6c8a27391a7007
+size 3907958
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a1cda5b4f06be5cc42ce7b6c0f97cc600233d86
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e878c59895927309458aed717263192efbe470f4f75997659ea12f775fc56ca
+size 3907445
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..80658155c864ee9acf28230797eb607788a68727
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5027bff44674c73525a9bd4cbd34e33114902764494dc4e3d75689956998630
+size 3905552
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..316e6eb1370145bf79bfe4b91e901d571580c7d4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887e1135d76425a7f8eb7c2d9fec64d62bd5e17c3bf9aa4b4deed89eb3266c6d
+size 3909767
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8551b8cbcdeef457d93fa7b14fcb5feaedd2a87a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7d3c011f075a23f7e7675a07765d9f123e1784c04031ac6000ca80ebec0996
+size 3916993
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c3e4b60b1ab6b3606ef2076699c4e33da763946d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a308504cf32634cf3da6a363edddad831c08094fba26dbfd8afdf7d9b86a1a
+size 15592575
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4749f514b2ba8e6499ea599818b3069a17a44547
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4072a51a84db798f75ea6ea20aac211d6bd65e471c946bf70bec998e4f765773
+size 15612851
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5bbc128d324fee8dcf4377587ace2a1c78b80267
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a732b5483122724db42d2d824b28ec3615f7da6c4c2a4694db1122a63a4fa310
+size 15628208
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f06746c65d751ba7bbbd56244084a0898dc7b0b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f374be28b9d23218995edb3d482d0b0a44f82b396355d19caf994c27c78bc251
+size 3761
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a1f5dfe47c640481b87464b1d39a14fc1ffe5774
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8025e023e80ea70aa09935cd3f7f2c2cdeb6eb5e8f9023c18314dc3cbaa27d6
+size 3671
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3590cace7e184844f07a52f02d4eae4640bd8d97
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceec7be93196673da615b384f0f8c0f3e474127263f0a8038158929aad863c77
+size 3708
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4e3be652197878cc619fd22306bacace88ae68a7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345db0c0d9c387fa673ac84fd06f2092ea90207acb3e58020f7a0193874fb0e9
+size 3900064
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9ddd7df744e9e39bd6f266594966aa3c35754512
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3071ced7594f33c1ac5719bf1dd9956dc1119d7123154c4d50f26b34ff777ba6
+size 3903514
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..588a3fd7d29ca16d8310dabaf06565bdc07df74c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b809be967ce79904a1cbeb6aa1f05d8fecee1d811c5e6ad37a7bcee9bd84ec4b
+size 3908358
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..41074ba12b00c3f511851b1fb2358e1f08b836b9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba4e6b8f21d71de84155d57a68d3cfdd87cee16be017236cca5041ad0586576
+size 3908971
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6cb73bf2885aadc858a23f483c763af199e88760
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dba0193f90c3f4bf5813b1226e1282e25d58849b0aff44d17903042464a0dce
+size 3908065
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6f2a8e11007de620eeff98260002420c9b00a67b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c57177c0c1afd3ac24f0605e806ae3eca79b7752003351c9e26949a042f36a
+size 3904255
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..586f95c3b0b0e53fa6a95d7659cec540f5f86b08
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4356465d0ae4953b9127f0fcd7b11653bc16b8e306d32634c10fca35ef745fd
+size 3897841
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26eec8207a3ed87be39571f91f48ce4378068135
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735a6596999343e578d97dcee574f4a375477a0a02937364df3645e3afc82a88
+size 3901295
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63d35212a65f35b390390d63ef7bd9df7999d743
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b00cc560bf07a1fb816b2b67feee86b864deac61b3df432744dbc236944bdbb
+size 15635119
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6f71f6c1c079f2d0b458111574f712fce4dc33c2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c011475ae0fb416106f9a5c3bc00031855e6f224c9ec7a0308e1908fa092fbd
+size 15637235
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ce1f15f985adfc47570338b664b0d11970651ff
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6eca2fa45de94d8e592aef0a9c4aa617ed2a390469dea87931292a62f30e8b0
+size 15639162
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cbda5cb067719e8b77a8d9cf9e1217f65f25faa2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f745a527d4bdc044241bc612afd41a193a5c134b7b1208ecb27e4ed9f590a4c1
+size 3856
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..dfa87b61d37aa36c4c1ccb23317242e308e44dd1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8c3ae94f8657912d702b743ce1a28bb75992a0713f13a6ac8fbba87c3ebc79
+size 3817
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3247bba20ed7c74bf195c4a46e719ca9ef831f62
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e838296af71ffea4e5aebf03cf9db077b5fe4c0882be77ec5cb429a13cfe16
+size 3878
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d5352119c3b470f667271a47aae5810010505b87
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0913f9887f0d32d07c7a848aa30e4c5a23beeb39afe023dcccb8c00d2e8fc9d
+size 3909436
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d54fb2313f96769b7959a2b71719f44f5953a8a2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5ceeb2cb5b99a9fc60848d253595635861f65ab21aca1bfde8809c273584af
+size 3907087
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7edb0a6dcad83bda86c69858646cd4cd76d4a384
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bf4c745efdc7141f31b7174e3a3e3bda678ec2998113b29d9750ae68aadb3c
+size 3905945
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cab6da76bbdc334d11635da640585886f4108f12
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf0892403dcf5c5d9ee8cfc6347e34ac9018c6000932eda203a4d2c14610a4d
+size 3902791
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d0add4aaf51a186a46f90adbf3794400fe0400e5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc5d87d3e6db01fe4b0df2a655d3080e6a4599ef0369cda5f33f6b7c7ed0469
+size 3904312
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a567294b8be5985579d2c5ab115eafb0b1f962ac
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9949749936d2db1b78c15970c0d881fdc170774dbb41fada2c074c45ab0b8b00
+size 3906283
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..163a49071b2db87cfcb6fd648729411b466999fc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e325f82fc6424fac1c0ff95116ab709bf57e4b16716c5a1e9ffa4fe8f9d9c0
+size 3910359
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b6b882dfb9c9673c540a769b30a31b3c5585c0dc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8114afc942d32b17c161941c99a5098046b2babdb60044b3de33401cee7a9b
+size 3913959
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9c067c07f03c19d5906c43606c771fae24bb4856
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddc6c082e3d1f3bf77f7c22dec790c5bec3947881b3929f92b9db4cedf6a00f
+size 15595607
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b239652009126c3093369cd9f1932042791ff4c7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085e93d5beb707e49f6618a6d61275306cda23646372ad9a3338bbed826373dc
+size 15614703
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f8922ad933ea373c5ee0dde9e922dd1c172a0eba
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce06072d2c3b3dd1fdc9e0d8234a188eb724df63d47fdfcfd6ee273a93c43dab
+size 15622793
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..67ac26afdecefeca0d4c55d0ad412681f99ad358
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a879fd3be80082d161765f218f109d0fd1d30950616d2a9c52d40adfd76a33cc
+size 3765
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2e3d462489cb48b91fb972648792f86611c5cd5e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bd0d7ac280cce881cfc0a4f538fbe1a3786622ef0894235a53efa05f2ddc05
+size 3664
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9696451320685151e7dce6b54b8750cae4729dbc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956c2052e8fbf75521dccef4101ba15993a740f659d8c48c8a6e509e065332d4
+size 3668
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aababa7c00943933a06ae566b34844df828b0278
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8397e039957e98d6a7e33d51aac04608d63c2b59d4de3479d46cd0019510237b
+size 3898287
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7582523b4be86061281e2d82837955c419a1d6c9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be88ff7d0f6e77bb75a8008e947ddb6d7ce6937e9a1ccbe23ebcaba7271edfac
+size 3904523
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ea881f5960247b38d7d5ff3176438fe187458c9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d25d0cd3fe30a086db7c87e553a3edf21ccad75338d1ab2f4a03e87a1c73c1d
+size 3907472
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..db93ee02e15a92a91cd4ffbbcaa1cc534ab67872
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96b6ef8f98e415dc2af8bd31a1dbfc178b553773816313c791ac81bf0d8eb35
+size 3909192
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63c7f223f25434e94578f382c8f2daf166c9d4e5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667ef64f3f39e1575a3af7e80d37ddf4cb2deb0880470027a534d5a7557f78f5
+size 3902603
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c91963f7276b7a1815f2ee1a0d6fa35722511ab1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d960a6b7152caa3988476a563782d8ad21798d7dc786be5c4092f4fb0ed19c6b
+size 3905951
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..90a860e2acc66ad07b46e754173a5eb21b2b3350
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747af6c2f66baef0a1008063911d2e9b6c630735ff742c1f9a7df13c95faa7ee
+size 3909438
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..03562bb0a9115612c91dd6d135c77641710a806d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9a325fdddbcd40ab24bcda380f003db28d660b122c4b03f931f8837b74f918
+size 3909383
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..033d56122ba7e189f2f82313588d89c6cb5ea3da
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4815c8be00824c17b03d1252533151b933942e81238809d55bcaa062fbef6a8c
+size 15598716
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2092bc5f4a0a30e6245bd9bef54140b20fffc810
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5663af4472f7562ea31879a790e90d3aa2b659dee8e6fdca13272cf8975fae6
+size 15616107
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..82a9336233ae0eb54e7f9fcb5c5f8c32e6bc9785
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1bcb239f1996179a0b71d995e505fc48f4bb6a90e07507a81367a139a19065
+size 15621773
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f072e83824c163500be9452545476041e44ba81f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e899a9e7169060d69049170e0c999499a395510aa5aedd2ac9ce6f8b22e312b0
+size 3767
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..206d0e4ef4e292d5a2870abccb48fb5391808fae
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2e2c09aba5125639f9738c9da9957811740fc04f40bfa442bfb66f3a599eca
+size 3639
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..23770b3f225060b814e8847ae84c3156aca18ee7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586ad52117e47eacc4367b78b91643593f08351aba5bc611d29daac78f27ec15
+size 3672
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4cb3dcdada0a7f3fb4caff67ae0452f3ea820544
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31117d551d5956db55fd6fe53ea4cdc1ff3c920bd9e3f8619bf0c2c5f46f75c6
+size 3898236
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ec900bdc0596873c4a63a2980ec43f5b7f64552
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e9acf3de5c61d664e5c39bec0d16487d48a5bd194613021981395e47ffafa5
+size 3904645
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2db968b4b01c4bd4827eedfb4d3c84762166dc67
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943aba490bce5679c8f4f167f6cee86227b2f802b79b7c58e7980f4bd23b71b1
+size 3907836
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1c887c7606625763c20cd04b77b2ac692473c5a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec666247c7689373b3224c8c7577541cf49e2f71e08b1f85b72d9faafc2c2e4e
+size 3909043
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3db6ee8d19b075514c26749be4547a8e047b1a18
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8155e354633718c4c1176785555bcb44549395cf86c5d40db8e19bda4ae1475a
+size 3903970
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2195931f2be0d8b5d7a1852afb0f10d6199d4ce4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b339b8039e6fbe2ea498a1aa04ca5462befdfb4bc345e99a6bf4814df6e4595b
+size 3906987
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9f49de3c534c56fcdd1a38b12679386019a4aa58
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ceb2ce60423cb8a9de382e6a4f864c5b938594c8461d1ee5ddb8dd4047c4715
+size 3910483
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..48f9134344e61f108d1d4f85ea34640a6e5769dd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705ccfb8310ac419f61632a1915920bac92864cca5304d4cbb190304ab4b2694
+size 3913235
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4b1248b3e204813df1b8096b4e36bf38ddd53f6d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8aa13ba19e79026c03a300c3fd4373392a5507e01c1ebd2d0aa0deaffcde6e7
+size 15600585
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd6926f33ad0a9edcfa2dfc9d523f1a837b696b2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be014a768c84c2307b1172a35032887091af45b8fead34405d05617359db4ed7
+size 15616199
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b1c6ecda00f551e5181b5b0e223b1aece40854f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df5b820f4d9d53d6817d87d04b2c14f1f21a8612e5993ced87c9e38e6e00a6b
+size 15616288
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c573498d5a5ded3d5dd249b1f2dcf07ffa5e6b63
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f5857ac7149b5c3fa1b4712b054144e5bf412f690ca07abcc5f0eb4c45fd56
+size 3720
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..29f37c1cf693ba5f915cfc59aaf620159d809735
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb1070e3adaa9eb5d77e9b790fe9f89c3f4a1c38dfb0ea79a6f125a94a467b3
+size 3601
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f4569489dcde0416dc7a3b516a69ce38512d9f43
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1e4c6cd858497d996f39db8bfb1b526d9f55b46d7ec82ec88bf36a4d9d478a
+size 3644
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed13410196f6476b00abb42c84d42ffddc72367e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de045ddcb8f79bd3cfa3f4ad6adb008da3f455cb93f693afcd2d4fe56831c2e8
+size 3898314
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..33f08524199c920206df0a01279c090dfae98e2e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64e7cbb4e522c374af79c605dd7031bbcdb66c07dca7ed67c61903073144aac
+size 3908121
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bfc70842daf438f456102ee3ccd2a520c5674c85
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0205bca643b91e85c3b763ef62c62f98558dc2720a6f473d875b8a95bd78ba0
+size 3907133
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..267c8fd916f7497605d1ddfc95a8b0e26f2e603c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b23d248f08891e7047b97c3155e5068fbc046d7a1cae711e09cb8767bfd3f3
+size 3911674
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..abcfd1b15098281a42a97e0ff135b3ac2fc0abea
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2657de1eb294d2e673d40cfc9ff3e34ab89f93e0788c180d0f0004984143c7b
+size 3901607
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d6532b8bd6128ade8adb4e815a8e48de40aea629
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aded30a69c49608357b968f2fbe594653b45d88b700684ea0c2762b019bdc37
+size 3908276
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4276b859a8bad6dd5a7a58c55df497550697eb62
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40172a10b365b7b0cd7921cbd3510a93660b9d6939130fa8b24b725a95dca134
+size 3909532
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d185a1bc0ed673bf849aac6ffef387d1ef46b910
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358f76b3eb677beec28a53cffb6a5f28bc0aff8a882c5ff683c26546c78e09a5
+size 3911410
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa2b1c24ecfe828eb0764f8dad9c7be70824deea
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aec46329e93bb83390306c6c267b5421f4324e5dcba2da247455b616313dc29
+size 15601559
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c42862ae142b945572963fbfb05820997e0e3b37
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec86f47ee630ce41a1e7980766183562437e424c03ec9c3c9fa57ce751acf419
+size 15616191
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..30480585042c366ee48a6811d1b0c72314614e8e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e728971f64577f4cf85364b5a95efd926ba0b944a78da8fcd7680c75ee3d8ea4
+size 15615200
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..117ff4be48b7e14c1625c4bf53ae2f8e8ecd697b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533eaf1275115d950f87e6d8f98de26d547cb8e84bcc5999cc6ea45f8e909952
+size 3755
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d2f59c29aaad7d9882484aa94a77cc92fab2d105
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f5e94b1f95cd8bc04e8d69320755c83233315be595efc70f3f94213c887c9d
+size 3566
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4ae1a9647068ec2d1803c8867bdbb18238af64b4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c6fefe2f10cfd8732a49373c175b47fbc62ecac1c8913871697c213469f5bf
+size 3639
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e5039575d33567381eb829147416bd5f4f3951f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7220fc178be083f156b78450e4c31bfdf028714a4872e8499c1818c786ca84
+size 3897476
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e55fdd381f26d30db1b130d043ab95b81b37dcd7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c3859928a4183799350e54530057df3c3b61ca48b9f74a0a51a6f777bbf4e6
+size 3907230
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2580fbca9ca36dde3397c64c27c6d6313d49e66c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597c41387725576c2ccecb78dc09a5ddac9c6d4ce7905b0adc2df2f086ec6990
+size 3907292
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a3f804d918b58b7fea506df023254702762254e6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74a78589e5b5b09e31ef78189e5dbea7de92439497f731aabfe4ebd9953e6a4
+size 3908489
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7cd357184299b461a7a043f4f023ca72f3f1ce28
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4297e3618e6bc09f8bfa6390ce8bb6a4fab45be1f45941d572f36fc4a9e3d29
+size 3903695
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f235fadfa071c2375c55c5f1417df7459510f8a5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b81997630b4c66964fdbccea3559ebec03063ce5d57c0bf6f93dc9428b3abe
+size 3908504
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ac637c667585a11ce56c761785a20721c73d6b4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3a7c0b946d701322868657d41be8da89e905251e9c8b0c74fc65c1daf4a189
+size 3906608
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c767b16c5c622a4ea75d346d46871db7bfa7bb5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9b58b12829701f5f8555afded79384859316dd585ee6d4292eacabb97ccc56
+size 3913918
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..abd62502b6059afc7dea78b33d95333587ab7bb6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4b48191ff8ac623f83e526a50bdf0846c491b2b7a36d63db055a9e4a0fdd06
+size 15603973
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e97a5af2357aa47f1f3bbe563934901be87860f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bb44f89bf05bbfc852a541950b9abdd2bf40b796ea808854312fce77327c61
+size 15616605
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..88d5a491095f52f945c5b8157372b335898e6314
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a75cc8c774e0219d4018412f99ed491e7f64a9fd8732429114feb6ff455b140
+size 15615731
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7ed4beead2589a1c9d14992c1c2671f703e0e54c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f482a65e8535d35d8e75c7a9848b00c1ff77c0548d2e7f7908605ca1be66dc5
+size 3707
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e9d041354b2b3c6e62b17aa887a2a4502f9b79a5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4174467f5333ba09e7dcc0754e81405090318847ef73cc993696b1abaabd0443
+size 3549
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d5d7894540f40562d957c6d4f310e73adc2eedbe
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c1715675dd984ab2f9780cce5a9dedab1a25d6ca459d94fdf53a5d2f30e1df
+size 3637
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ee68758cd94067b936f0612eccd69882148cc81
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be2370354096b8d19c4c06587f1c8f1873134e7c79bf939e64f7fcebdad2caa
+size 3897842
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1167d946032ac4d5d1090b439154795d7510cab9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1724ebd4542bca97975006b42b3817e8a30b44064737759de15d2370ceb3f68
+size 3907707
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7ee4a7287d88092e0d1c9ca26ad63ace323a416
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cda4350f2d6e60fd52ebc6a6480f8b102b7ec8f58225cb09e5cde05782568d
+size 3907399
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c49147331a79ccdea002c27a0e79a554c3eee4d9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57f8e188c8fc621f6da16d2dd11347b52c1105cf07ebd42686a33f012e65cb2
+size 3907884
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b1d2fe69150dcf2d4e6d704f514cd7d7574b918f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d31d160d0260224754f0315ef23b5771744b6404e5bb0e4c62b8275da451c3
+size 3906287
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6e41f672d6d08c832a383abda0779bbc5b5dc024
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4a7825e6ee0d88cf7ff0e11b53991fa02d22a297b4f406ddbcd7ae33fa02d8
+size 3904304
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ac53bc31fdd476842aaed87c98a81e0720930857
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c2abebee41438ee5db3fa6f27dddbf7e7d0fe137c927be958585ae225eb02c
+size 3909088
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5471a08afa1de0fdc65d75eac01ad3fabd988bc2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f73f8eccfb5def6bc1ede56d01332baf17c967a33811aedcac9f588da34075
+size 3916092
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d09fbfa2f018c953de448ee08d00a0f02736dee
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc5f6faea8b65494ba6247906e8b71794add5c63ba8d8d24e6f4d477957dbe0
+size 15606619
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af68242ab9ee0c272902916847924993b1734598
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e0800603ac6badde288934e58932d1f815cfe4b1b36aa9b2f4c516dd0af4ce
+size 15621083
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a44929a981f4103bd9876384e75bd9fb03d9ca1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4036e30e1f16a0a2d031bba9f38ad37d67c2a7853dccdb3395b208ba456ac016
+size 15622720
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ba25ad969d328a274ae70206d7fd1491e2d30662
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371d56283dc1d1de327ee966b8e8698fcde44914a0124af1765b8db411e648cd
+size 3715
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7bfba3f8029290ee6f2a5579370baca36b279902
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c47b8cbad9e53791c3d551e6c07d941c4695438827378e8c26bac96e042efd
+size 3612
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1f34fc00d62bddcb7de2d8a28c549ae632372483
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594be5f1d3633e843a5f735d4ba83f497ba499586e7b1b153613b85c4882693b
+size 3624
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a6c67b053a5f3d74d282cdb7f8810cafda65097e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3520790f3f919984f3c2cb9b9c4916e7da09008d0738ceefe6f32b56e07c661e
+size 3898471
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73800814f86e080f45369f07ba7d7f44ea570f35
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a24a06d2fac736cfce3584bc54030c5d3b2202ae16d453c968f534fb81418c
+size 3907596
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c66e7645b698a2f9b4c6b27d2d9804c39f757eac
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0622f6b565524698888dab0ce898eb820268cf8a9e1b882f6d6e53add34e0b01
+size 3906608
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53a3aaa75d8a2dcb21a92a02f041122d41c44319
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062c75f0439cf7290ae3b406c3becf3f9c492abfef7aa87211d912ad5c7b3bb4
+size 3913128
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fd99a659c6870c56349a7e33ce2672d3dcfbe2cb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc2a0b994cca11fb038b46e67705cb560005e2b862ec99f95159b5632c61b37
+size 3909306
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0558c478f8ca5ca2ba740e42d05a9c51c3b3e067
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a2ba75a1d1ae09fa14e4878960087b22aed5222c267c875adf25ad6be6ab9b
+size 3901491
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..79e4859480706b782a12afe1bbf6eb28c054776c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4b8b00f149dc40ae8a325415505cff320bb7734083fcfacbfdb8f0f5258433
+size 3898736
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..990e8e94be619c5af7d5a4711b7c0d024741426f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0afea5429a94448120318782b68e17ce62081f52357fd90742345cb0fab529a
+size 3901227
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0d18c28cea3f789d6b6937e87ab60bfc39c16f72
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d2dd4edf988561f270b293ddfc24164da08f7ed72f36f22e7bebd65bbeecbf
+size 15629081
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a30457169d67d30038db63d151d652711403a35
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ecc93aba6f141ec6d78d1b04bd63ea0150911d858dd785d2bae173cf96f19a
+size 15632963
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..421a89a858769ebb18fb3046039048a3ba6bffb1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ded3c277cce8564b5d5b18d53a16986a4b0182f2d12d28bae654100ab0efab
+size 15641870
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1464b8edae2b5f2ff296f7e33b57197cb37e979d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd402dbec3dbeb95d33627596568a241989f8d5a3544552907b3e2eea85ad7cc
+size 3888
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..44c8347858f4a4ae69d8acd42af2fff74d110f76
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18beffd2c7c05d9bd9b1819cf59dcce8222553d11fc0734435001216ce086cd7
+size 3799
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5c9c9ad07652267ea247d2011b44d9076958229e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e0d625735c5294f24694935099b81933523158e6f6798a075208631ae22bc4
+size 3916
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..127512c4cd5a52fc42a14bd6656495a90b3f0996
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535b6a67623d346659f5bfcd6c56fe372a91eb1e02ec738a8bbc03b60b490c07
+size 3907723
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b9e5b4daeb5089c48c66b34b2cf054a6981f1ab
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cafcc3a8e270bd47feaf23313dba4aedfc34168d179558612b7161581c26f8d
+size 3909956
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bcd361b3c923acb9441a260144dafd86f5bb935c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b693d5a57dbc3a20b475e481b0108ed1e9a768fe60a2f170ac694dcca3615ac
+size 3905709
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..62feb1f2bd3ad77f647baf08d31a5e6edc41687c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9b9dee8b20b5a12c4af0ce985325aecf2aecfa335485ffd7b377417e7330f5
+size 3901152
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4378a19a6e2ca5b858af43ee4c6ea11fb334b98e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e5912d296d0c28370cfb1996cf550dfc7090ccf61c1a09cf4933e53162b03b
+size 3908939
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..28d2ea861dc82c1dbd6da1070529a2b8ac80a3b5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c3dcc95975ab4fc60f063d20030eb7886c52a9207eaa54248d249718970bf3
+size 3905583
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..43eed7759acc7fa174de039479bbe5f66f46352e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52689226e941a4ec560beb5dfdff3f15fc45ec90c2d5ff06f26dea3f7a1161c2
+size 3901608
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c6a49b899ef0d0138d76c89fe6737dfd57cd4bbd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be4ff3cb509c8a7a520c8dc05e04de111173eb25236e74c245e7a48c8f8c578
+size 3900079
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3346d4f078dee2021b12964acf965411231cc062
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39595c324034a3ca6f89493236a177945ffbc3eee7a314ec016f3b98ff29b7d4
+size 15613148
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fb52a41106111c3aa5270b747177461a1925ba02
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c366f951f85c41043fec159e3ca4a32a8e22c3cfbcac0e0cd9214b5098dd8955
+size 15639836
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..21e6bcd9ed12d36126d9c90b70093cc7e105956e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce94a420addeb102e8a3f721acf62011927bd6cea39bd33b911a25da5c12519c
+size 15647223
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9dd3d4a9a3d61b742cdc78050035b75afae9f67d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f266d551e955e833c5b9ba2549c87bbca0d5580044dcd0a3b6c5c5a7d65f4aef
+size 3892
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..643b9c5eb1960f667d739cc659e704377a25fea7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560f0cf8802d079df165915bd1642326795105619da570b868b9139ce4723d33
+size 3810
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b4d7fac07784acd0d36fa2f8db431102f5166eaf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0bc2d7a65e79845f178df2538858b5ee0b7db414a269e6f60b17e70a9aafa2
+size 3914
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d9c1d79959ef3895da0938cc81be9e7bd230e0b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee15308eb09d020499bbb378ce9302caedf783167608346bdbf1aabee09b636b
+size 3913098
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..263b6ee565e8fad70fc533b28548aacf8a65486c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b1e08fc493cd5f6b2cc5808a1a2e53247cf3db702b8b523911a1cebbcff21c
+size 3909737
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f70a8b2de1b08bbb63e951941d401f2dfbc3f17
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c78441f69f9d1264b2ec769ba5675336cabb0053ffaba8e5513ba18fba6aded
+size 3904370
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fafab99bb8027d657d3498fcfb963f91f46e588d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae49a3fb812a51b4c69f62771130036c36730a0428f9805c4a6141f7f250a95
+size 3904082
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..55a4a13a160a97b863fa1ac3985bdcfafd7cc9f8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78c7567a0d3e8335e44386f0ba4721270a5863d9b862f29bd01409a0752d6d4
+size 3911041
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..68771648b12b2b07d6a16650c6a03036d4534fed
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7856b9c4ec3b99ba08699f3eda26566e1a2ca1c43000a4b0879edee43d09f43b
+size 3907566
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..17d5a874d4d4bd0160fa7d5043c5b0736a751014
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402c02f6a5cea2fde47b771a006110434334c86c5f7a09d3fe34d1079ebda203
+size 3900847
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..054e101fd061ac6c178e2a39382d146f775b86ee
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d442f1318e5e7c2162937e7ae638548d680881312d9ee3cb8c212e18283cabe
+size 3906037
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b1f37d128c6fff9ddf877dc00bff6c2b57850ee2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd7d4996797520788e3d9dc3ac1a70e12d4f11f2449d33a8f0432197c5521bd
+size 15614879
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..67feff507e7974d2e4bbaa331e78da6c0e0eab9b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d006ad1548cc64c0c513bb689b6d71593c5e4491063fdf10f65c0c2e69d0fc
+size 15654683
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b70a830f6ba2f4d7f51aa578096c555d62dd389
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de528e1c0668b577563ac83ac5b610307c7d4f1ab8ba082c5e05d9a36ecc1907
+size 15656414
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6e1862edb921b051557e2a2b8428ac16a479e058
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9fb3f19ac0d61d029661e828c5fcce7d0507af6d4ed652042a93441057e2c5
+size 3850
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c18126496c9d0c561548a0e38909602613837bfa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0663a2091148ef491677b220a58a4a775ece752b524fb3958822e6a2d2b735e0
+size 3788
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a4a6d3bece08e234ce7070463d8c180ddaa4a4cb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb2aeeadcf4057a8bbb62ffb153ba95e60462b96c93230333bbb7f0fabaabea
+size 3886
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8953785096247f278a34ec226fd4c3d9ce1dc11e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ef4a57b63a3f38466ba290c3180a6ed3b79bf183749be786bd067156290e5e
+size 3911531
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc72b8fc2be057b221410d7f7251701f23bfbaff
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030152c917a36ad62cf864584ff83b9eb5a8db0ce9946fa33c389b17082be157
+size 3913458
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b898a1350405308e1dc71902235faebf6d774a3c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e678e64da5e790143915e8bb12ab5b3fb0fef1e57a78f1594035842710956e
+size 3903354
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4ba4cb8283dbe8ac965a4a0e90754ba6cfae4404
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d701a35649ebe9b7520dc7a85905aad88a0e227f961d51e1d8c27367d409bca
+size 3903278
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b8b424c6e36d936222bff809aeb514e5f659419a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef18b007101d61b1826b6b361a9cd2511a19f0e999f0c622f384a0a31d3d734
+size 3897643
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e6638612f431e015398d355a39ba5c134eb8a94
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8a5848b8fbdd138f6f1eaba4bdf0c879807219b9bc999945a09dbdc34783ae
+size 3904882
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..71603fa3ec8dae1b971fb158e3de28473195be13
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9f8c823c5670ae1d3a6b3d74d255322474e9e8295d6e13866ca5cc0632adbc
+size 3903458
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..82976b966cd5dccddd00ff148b37126f67f0acbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe77bd6d93025bf47a22828755e8c122aae00696bce696def98d90c4ba5efa20
+size 3900979
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a48f59c6b2fa41fa349e67c1320f76063d65212
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfbac9588b410aa7e34df24b9ad1f8d179366deee221e239e4f6b3bbb6a185f
+size 15608520
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b51c14283507f9679dbe42272ddf498a696524a7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a64d7bc020597b3d8c2f413cfd918eb7f758133235cd62725f2395cf94f1e1
+size 15647821
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ed2f0cc40e308d73ee96af541cd0235830efde6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883a3260c155a03f485ee3c015e49be83e6679eceac7e786ff7425feeaa8e6f3
+size 15671119
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..def11209db443b83a0afd0980a55a1341db006ea
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794afd4a0cc6022e154f82cd164ac9239c7dca816a82cd2f48d4d191a4dedb84
+size 3849
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fe7225030f502825a1246b80e7510f43e6ce8aab
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793fce3b62652427093a10bc3326066e4d278189e009621e99520a855ea2b191
+size 3819
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..17f5ff89d459039733e043376a7dd194bf2ba42e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b894cdf30b8d0c3732ace9236c00bda1799088a93b4eada096f86fcc89a88d0f
+size 3878
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e22193d9a0b5f6e86a757a3e5fe164d51c07eda4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766546a7f2d7f5f232c322551d7db58401c4c0b2d84099246a6efdccbad3d272
+size 3909247
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ecc7883999a212acbb75b769ab402d604d86a24b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c221dfe5a1c49acbe6bacf1b236c308c151fc9871a83e81ce372ebf931662ef5
+size 3914197
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c22143b7c1ca0a1a074dc22b496995d367d5ba97
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2250aacc8111249300d81ea764d9ddb91521a2b22c083bdb6bf05aa58e6a5c
+size 3903106
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea4a7bfb8699541789895191560453d5231f72b0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60ce78e108ecc896bf7d05206a20909ea8ba681239ad42ae3f8ce3a743ac5c1
+size 3902068
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3be35becc47f4b87a66030a0b7c947c8ae3b9a35
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc3a968b9e01772692b7f48fb874bdcbe561777378a564e3ff7404ac633c6a7
+size 3899650
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5cfa1b744e6eb44324a987a06c8a0ab4799bcdc4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3903be3c0d5ec7b7b0c8568baae4ad747a0adae86e035a16e8b39f693ace1380
+size 3904328
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..99ac18ee28631039f40e28072e26bbdb5dd50b7a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8421161e23268cd937d22e273cdc70341db619710a40d9f851f1677f3f34ecd0
+size 3903292
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bcc489c8649b34f6e70e812224f94705e60b2472
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20041cda837536e5f9254bf441728da87adb05e3c18613bc8161fcf56e545a00
+size 3900793
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5f23f5d7c246f56c421afbb9a5456a60593ea84d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5b19482ee3cb7a66af3e626340ec1db197832bc49699f03d8010b37c0146bc
+size 15609236
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ffd807ec8f0c78b63ee9c52ad8872dff528f7de
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ca7aaa9cc52254cd18885ceee546bd673dbf4ab1f1647d1bda3841f1f93983
+size 15658250
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..83945f77cba9f2388ee821904d0a63c7174d2c34
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89480909206750a7e49490dd97c0f0211fe601cdc3cf9720efa457fce5b7d02c
+size 15666486
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0b1880f3b65c78d76444bc385499bf245b52622c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1bc112ee850580117152b7f707da285f263fff81756751f2e38960f2f33f62
+size 3860
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a8b846af23b1a4077c03de52d710c56bc7be28d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff810cef5e2094a42d8a06d1497a090e684b9a7c66999cf03b484aae6c00b76c
+size 3813
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..01f16345c06005bd25cb5eb4ba1c08ce6b40d05d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eeb10781502433a5aba1478572afa4bdd000c134a553e863eeceefae5ea973d
+size 3860
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6585b59c771800b95848853d03dac5768bcc0cba
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9706ec5ce532a02ca6b68e3528e856ce9fa5849dd419bfe3a652957300b116d9
+size 3911940
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b758dcdc34fda8bf6f170186cb982a348f82ed18
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff543d37a2e231811c3c561806b3409682370cf2a4e99ad24a2400e3322d4999
+size 3914848
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1d268cb664c30dbf6f59d988814a0d687aa2d82
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafb7bb3603718d802982b8f0bc25c38d9fb6fc9a5fc85e981fc540e36bc1da5
+size 3905508
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0c26d48c0b5e8ef1743583b242f0625ae26f3994
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8c3e6bac268dc88159193be72514fb1205f93918cfeb59bde94419a95f8a4a
+size 3905309
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ece5264bf76a8a5b29d85370ee3043b0cee48139
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176962025ae5d3fc7c82dbdfa66bb2a541543637324e3b5983871badc0bd22b8
+size 3908721
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4b1e00c7cf3e6a209f0516a0a1d568d8d225529d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af1437a5cd57a1b89ba0719178429958f043de1a26feb6aac621312eedc4faa
+size 3907500
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8866d47f8c20d3199205c89565773ce7051b8540
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fde57981d171144cb789ccc795ec5e9b512b10ab18f584bd73fc4fef2c3e87
+size 3898368
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..863d769944ba30275aa3d45ef169c5fb5ddda04e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698e472f39c29ca6262f8e9fca9d0655b5969a51146cea203f86cb826f7e1dba
+size 3902030
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29b41e58f8687a35ba7ff59bd58ab3b8094b1dcc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271f81b350c0847d3bb23ddb950b2e712571c6f25faeec76163503c79ddab321
+size 15608535
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aeac2913fb490baedfd3aaecc03d6a5fa87e6cb9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8484a17864e9807c00b5ccb129aa713495015a37ce52786ec63286f9f738dd71
+size 15660545
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..afbf181365623de1fc9fe8dff6a5b1b19f14e4b1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5528d54941fc0d8eeac663e062398076235c83dbbe0d00074e6241a38d6fa08e
+size 15672595
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..61b8324010c000daead280efb8ecc8340cced68a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6f80609f4ad404ddbc410d841cb8f3db9436fb3e3a0abafa7b2a4e71bce236
+size 3864
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6cb6253d83594afd79bbac328f4f1f322da2ff1e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e51fa6833881002de0cfd17998ca6b8ada3538b1b561d0ddc80f114256c8dd8
+size 3802
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9e1f05c56b3591423c742f6a5a067c8e0bb33b29
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e606e2c4e254f7ca683426ff5e154c8686427cbdcbf3905a759ceb42355428c9
+size 3841
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ad5cf5f299e37f6df2c33b72307cfe4f205cd9d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f14db6b661e6c560d73425dacaae28c9bfb4490a6ec6e51894d90039f1b987
+size 3909646
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..04f641397dff44827723615aac4ec3df567c3789
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c67e4be7e464236f7156c2a30d3f52fdb661b95786fa7a35e253db7731d2f19
+size 3913703
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f40fa6be54d11c8115e51e39716a24de3ca8346c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c507902a01908cbb9425f58aaf80b5acbf20a43c173ca62fccd97b1b5d22885
+size 3905456
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..675381405f671c3d11d11426dd8a7977927187b2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb82b0483541ad4b3f77118a6337838493e75c091e4a2cf878981fb7c111ee2
+size 3906605
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray b/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f33eaab9fa4c41b4eeef78593ce600dcf948e18a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae1c87216229d5c22028d7354d70465009da2b29bd056f9e64181e0a79da6e8
+size 182
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/0.0 b/checkpoint_500000/target.decoder.logits_dense.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a0fc767469ad40b8e7100c6f0ac1bfdc5e77a414
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b53d53952e1ddd2e541aa478f967e6c551192043c55cfa7b8f0cb194eb9ac79
+size 61146254
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/0.1 b/checkpoint_500000/target.decoder.logits_dense.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..35d977c3b8b8596ea86a3186fb1f2b8eb48177d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158d02e96fc87f7c6c46cd200c749826c3203cae232d391cbd1e0626edfb8b9b
+size 61095686
diff --git a/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..638f5f56e31cae12d0bc59b23e0c5e92c4614369
--- /dev/null
+++ b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd9a30798092d322a7dd1fefb068e94b4d6d4393701a6233562d1be58737ca2
+size 172
diff --git a/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0 b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9f75691143eede6a694bcebc121719c8dbcbed21
--- /dev/null
+++ b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc281ff64530f0f1739db983e6c45c1bda973a9c26fc30a118ab01223e60015
+size 1957
diff --git a/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray b/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.encoder_norm.scale/0 b/checkpoint_500000/target.encoder.encoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e70f1d089a6207f622a763c44931c587b120944e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.encoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6736a613bffa0632c9ac7e6b2e1b69f6b7c33078b464b10488b04148fb11367
+size 3845
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4288871da9d22c0c05e0bff1dfd8533520f8736e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aefef15640968b3d5486c424a406e5cd39e92f2487016fa51e51650354f1d97
+size 3906903
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9fa23994e72c43cac831d140adfdf6a9e43065ff
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91765a2532f5b22341296e0c34bd4772887798ab13ad467bf9b6b2d8ae295664
+size 3903518
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3f801b59b45fcccb015fa78925e79ad2421029cd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000f62540f384920cd07e71362415c8c7da77f7d04c59aa31da45af9eb4fdce5
+size 3901286
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0b7b8c8868dc9188e288029bf14c697c76ff438f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4923182657337bbb879a89f8a1abe5b7a971ed2e1e9e75f8e3e9b8382bb0b123
+size 3905984
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..abf493b352b5f776b8a4cde9aa05a9d006eeee7f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45056cdb7884854e5f1a03b02c4f8429b1731306cb9ee77409535b438fd72701
+size 15631489
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a0fdfe1c826f40371f709376140d53010637a0cf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da802bc2ff18ad2318031625011e90886d9948b4ab6204cb53fcc9a8fb7b1178
+size 15632013
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9acf2e6e532660615ca4a758468756f6a28bef49
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a222a87eab5e98554372fc5737d23341b734fd86696ca805888e73267631a0a
+size 15591210
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f9dc7fe07195e2402d4fcb4c2d51eaa25d6a6e09
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8db1c67737560847dddc78dc25a986bb8309c9a9a40afe92f7855cc4622c0f
+size 3842
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..abee42820ba7bdb875bd0d8a425f3ae1344608f9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00b63ca9c49967ba06fcba71f4dff1875cc20699f3b41b3db21aa379b642fd0
+size 3759
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..460dd2c19b4f8d94a84ce9e5e0328b7ac05c706b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e0eb98b8aefcbe4d7cbad26c75e12cf6181773e984fc632cb938aff2f8a661
+size 3903378
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..02c1c09f6d7b8e2b837b87a23d9bdc9afe7154de
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1529c0f76cf4128e1f6047d24f984d0b3580157296d9ed66b3a7613b2a5f10cf
+size 3907507
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fd01ab326075f3ae24e0b105914b66ab8a220693
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84653c9cd705762728d4302690aab5832b71103663e517786aeaac36ae8aa77d
+size 3901724
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c005be80712400ae45204faa1c50b3e311fc0526
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d949d0caf4ae573a724252504db3f72f4682cc16ce0e284cc6b5e3edadb372a
+size 3908382
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..91951fd559780a233563d9a96de66af25a6bd008
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be76bb47b889822c6938dd8b82157cd4a91d3cd9aa87fa0bfaed4f68aefdfc67
+size 15597580
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b5bd9f85d74b78c35baddc4ed255275b33d283ba
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cab26f719751f039dd0ce2d5e5c6564c8093d231f7df37b45bd22752876d6a
+size 15602032
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f052e15be11cd9ad60041952d8031549a119e25
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a469137263297973ca1e53f93e8ec63559413aa7d288f8cf29623bdfcdcfd91
+size 15615440
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..14d890f2fd3225f1f1f0630c54bd597f3c4d3187
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66276df4dc61c215aed58a6bf6f9526771ac28b6da753677a338a1cc5e66924c
+size 3850
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e4d946b2ebdd8355e9ec0c56335fc2dd4d0c011c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b5c2daa35eca85e1db04f034eba08070114fd06ddf5a993fa169bbdc6f2f42
+size 3876
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3beab176671434e2b5a34842bb8f20f971b35595
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72290a3ab054537fff0ea1dc3324d7553d40e857e79f73264a7531f21231a681
+size 3907546
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..40f1ba8636142c24e3535fd481530540d0ad3ef6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9843c4733685bf23d55c6ead38d98c4b66b6719c3bd6130599fcc911473f4c6c
+size 3906184
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8147e5c94f7b4f30f4399864895de61ddad57c45
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c44c74da236e6381f69d7f6d7a6e37018595f89f78089ace9490be72814323
+size 3897701
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf0e630eecaf0485db04b18a2368c4705dcd7616
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44587837c734073544b6c3f2d162bfe0829ebe93b8959343eac4c4db18a9131
+size 3908945
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..261b4642d7f18a10acfc16e84b94c573d85826de
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c556fc06a9ff4558003b3fc690c3bfe921c01f18931cd26e39f3a7158c3d154e
+size 15606578
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26552cf2a490619f07aaae67f935e964b7be2542
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7298ca18f17047e9327b451201ae2f36022c91b26076459f58b063747d4e8949
+size 15604944
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d2bb1b2aa9c4aa804b44d41dc37aad46c612cf54
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c95a65437bfac07b12f6a7e49b6d13f53c273b6340fb001d4a298d2b99f00ce
+size 15593004
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e055665fe36d7f19feb8c9b4ddb203ecf431d591
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ca3184abfa2f9a506a158990a6736af5ae132efdc1e8abcc09e98df69a1f74
+size 3865
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5d6e77c9d358b8f3e4d5a9dacc5b514d7a139618
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99f4881fad5a2bc962dac5461fbe505052f7f27d9994a5c48f11e9560cedec5
+size 3890
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..042937122ece1746d9f490679c2026d70484e3b5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e4eb336e46f3d75c507c02dc226a292a24203a8a4afb308442dfa7ce3fd672
+size 3907815
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e437144c55220ec2d255d7c3c9fe62ec168ef23
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16feb67c721a4cb7bf12a1a10b32511dc3fbf03b110c5b45945adfe27968a54
+size 3901781
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f27ef4c5c94c1cd57e9a2c286a3f3a14638b6bd0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2fe04c655e08443672e4350f04bd9dc1f1a141b699559b69d7790cc4fe7802
+size 3895782
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e698ff1e4e94211855865370f1153ab467246328
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c16d2a4d823ddc177f0af115dacfe963ca8a98c48020928c3ec576b575fb92
+size 3897799
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..519460dd71655dd61f5b25f4daa3656c1f3975d3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ccdb3dabcce705700ca254c4b558dc5b2f0951539af7b5c516ce868b6f9edd
+size 15617127
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9cef75cedba61d559acb5fe22b9a929fdf4b6926
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d8d9ed94be423c87aea01f012a782aa0716fab6078b439ded5abe8c697b9ff
+size 15611686
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a1834822980b58eb343314eece6ef285f298ddf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbbfde98e71da64f9e6f8736fb0f55c9e897b8fe5d8d027a9787f761e5b33a8
+size 15604291
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a369c625fb98c9ae0543f9828b7a522e29df044e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65f904ce7bbeb6e69608e31bede14951bc3914eef506fac1658374174bbafc4
+size 3867
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..15482710f2507067fd0e14c528e7fc72f801e43c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26e90fade74b310e4656afaa833ff5e4fd6ae73e7debd8314a62b39adf7aff8
+size 3891
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..25d7ad68ecbf6f2532f5c43cd4dc5fb1a655cedb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a72da67d75ef597a3f872bc2912c1a8e7eaf00a597719ff985e39f65b42b9f
+size 3907862
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4b5fb3f488f9c79d0bbd2b858bb918bca03068c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b58ff1198ce05021d7cc394d0766e4cc727b4ddc0988e88cec4f14d260e1d0b
+size 3900884
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a81a57286b49c21805ad110e97199d93229ecabb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02e62f8db987691a88ea856a91e896683fab8aa6378728442ef76c346665e2f
+size 3896056
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ffae0ea7cc7d38a023b8974956c13a92cabd5bfd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c301d5900fc96d3e527e4cf67b6f010fbe396540e20c30ed0a5665ecad9b897
+size 3897796
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..42ba97945d1757d722bf51ae9b2e97edd6921964
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3691748726ef75afeb3bbcc517e10202021e32f378ab1d61dcfa881f6234f4d5
+size 15621857
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ee921b97d08a3f4af5a6adbefe182d3d01982abf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4b1c5953caf04e7eb50159b967ae7546e500968a2af23aa09ad867cacde277
+size 15613184
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..85669fa1b4131d544e1b4bd102360fc3d8d2e799
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0788610684a0975bab8bc9ea6427ba7d5dd1365512cd33d3702dd1dbadcef2
+size 15608825
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c24aa0a644d861ed476ef81ac44685b1bc79db7c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375d85a97866d1d9e409e049d10a45a57429f3cc097362396784b7d41a974125
+size 3849
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a11503c191e3b03d018b01435280143f063c811e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b730985a05e20894a11cc56bdc98a6bbcd59eaf03a9c930df1cbe4989221aca
+size 3898
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..446ea7cb03c82a734e9019e1f46d38bd601c4802
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8efc67bc1a0b8e4bb6fc8beec6eacfe732cd243fa0a1269cc10aad68bf07d16
+size 3907819
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65e121f7ff573e263c1a84cf3a073e82e51187ae
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6027c01bcc13bcb2023f1e2a080e83ce40148d15199d705228fe9922baff4d4
+size 3905656
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65db8e3b6016d71a381fe407e74bf79b97724ea2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655a7eae697cedc98d34c7e2e6b646591c0f8cf1142e214bf713fc1be977fb72
+size 3899085
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a67dc4a3dba8e6dadefcd4e70c7411ef61fdd557
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ae64889491da1f5812d0669a0ff6db0de5bf804ada0c55f1e051249c8da177
+size 3912210
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..db57212a66ac295912db7476fc61783d21d36c14
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8d2d1f348bb303d1ddb884a4dc821eb8019ad007113495cd809bfaaf7bdf8c
+size 15607606
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..def75816681322ee2d015ae20d1669f09a69698f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05eaa7bdf029bedab5f8e51c6a267177b56accf4e880f81e297fe513d2f02dc9
+size 15605747
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a7ca1655d7d6d8b511b679346fd37f8cc98e4a0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dff357b830d63f159e1dd8d14eb26dcd0bb43d6fed75cb3516bad52c6fc7f2c
+size 15624954
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7c538047a4a20f0c513417a5cd5e0ceb73b55408
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251ddf9ad03d0fd992175d853bab02fd1188de6cafeedb81451a7fee25116e5a
+size 3869
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a0b9adba4a3987ebd2b61eb50712ddfc3449cd63
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ffc911c73909cbc76f3e3c7bde953b810c563ee319bfdcc2417455e5fca3ea
+size 3891
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..84a2ec636f9cee61ca7888e9887c4d6f600ccd35
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723bbd4131f653417d9f8db2bd5d61043f3450055a154f450479a96ff9a032e9
+size 3908115
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ddf4df13f0073df8819f07279e78fe519c7ee29
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb90c3b43bfb0791eb83f86248a8f22e811fa525f125c081c2482cb98f6c316
+size 3905592
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..accaec588a4345a4435cdab2f83dec7931fcdec5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff2e3b609534d5ba68ea9299923b564944f81d1f2c0460d9249a9188bf87148
+size 3895606
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d54ad420e8c8ea3db8be4358813811da7491cbd4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4141171eea63d4a8abc2eab50f38493c082b0bc64334e8aba575916202b8f83
+size 3899946
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78b768a1fc942ed5679005ab8b8c41a0b9f4d25b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1ac1cd1559839851860e6ccef1e4cc73ee5ca951e2c8a57199b41912756f2b
+size 15602451
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..40af6fa37092803a1e876a18749c7293ece73b6f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626201ee856f3c887db2d611913375b26a6173cb91696b70ef2c9ce4b4bea1c8
+size 15600359
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c13e004db9f1fe39081d9f8657745289dfa18b6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381ba128e1fa085aa536a2dc82c9bee7e0d5b23d2f813aad94e52c118af23365
+size 15632368
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..033b7bc3c5b91d729ed68a5adc57fd39f162e84a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0619af1ab8dddd2c149cccae704ff71a8fc37c30d92f146a2028d33fe3014410
+size 3849
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..80fb3892caa2c15bbd00cd91ef6755661ac13043
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1103bd35a1f2a65f31f05cee060111b4401c9dc7a9d0cd75ad4768eb794cd99
+size 3901
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dea21ac23a3987197b79b54abe5d33fb971e3449
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9762f29a8b88c2e67cf85b766dc3a60d76f75953a9b2c941e4103865efe4221
+size 3907247
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..66a4166469d2a1a5a88450c31201b1681fb742cb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317ec6d508bcf201ec37bb503cde9bd96f866ea77f0f81292d3e3d338222f4be
+size 3902197
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..40a39f4730623514506d898152d93c62c15ae06e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87c2f23a7539220498021ffbcb741fe0d0893c0cbaa794072edb1797444c3da
+size 3897812
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df165596285f03542395d7dcb372c3765b221472
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce27c7f6c8739b4bb592b6f643f2ec35faee86505137f97e835f53c206ef50e
+size 3908974
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..59109e2b59769ef6e924a187eac536b7b9812e91
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d7bf3b97dae20243382053a7ea4ebfb5627ca7d1e4fdafae3a40a3424af91d
+size 15616610
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5bc97df04c58517381bd847ea3a590563420122d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60b9bcb5524a2c7147c6cef9380cf11626a89d7e35be2c17eb075cd242e4dbf
+size 15612774
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..019aab26ca9310d8f7b54140504d170cbce60023
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d308a5c9c67342c73d1f12f2b78d91acfbc67b5a56ccb7269a35728aab8e39
+size 15609218
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bc6a48aaf1ecc97a29ea2e103821bab8a86733fc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95a683887531698a6bcdc8d118afdbcf9c4a5b37d5a1dc271c879e7844d533d
+size 3875
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..01e1265d3872da5bedba793b8c1fdb6033dcfeb9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171a375bc1733c3a014902205da36451413270f80abd8012cfc3e251df4644f8
+size 3906
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c60c127dca6ddc191ba7b5a20f7445c32047fbf2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbb1b832285f61446bec628b2c2ff81b07eaebe0b2a396578ca457286743d78
+size 3907521
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..acfa8c6f9e6cfd528743ddc3745385f20c61a028
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188919608559d5a9d80142d26aab02193032262fce910503a384a86f57fb9cd8
+size 3901644
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20ffc52d8ce905ff8f39fe00deb4332876fa24ba
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fba21ae1f6cc12550775d1250eb424c9048c57c92e4a70d71ebb7084d82d25
+size 3898526
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..432536493ee32a0e8d3774d81125577d4624c997
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e93a2910e23b7588cd9ba8497957a4892126bf1f8998f85f38c75bbb9b8fcf
+size 3911226
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..050bf0cb0f1374e1837d2db6647b9fdf1b002fb1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ca0ee6e0e66ecbc249cdca69febee70edb130e78ca53df424b2e3a9ebcacdc
+size 15613410
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..057851dc5d6a531c8ddb0755b4415dec124d0bfd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517a8b1c48acf39e2f0f809d917649e00fcf90ed5b8af92c2f442f64ad192aac
+size 15606844
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8bf0d634883c0edb78c4b9c456ed10a89fbf8c03
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7358be63dbb0fd03ce9c998e2644f4943678d582caf3271f2212c8f9144fe25b
+size 15608661
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6b9447c9439c1b39cc6e69fbbb95fede23c07a9b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d291ce03569c6fe0968139cc22906e0b067355fbcc1f4c912c5a847837335cd
+size 3860
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2bf680f5b7a7841c1532ed736261dd11f8899eb1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6ec9a2cc0d3be4362f7bb4a46617e9f5bd697f3904fcaee6e8d1bcb5eed486
+size 3908
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7a4a955fc43666c148fc24ce92bfca1a7fba11c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227f65ad5d3a96989872de37a921e8f5107cf2b667b73e528ea8825327860018
+size 3906981
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a0519f779057d3c53e47d8073ed866a91c903344
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41e4a47fb76ea3fd9f96676b6330a888a6dc67e46b6a779c784a1ff02fa7163
+size 3901422
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..54269d98c0d178e42c65c923225865e8b2348110
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00791833b66a0ad9232958ab6e7bdf22fd421dd795833192afe50fcb23c0c71
+size 3898924
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b8d3b20a84781f554dfab6a375269b64cdee19bd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09277ba06af0c9cffac4e5910cd8d2f12e65f69af124ff5f304a8100c819d5f1
+size 3909776
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5e85687bf0b45b1ea6fa02db95b6185f10e9ff17
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ef665eb554ce868073c39be29ccd4e1882192443c29751683692f3fff16edb
+size 15613234
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..843c03c5a2ed9d4d2fd9d41bcdb5f8f49af8e40b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dacd040a65311a6259fba4da37c0cf62039f24bcb348e6c72a1764bdc7758d
+size 15608319
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63d51c7b84d289555b5234f484aaf581989fd700
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c6795263291d86d4cbbe65e28e8d04d0690e4e370462cddb9e69f7117df505
+size 15604824
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..542ef9ea5b10567ef62fd9429cb2409bc6355559
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0232ac314ae4451e169a2ae608265adcdfbdc5284c6803c5f2b284ff093c81c9
+size 3861
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..740c8fe76703ca957a47c0a2b63cce80b66e290c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5857b48bea31114c443183ae432d4b98fc46a82bc00a5f9b80f045c8b75e5e11
+size 3897
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c3b1bcd8b886222055d97fba4bbd148353daa11d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f954d237c44d4765ac42bd090303836585c0992df3461de3a098ac249fddc0c8
+size 3907704
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..427c070ee2628509b7bc21d962d7b6484cb825f1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3214505af878179a342e751a049b4a498baaf23d973aa87488a7bd759d401df
+size 3901318
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..72907b1c0442365193734a5d778ee98895fd66c7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04337c0408985294587a94a18b8fc00f81ee227f6c53b09e56020ece2631d7cd
+size 3897422
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..32ef4cd22a0b23926bf158f5152fe3a3f2c4ddfa
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0291cbd65bad9387aa1151da4f07a9efcb68c05a75d984ab50db3ad14d0f5514
+size 3909109
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..113290a78da6c79607453e5c27274163337a6539
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68ad3311cf2f465d2aa38accc32ae88e2b398d97d71e09b23f9258f6c8b0f55
+size 15617065
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d34fc9ce7bc8c757f62991c490d4938824da65fa
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7685f0c82823e1e6ac6d4059a73f2c1d9fc42acbbe638f195b59e4f61daf7d2b
+size 15610218
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..55a1c6818a1f94b48dcb50d74f53aa64a9c7f68c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ef545a329741072c441679c7806c76524f9be06701087aeb2b6dec7baa1e97
+size 15604682
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..989694d8ca3f65362c074ddc670b32294f4dbe9b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a7953850650d8dba85d4eae54730855ba773d05b6fc1f099733366800ece58
+size 3859
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..82800a22ad42dd309c57cf806f6a614289a01031
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c760b4367c71fa055b2bb0af85df6fc7d983b1fc41c869aa43722a8938fb67a9
+size 3907
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e91be3dd9ae650afa636a11304541b132cb4453
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4483d1bdf3488b4de954d96b211993085f4f54b0666b2d282c008809c897a515
+size 3906727
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b0b2489a924c40eab137bf5268e0f22d6c15abb5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4821929aa7f10cf78c6d99b89488b1a5ea65a5b3413ef65f496d7737d7cedd37
+size 3901430
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7ee45c080057aa4411786263f55710a0440ecf3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173eca2f4d6973533c9685cf8a7beb29363d9e04baa47d4bbd08a03eda8275b1
+size 3898303
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f736318fe030964c704050917ee617d87d94b189
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0044e9c6bbfd6c6767dc1d40b8617fb038d91a5cc9478e3dea16b97fd19f101
+size 3909083
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..672ff85a57bced7b952076794670adb86c7d20df
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7109ef6ccf909c4a2e9f42d9aa823f48c4c0255740695e7bec5c6a5f63672b
+size 15613264
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c4e3b7658f330f2f9ecf667bb8471f64f1aa9ec
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06759141308cc1b934429d1dc93113368dad797811fc3764c8ba99892711565
+size 15607891
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..46d70c3da7327706cfbac06c8d4523ad2ea27d7b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7b9f2f17a09d6e64d6a9dc2a0fd141c83022440b14ddcf7cce7b763d22144c
+size 15605256
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8ba660d1c4c3d6392e091d71e7fb33806620643f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cbb95c8a500d59becef047bea4ef7f94c9ce8e1d1af4fcd52cdb39717f39b2
+size 3872
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fa30abe5c29dad19bc16a699e3871ceebeb33b97
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f0282fcff0f2adac70ee8fb81fc7175ec21c296c7ad6828522da2925db4c62
+size 3897
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2caea2d6e9a6f330f8e2766f2375537a59552e0c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23bb13c38ec3fbd744a3e6056a16cf149d90c0ad119f5894ea6d33a463b9eac
+size 3903997
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e97870c7b4419e4858e23611fe07c620ed7b7ad7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4a736a6af85840e868fdc97774584e7333fd56715be5f09ac922d32401b6cb
+size 3907649
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb4837ce0d872e93c8bc6dfa662c167dc754ab8e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c133f9470398abcf38f5d2be3f47b6513513620aa2661da4a0bb9145419d6287
+size 3901253
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..247daa9a2292b44f0c6e12eb255870c6281a1211
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5838b82b4f546b1e90621d4d404c3b53e922175160ebccb0121dce5b019393a
+size 3908865
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1c6384527afa343896c37ec183af0d19a9b929f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0697e0a67432bc06f90c1d2ed947cd2f57dd0c28da2330539ad525f3fa1ca90
+size 15604152
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..76f071102db6cbfa0d1e72ea171637c342401079
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a034d899a0fdb7a94f55e1c05ec5b2f318745565c50fd86bc962f6467213067
+size 15610712
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4d9f0b30cb471a9407ce67ebfc8052d02ff021b6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb67c45e65c305cd62def31d05a80713d67d1962264871b40a6cac2a46da927c
+size 15608488
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9766c940b34b6aa13feb82e8c22a3badaad51227
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd309afa67e1c2d12c74da01609db5904587de532f0408196e8e6edd622e432f
+size 3867
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6be8090f409b36f69e0f876e83e129fc46b19793
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec48534930ac599706fca86a6b611160d14da74aeb0b8e17a87b71880e8b806
+size 3894
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eeac23949bcc1b7ef35b593d7e377c55612e2fc1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cadcca32deb2633cd905b2c776d7fe47135ca92ee08d495f28005ab71c4dce5
+size 3907839
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7eba50df95d489840f9a85093a0be3eda382b02d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e38ba2b43469e88431245dbf0984302da9c9e0a8a716be0d16e4b9f369f5883
+size 3903789
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65f44eb46987b2266bb73076f12b0666933e4535
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bb98a4426affa4feb94a0d08feab74460727f593271ff0af1ec92540af2cd0
+size 3897495
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f8d9692cd55c9637653fb494f7decdb4254dd1fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a10f5dcc40d3ba78d012b8307d80c7781a1c4d425d65b728dad11bb3fcb4e9
+size 3910599
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b31f1d516b4a65d3c8740c93d0c953d70056a084
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab4a4183f00d6298f8cd8a4d4e9040910774ed4a5aa10ad6b5cb9fa30366dd9
+size 15618560
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c2abb18455ec22f2d14dd94981278449e442dcc7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9946d37001da0bdf5f393e451fe98f566c6378406843462ea54155033d85a7d9
+size 15615944
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8bf5076b9033c694d56563897ce074c37a699e72
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b886398851951e6b5557a801490e577eb3ea312487975c0860d16bc3f828314f
+size 15599720
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3fa19b6a442835fd9b962c77cdcba70d00da8fc5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fe816e5bb782c2d7d65d9fea8f68f5fa3c46799e81f86695d44ff797c330cb
+size 3858
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..de55fca49e8b6bdafa00f5541fed5c8b1df3b7a1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22cc4719f8251717936240987a16b96a32b3ea84f6b097bfc337dc1934c1156
+size 3901
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53c0b59c0215838aed818d1dada938748e5e6c8d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186feef1b25817d2164bcaf660e957e2c9573209f13a23c57beef764f03240be
+size 3907597
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b32242a9681a968bd039aaef7e9db8360ddcc0b4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be884ff5b0981d0a7869cce0861471f94d5bcf499a137c858b221a9d3a4d684
+size 3908124
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5fb5cf441b233c1d2220b8cc7f94521f003c6fd8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ede232280c88e7e30e885d8cfc72e507cc7dda4959f63d37dcb83d6c405531a
+size 3896861
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df231dc1d940bdb4f174db1653cb9831a23937c7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2329f90a677870eabbb5b62b1ab30585dfb4cf052b12c7c1d5cacf49afee47af
+size 3907624
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d7262bcfae6ca58b42d00431c647fa3fac817f3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3709fe1e7c231d39caeb39c80c8b8433fd056871b1b89d4e46c22785d1d56586
+size 15605408
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..57c6f0fba1f745d3f77650efa2cd668482b63be4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7aded51b3e510f1483124a40cb1d0d0421168d4fb55dda840bf31eae425142d
+size 15608056
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d0fefa058f3a0812bb27a298ee762378331d322
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595e90900857810cf421db0b83fd70694aa5965febf2022f8e058f61defe2b85
+size 15624596
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c2b0988176ae8817da1ba1ebb8c24698cd0a1f79
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19a7c677fca297c8c89acb30b0f6d32fdecba38e8ce33f236234ae4fee463ef
+size 3858
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a75d04cd912ab12230b4fdca0ef7b45f26dffa5f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e6a6d260af1e0c52bd088dea8005d2fa11ac8753c5118e890d1a21d28b3b00
+size 3907
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9c4e93fae2d009f928d9aa1db2361eae194254e0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21c9cca92c91c51ab1d41e2fbf54fe090350d21843af643956e0405db7cf5b8
+size 3907690
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b5c4c765bed660beaeb2ca006de108682cea1ab
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fd4cd5db0d424045aec6e8503dbc1e3f048be4236350ab0ccbbeb9b891155f
+size 3908540
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9594d52c190c547aa00ab4a3834250d490261916
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e1554812b1f0ea62372bdfe146634d848083fc5239f6f997c26d748e884823
+size 3895461
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..443a7bf0a511790df4c62ee4e39c1f88cb7ffaa9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae4cec5cd0ed94224823907468bbd9c5b233c48f440d8b675d5dc626bbab806
+size 3906983
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..97550c204ab714bc93dc3075cf06f04b692e04f0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f037ccf3ac66f6556de37b974fffe262a1ac4a31a089053bb02736f8f6a519c
+size 15611038
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1fbf370fe3dff3a0881c276b20fdd3eed69f5423
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd33228a8fd4513c1fb7016873d9514b844b9241655031f524414be2a1c45075
+size 15610893
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6c6acb34ddc597f091eca5643fb9cce3bed6a08a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190a5d1e7279a576871aa39d3dfa48785954c3065f4e2628605a331d9f544990
+size 15621942
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e085d6327f64d0ca31c1d55ca8978cea859f98c8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342e36eda8faa05b7b60e441135ffa70e97b9cd945d31ec2094ab41641d889f9
+size 3858
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c26a4b6cf5f60997db2236500a60b78922c421f9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6333ef35dc2aa18b3bc6fc158f2839573d2ab376ec9d1fc9c65dc78eac146fb
+size 3905
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc3178248457c21daaf316138d3828b380d3e87e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8dc5df905e9ab5d0d063ad43f785ff468da85e7338551f4ea9e2adc60cc9c59
+size 3907286
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..44e9c3e9535ad107ddc0065ef9221963545864fc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfaf71eb3356f6f7765df6002b172724b653ce0d70a277947c13604a2056eaff
+size 3907966
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0401cc41cd4e5d4c4bf36445858ff8ab738bdd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc047d94483b09eb6a2435f3aa332a3985d35697b8ba06c14faccfd50680a01
+size 3895244
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..482c70c6df558bc0443d576cb97d0f1f32b97739
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8eca6635a3ad49d6637cf6c4f3d600b8a94fcc9cf2a959df5047fe8a2b8578
+size 3907985
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73e3c0ea64321e3f593c56e71b56d546ead8d9f6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f1296242fdb3f1b9c01a9101e613e9132a885b86841dadd6d42621529876f3
+size 15613014
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..79af60ff4ac8e8f30b219d2943b5348b43d732ef
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abb0aa54b4f11693bc3e27d51ba6adfc6f143405806c49735324356c6d29002
+size 15606436
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1fbf0bbc568846a467935e08f94514a6ea71f2a1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e2fffc2fed4ebf52b0bbee90883dfbc40dc33c431209bc5d6d35cfb8223256
+size 15611848
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..16552703f5e2d5f20f914cc8568a6db705ef5a4c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f9c7e4206ca170a8264d3b8f533385c8a378f628891ac88c22100b42730556
+size 3850
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2a606a18d73c7c25c5fd004b672e6c08048cb1de
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061845833063851cec8b9566beafb5e4eeeda95a32e6cc0d713801d5fd5253d8
+size 3899
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c9ebd4c761799caf21c657471fb8c9d0a128199d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6bea4c925daa53a949d28658397c459f0bcb96983c28f6bcccf703295fe858
+size 3907777
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cd35ffed58d75c4a3804f8357af851b5bd10870a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2cbc42264ad38ec7f5bd7a9de0750ee8e30b4644ec85ee89b8ba767ab4d896
+size 3908037
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4b7cbea47f0c7d3d4eed742f4166a7ad11c3c010
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834cfc5bcf5f430ba5ef8e2ba07ff0e2bb5102490f491a6904218a5abd8b2d0d
+size 3895763
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..81bbe7560ab776b7c636dca17192d8a29e0a15d8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a4cc95193cdd94170b7f6145eecb33081a1bae5b5ea5965818118ad3bae8fd
+size 3908342
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1a29b612e5dc7900864c9ded45a51bdc7e69020
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3161980fddeff1f7e7ee83fb167d9a7a74368a52c4fa3785a52e16fb037beae4
+size 15605708
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ac280fe28645e9406333f248769e604054dd0a9c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1e96e0471af3313ae5174e40b28b785373468196298070919ca9bbc8eb96da
+size 15607393
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a14c8b61c82655206898b231b0b1ee9cce11602c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e021344d4e0852fd3dcd6fe3f48c8b33763a73eeef2e90c5d3e6cac1522160a1
+size 15625381
diff --git a/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e19d166237c9b26a5c51f8c72b7a0e22ffdec5fa
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6373811cfdf9c6ae2318ea73557b4aede60af40c8ecfb42e1acec05e489bb0a6
+size 3867
diff --git a/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9a8cd59be84030bcf443a2a4f2f7a45397dd8460
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2856a86a1a7f21e79ed562203d26c773268db99e1e6370c73bd054bc2a4e7924
+size 3911
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0b8924972cbe0bfa61d2b7f645d2e716d7c91eab
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1fa15c90194ff21a3f8187adc0caa779001bae174c5b185a0ddceb867c4b0f
+size 3908909
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..befda695ff3ee08fd9c54e3975151221f7201334
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc04ac794308c00fdbd66b1af95ed34a6336b640ef7411283ea35ec76af805c
+size 3907420
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7cd5f1eb7d721ebf7f5b0b133556288396548b4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b23913d329dabcec2c8ca7b51fe70ba7e35c88b60c94dc012c92a42674baca5
+size 3897717
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6b16203c35c9ead28cadab6ff4020d42afd92cb3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89a1df05f1b87440e4a6cea096b26bd09fb6d3a77e59a5518c5c5f25af14538
+size 3908988
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5673ae8d79bf85e66ececeed14f5eb3c62733085
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbbcd3e3a116ddb82b7c3dee8ecdf347ae74ed0011d0ec847bb387476590a51
+size 15615721
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ee1a8567495f1fdedef1d65c3b9cb372e0c24c53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff52c2a61b02c17a05c0ea91044d5b8edc940475e741c2cf0ce7a90cb6e91e0
+size 15612199
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9c37ce5d0c3e60dcda259167bf81f636925c7547
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fdc19a6e2ff9bd0448a5cbe64bf67ed4ec15ae568a8d3eac8fcd3baa777c17
+size 15607769
diff --git a/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7166dbe5205768bdf8e9e9b3ddd1c05bc2389c70
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5673e057e3ad765c583447114f53e7fb474c8027d6ca52d479255465cf870a01
+size 3867
diff --git a/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6e4695a77fa6dddcc55e512a99402d30cde78069
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ceb43bea5d8229cfa41fe852c11cd74794934949183c11ca10ab07ce887d573
+size 3905
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5c21285ae3426287de6460e4c59aa4b1f96d83a3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad48604fdff59c55873de995387e2637640ff9c134ad519acf1bfeee9305056
+size 3907881
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2eba80d5892cb4390058e769e19c3f33c861d548
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2327b37992b724102e22425bc571781e30be008c31e5eb6d4de3e37701b2ec
+size 3903180
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..25f4e67cae2355cf789702f4e27c8427292db4fb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d2429048372254f6333f5a8bb4aaf06e33b05e692614e958bf8f83847c3fd8
+size 3896230
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6f1b49a6a56654e3f47e7a54833841562b3d8d0c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed33a1d9276f5c68fb5bad54e27ee011a89644825c0003e2582dd803364bc5c0
+size 3899275
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..75bb7d519421bb0486be1575557a7b0c0b6b69b8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969543a304215a9185eac04e9b4a0dc9ecf618474c5c0f900265181edc0ddad6
+size 15609771
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3b7ea577579fade7b30726111c29c9dd6b135fba
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6fd6874c847c60d2bda7f10e3ac49c29f6dc5710813d2d4876401fcf016a60
+size 15612850
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..76f6d57792b60b483908ee8782401dd0d19980da
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00511884d7030529a14e077c889068ebc0cd6decb04720872d432a31e848b6e4
+size 15634088
diff --git a/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1d5b8c4e8d2448f5aed9c15aa5d5c496ef1fe39e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916e6158cda145535cd4d640e42e204f44c0c0fde9c42f81bcf4a5f5982ae84a
+size 3834
diff --git a/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8d12080178206f942d92562815681a7b41b5bbd9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef05c7597de16ebcd7280106dbb20612ef31d770d8e914cea73f42addd03117c
+size 3884
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d5927b8ebe879136bc1c23aeba81f9dcb325455a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a1db4ac71521ed67557e807794f39c01c07243fd77efc790a7d57278620bac
+size 3907560
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a784e76f6881a7e329c1bf9f94435b50dedbf4c9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba75d5231bfdef95b97d84ede33dd09e47446a0a1f5f7cbc572aa6a5c838a7c
+size 3900181
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..79e696c05ec48ba5c6216ccff5cc2f26fa5b60b4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1aba32a1d921ffe3c3cd3557568de4e9533af073755a9c123975f0ed76ff60b
+size 3898395
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c749c4e4693ec06625505c5e9d07a6f5f5c497f7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895cce2a7d357dd91ed25aa5611fed30ecb1f308a8be33dc7610a6b16d34a5ad
+size 3909977
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..099b32bbb39fb5d37dc7262f5e2cbc483fe3bce0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e898144ba68f676f21469e7047847109ecd16af28cc9143438778073db52fb73
+size 15615841
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b957476168382e68a8063d222478eae4f97b2880
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8f9f1233b47a461f0d7b59a8c94fe14db1088aad6fefd44b36ced57f54c4ec
+size 15617598
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..047792e9cebde12cbd2ddee1955a6f9b60d3a48f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16e0e37bda5156f3cb040d7d9cb2cb4463890e8596a1edfdcf5e0c47e7c1ef6
+size 15604288
diff --git a/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..748fe5cf51ae95c48b84d251a25fa0b688e26275
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5c4e33096044eed7ebdf3e94368105484312b6ed632b7ed1b5858b23b17982
+size 3855
diff --git a/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6d623403a0a608982aaacf993423204541aa6fd5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac163a643301bc71e4f3d0d9f269697d6c4b5f00c3ffa6d01a2dcb97a1a1c9b1
+size 3892
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6609987073e0ca857b24d864ff5c40ce9ad46972
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d553992bccec7e3621fb387d1760a841ec265434f1af75207e4a6735a472ac1
+size 3907594
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26ed9cd2e1151c096c712e3f2cf144e33611dd80
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cb3f09429073551e5563ff469018209379b7810bfeaeb5c5445418b77e8f6a
+size 3906109
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9fb8db56d9e9476e73ab9031cd56d0c2fbdf636b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf71809a8399b2c4450a5cae9bba0dfc3630ebf28d90f3c412924194a9e1327
+size 3896174
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a4632985c24ed26f2984ca6d730cef8c6e4e62b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc39e01a7d1f7b991d5c525b530c156026c3651946bbb278dcb7f44bcb2757ee
+size 3908617
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..31360ce28ceffb3d1c7f6ecb9f5b911bb051a02b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128f9dd686eab5478a9686efdbe9a0de266af561a051f016e90bb318fee557b2
+size 15619312
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..254093d9125bac6abe3ad58c48e8bbd62689ff84
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4205d9d848807e7fe5dec5d134581c63136893786a5eb5247a5d798ca5d82f85
+size 15626143
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b312d8699cb5149196b185fcad7fd86532b03b4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3498af09a421af037fc17ce00685eea716e19689d440bf4d7ed2109982410ad
+size 15596328
diff --git a/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8a2fd8d21c730141ca4614bd1cf6d88db47a798e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4d03965e3302974b180ca73cf9f3448f03af7c39c87be45e1945a1ffb489c5
+size 3851
diff --git a/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b3c8c9ef2044d6f988279befb8b99bb42a6ef04f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7121f5f0cafbd363b05d33cd547ff8b5f3839dcdc8f9259854ba7954cb50008
+size 3905
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c243cf73833809437436f70ab34a4329bde4c9a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e505e00ef603b2476ff33bb162cf0b9315b9d7ec5cb1e148c69795bee6b47fc
+size 3908073
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e45a3f5fc759f871ef1f125d1604dcbb25ce82e0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8e99f41a9c96d507d1275fe637ef9b27aa60c9602867482c6e0ed481ee4773
+size 3903311
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7f717a16a39e7dc73f0975304fdb342cfeaf2c91
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541ad191d8cfae58585df232bd6ec7b70e10d8861afaa70ed91737a0804e2428
+size 3897308
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d00b1c389a4d0c096dd95646138a6653fcdc7e9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676cceb1d440db349994badbc5a077ad819ac8ff4cc24043d0e9cc9e021116b3
+size 3910458
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7cf1b27d85db10271925a8d8349b9b3d26a131bb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6abfd0ea7ec422486b22a471adb7d928e672973dae5ade5a2faaa24a1fab599
+size 15621293
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..34fde74ad5c8ab8630119c2b43a6835d66224428
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a666cb89470076cd539524de10a1c1db922eb0989a663543c43df0a560b7a9b6
+size 15630196
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b6f1939d3400dab6266f9729a27f335a577f6d17
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd7c9d0df0c62c2295add02a412a18a22050d7f64eb3aa49b9d5e8e67d194a4
+size 15598671
diff --git a/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b28e91c443d309c94a9106651c293904d5fe347c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94265c3c64162b11b3d1618bab988245f587ece974d5b1ef3446bde0e3fa163f
+size 3852
diff --git a/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9cbf3f2133a60fd4a8daa8691b607e914ebb0e34
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ea2dd0c76d1337863482261f454b5373e60e039b3834a7538211cbd68ab461
+size 3906
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60c4cfaf98cc70056371c63f5c88243c079c911e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30818cf7acf047beb8ecdcd136e694ea00906b1d27e1ff1a97caf6218945ec07
+size 3907916
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..02daef452bc379fc400c08196dc6c80d3b876a4c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d7f56cd07938bc2cc96ea5bfe0917f2ab53ea7ee98fb560470afcc1eb54df9
+size 3899753
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..01effe91ef17bba00011cf0786020ccc6880d39f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bee103009f930a4f4c9382653be54226577c66801330101c166bc811b65265
+size 3895143
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a4e580db334b1db49d58062dbb07bf2b88dd12df
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc2b57c7658d9a570ed901e851a6b48bbbeac9d3920f6fbdf9845f6416596cd
+size 3896945
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a2d221144cd651b2aa546befcd3f78ed2d7fa2c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f1bc1085ec4316e06ef445b6caf05334c3f750f233c8aabcbdd969785eb9b3
+size 15603320
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a299fd6ab437c79221d6219c330bd75bce890e31
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8755a85146fea1618c8c4e4e5d3ecd3936990bdf602a121168931561596a71e
+size 15605338
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ddabaa77de57247732f0fc3f99b154e22035a3a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74aff19e0b3e19aa894cee3d7174736cfe808ca7da22ba0c6665a6b49e1622b1
+size 15624232
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e60207e6437994113ba447b7fbde7c663d4ebf0a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9a384e4cdc08a801fee656b3b643b4debcb3596883847ba82f34f2c62a3451
+size 3843
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a8ddb3911be9ade2d96089baebc24c0c7ec6f083
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ec0180e3573c1f473319bd535622c35fe00347a47d6b8c0ecd6ec9caf549c5
+size 3889
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..330eff7bcea81751543ffff2ba2e19bdb5f282ac
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f488094b19f25e206b687358dc92ecfcab4cc7914f0fc82d8626ce539849fd58
+size 3907756
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af676a67fae7a1aacdb7a7f70850757ef3815047
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8054d96f0732ffb3818446c3e299a41e162b32e8e6f170f43c78658a151199c0
+size 3905612
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b325e1516eba87d50c0e7dafab13de6114ef40ad
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bc6e153d97ef256a8339b7f23d216f558e242060fddca6e3d4c97a8edc2f79
+size 3896131
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d3b13c7351d2470937d873675edfb4d91ba191a0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb286858d7bce1ec8d002251211acac955c343ee67b00030b8226700bd277b46
+size 3908361
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..16e928203fbcfe83f6e2f138790a6e8473baa298
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415ff18f12b1fd6edd8c2cf45f05e5ff9294fbce3bf5e12d20fa9b88ae25cc1a
+size 15605697
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..31cc2890b64871e50fac4f12e565867c2df430e0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961bb1228b64e70f764ae71afa5cce3f1f98f216bf3ad0994fa13ff4134fefe9
+size 15610887
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a6beb99302652106b6a72ccb188148ca3ca796a3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d75f8853da8385c963e51eebeed63d924009f553a76c81e225ef01e71d07c9
+size 15633589
diff --git a/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f9781afe1b361a4b6b698fb4d695288e133190fb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98be5a797c797763ab2881f0c29d05ad25cd849b156850a1e131f41691ee429
+size 3852
diff --git a/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b8fd13adb7c85414c26607619a3c2007d685501f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a107e657b25007ad167923d0905ae06b5a76af5609cd91960d321c8f2c8d23dc
+size 3886
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..554642f0df5e0405ee76a464325f2e8d0ef11ca7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df9e171f4bf61bf2766acc1b29bde463d5ce93063f496f9b738712127e99791
+size 3907652
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6dcadf1199e5be5710cd0848a35dce2c1223fac8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e324b722ba748b98412da0166c93d03006a85b331b0a40b9e14ec29de8cf4de9
+size 3900956
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0990ca3ecaa1efcdb85e3bf24100c22badb6edc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ebc3a7e5f1878673b51c11eca1a0c2586d2249efa60dfc86a66130d5fdfbe6
+size 3897140
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..99afde9dcbd60318bbb6825df16a7a778702c8ad
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb81a56f54b8ce956d98fb01187b3e92892a7526f1621687f7eea8deee53307
+size 3909723
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6d653c7f1c20885d388a4b0acf218469a3627fc4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58bd478f2a1e911d6d2b68b618be12b80e15c39edc4236e7bc6852018aebca2
+size 15621632
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2e9e224ccb761668813b0f7233891c24d9e158b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a809d8e20ad67b3e6cdfafd15fef509e2f2e920d83eab8b06a04eb2996ced7
+size 15627346
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c2b19f2518590c9cc94d79727c869e2eb16488e7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d429debd66c8c215733329c2fd94459002332e570ef7321cab86873b4ec4b735
+size 15595464
diff --git a/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d6dfd63fff74f8ebaceab2a65b4d3d1c66fdd1fa
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c14bc16c606770c3390d3a1e8e6f6e3d1693fc341fee1107ab8038d8c1b03b
+size 3856
diff --git a/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..01f2f893b645a2d0a9fb093b02c3d33506f0c1ee
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b6ac1ad3c0d5c0d2eff407e61d70e14203d536ebbf1b91335a1dc6f28d2bd7
+size 3900
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..140494cfa2b8bd1f9984fc2d001a363b368812f0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7051a1338b55d93a04cc589f5b6afd6e35b218feed280f01fee7bf3976b7541c
+size 3907235
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1534ee41de7e3067df78b52506b7c7ad3666ea23
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2613b176095b31e5872ae4558044dbd627eba1f8220f377f5aeea7e6b2fdc4
+size 3902307
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b516985ce53584685114575b0d9de1012ef8957a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c22d7f2ba278a25d1127a047b5437bdbd9c5902ed501e84ca6e75ab39424cb4
+size 3895197
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d3dd91e3c58aadc20d6a98cc4cd70f97d16c93ba
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e045c8d82847be250f4fd68b1921e5597e847f251205b8112541ca7220132e
+size 3908599
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..645d3e5dc428a1ca4b7e6a795f2916eaa5a635cf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9528f4c0120904e8527a734def3712d1e8e3165c4a67a6ca4b2c5118a8a2ae
+size 15621045
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1036dc5dd2201795109261414cb691cad6e4fe55
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7681f73fdcd301db74f9a5f47b26618d6cc1341a36bc6c28d2f5b74a0505a5e7
+size 15628640
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7cf88cf525395ab7b0db356ae7d9d36e1cea62c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b2b258c6a4c6502952921891e3d450e9848244f444fd01c8be18f2ab785630
+size 15595359
diff --git a/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ee8aee5e7969860c3f3232bd4ec3b6ce38cbdaa4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced2f2f0766852713f890b2dba90c53a5125bbfca916c81d51244275b804f3cd
+size 3853
diff --git a/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e8cabb679375489d9c747526a11c3c65c1b02b98
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f951212a26deb3aaef4c7764a48e543f6a6ad74858ca2c524aa4b293137498f5
+size 3906
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..28b64bf7cca9523af501826a00eed41f3cb09745
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb901dc15cb3db4f0461eeb24a26a2815e9cd4e2325c89246b758edeae6dd7a
+size 3907794
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..66677527e9705a7b557d50347c86fe7021929b56
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb35171505b50d5c5089fb1abe664875d9a4dec69089096e69abd981412e3c3
+size 3903063
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..54edf1782964935d457d2e9e9098480a17e3610b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d66ce39df4ad2a31bb999d072c71a1f9ca84fe3524bd5e744fbef89ef7a458e
+size 3897177
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4be5e874e65da9ac1959c8246b40ef7d42cc43c1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e0b803ee990f4d01f0ec5c03032b204f83291e41b3abc099e2a667590056f9
+size 3909449
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d88539b525d9b1274dac042a1a18c190476721f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef63859d7c6569d8d6f77d7129ba070f51e5f09ae0ed29d48d0bf7819dca6b59
+size 15621354
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c2ad7020e8f044d030d729a4a0306ef4ae05b30a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044002fc50f370eaba22b58ed0b8c2c8196d41f5584c092c051840333cc40e9b
+size 15626601
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..622fb8cd4d30d0a890f0d37e599a0f6026576041
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5d7694c324085bae919dfec80936b6104f9a3cbff2a33a6a6ed6a23d0910f3
+size 15599208
diff --git a/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b5feea20dbe573065af81a56d4e7f03b88866be9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dc0931b56fa267d18b639fd611b5af0e7701f17f8953ad7da86482e20ee192
+size 3872
diff --git a/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b756a2079611475cc0d0daa0770e61420ff10e9d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a95542a6d18f8ea6e4f295cf2e745e8b06d26458ce81ef3b4b7351ba8e198b2
+size 3905
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca8303e95cf00b701b021f564300833c4ffbe34f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9b60dd54ca43c26230eb06b43efd3fcecb1eb6a0e16480bb6d9516432cda38
+size 3909153
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f5232ced72c4a1139087ec1494687cb7ffa48eea
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052b4f6db27b705149da7919bd0b7c90ff7042945f5de7cc485b0b31272ef9f2
+size 3905249
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..95e06ad9a6eb8acc3705232daacbb74eb20584e5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0614ca5d9669f90221abfd00a4df1031e45cecbeff337fbbbf8c3d0f4bd8623e
+size 3897044
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf0881910c4e9b242c048e8aa456a3d448592179
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083dfc0e7b477bdfb68eadf32869c9e547b2a6465662884897942d1f12f5f075
+size 3909755
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65d480d86ce47a190ae10fc17dfbda94fce142a0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8a1d4f16bd41f01821071d36baa95efaefb52f0256619a308dba2899eb2af7
+size 15625650
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e90fc99c36bf2cc75a37308b33280c120cd3ad1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87537a040964aea7bdbc8f41a99d2ec57b1a39b37a51f9f6e7a2a825b76e333f
+size 15633266
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fefce2a9c4ef6668d95d183682ac5a7c40c4cc37
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d276094ea6f9634440039d2844ef1bd15517bb51d0cd3acf90fc9952d322b5c3
+size 15598200
diff --git a/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c7dd9f25b6c5a2e947e13c336152a0d96906c008
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539683ad2025fdd5cbfc97a316c8faab9225fef13229bc4b646940a219dbf51a
+size 3864
diff --git a/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d22072f48f8897ee9aaa7fd4de0425cda42ea52c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bbd28d006cad02686c89e6acb950970a2e6a017b30d161fd053ca4c7770044
+size 3907
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2db6524f93980ecdbf739a7e058e451ddd4691c7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb38ff354e0924761a02366c797cc6b29def5ea1d553451b917a0dc3518e273
+size 3907986
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aeaf87549ea0cd85f7fb923d3730c809f83e9663
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50a2c80b53796bc17a5f8837c1291f5bc04c62abe632bca52d6a5ea5b93c426
+size 3904327
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..61ded7640c2c2ecae107fe15c7ecad7956d37de8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56a3fbc133caa7f92f98d716d92adb9b4eeff2bc1db5fca9eaafb58a8c63a09
+size 3898285
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ddb387af301acbc3f8e3d61b4c41e11dcecda9b8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea073c08e77bc2456bc2a349db0872f3d4112738533981ac79a5de5fda680f8
+size 3909225
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..62b02cf97b88c0465ab98d9146c8a84132b1e4db
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da17076e02d136173f6db79684ea5588c1ab52f9528a7463d37bcfdb84e3b959
+size 15615382
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4bf83e2e514c8090dda6b91c1e4a8f9c1a32da94
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40642e44ec321d040830e0aa98f2aa64d9ac0845d982040c1e88f66713722390
+size 15620113
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d95c755531ab7b9507d6e22fa107d5e3ca8b88d0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cb0efc9034bc9fff1b3fefdedaaa8423ba74cf04b041b4f230bc576f358731
+size 15614125
diff --git a/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fe7bf7265bee33990536a195923677cfab87dee6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97884b2072f9dd1f9d0cc6d4dac58867a8dcf185f4b5147a392c94b9f3ddf9b8
+size 3854
diff --git a/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..62e43bd3d4318c864b0bc5aa57bc474bf96c7a76
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9111553aa4f5adae41d9c79f7d80bbf024483dd210df351e870c6dd92284ff7a
+size 3894
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..429f31ae0044dc5f01b2631491867d5fe1d6f6fb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3535869f767c1a75fd9cd630b2ad1144cf3aa1ef5e1fc92cdb95a1ee4915c405
+size 3906789
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..54d0b1240e8df0c8eeac0c09a963da16b0628e92
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56241620a16523d5c7eff69ffda2131c456161fd0366bc8830cde56787cdac8b
+size 3907760
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..498a0c9b9cb8b24ec0e1d1f40aef621dc824b7e3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d5f351925fd713a88ebaf28682432470fbb8e9b60fdf87159cbee58244ee66
+size 3899199
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7d6610e3d9f26b26a6a3fbaf11776292f227c16
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ed81906fdb3185e8a70359e48b6216bb2277c61dfe1296faf5f76d80b3349d
+size 3910918
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f55f73ce727857cf60f3f7d41089eb774c05dec
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cce5dc7b1a70b9cf4824a847d5df135cf44e0c7ab7e62d1bb6191f7a6724648
+size 15601743
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c5c0605fdf3222ee43248b9b7e93e5f6c6e6ec14
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de85716f20dabeb89ba957517274600c661b5170548cf8f1b577ad34372efc00
+size 15604654
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69c936b88f4b18275bf23a9a8c345efd19fa7e96
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd78b869e5f7859e2ab172def00915dccd239a74942fe29a883dfa8bc35c2dfd
+size 15608709
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a64dbc20921384999bb6d6318593aecb0606b262
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314b14fcc8335441d1cbc460fca00225d9ef2091172dfd6092d2fe7de16b2f3a
+size 3859
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..204a2991909fec040983162424bf68fe03422619
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a71223529e9b9dbefcc104af0559b7a513b78ec1a777da8ec5d15b5f46b2d9
+size 3897
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7d3265a147755bd2eb9f9327caee4b427f116c67
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db93abb1ca02169e58b65982212adb498fd52f41a2ea60f693853cefac1c6eec
+size 3903978
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b4312b4d8ddefa12b29281aa2214b178a98477c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56f4dcc51d8b5b6c606c2641576e47b011c820396c762c2000680564743d669
+size 3904888
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6bcd33763173adf8656cb1655271515d7c162b86
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b1775603a517dd32f827126f962c32a0dd5d6be6ed601d39554999ba2bc0c4
+size 3903155
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9460d563968e10e03e7f5ce9578efa3ee454f62b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d560e52c89dc8f4142b390faac551398cedbcfc084ad7db77dce0af901e9ce
+size 3910630
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2d8cdccdbaff52fac45934446d0c12b6ad1be0a0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea581d111d1e2b4e54d8bc62b4a8f883d7260364de08f237815b574bdd6450d9
+size 15616008
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0e167b2a0a254ff2b6175c66a75f0dcbee02e52
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52b072827fa6138888facff97bde937f6ae846ee13a3590900edfbf18a1f261
+size 15618505
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f697e8a759e8b2d237ba93593a062d7ecb1c963
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c92a1990cd9d818ac5675ce16e1f25fa2c9e1a2d365691c553280858347a91f
+size 15596969
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1944e1da490496bdf685aea845352dca44ba6939
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf2aa5c090efcbe9961151876dc2e7ac1203d8459ce37c2c9092803e6da3c05
+size 3859
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d2672f9dd616ad7d590ce233a6dc0b4d1b242aef
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbda11fd65339e983002eee9d21b423ad67943dabfade6227ee8e139f5dbdb1
+size 3893
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2f0b02c36c56de474e8d7fec6bd1cd71a3ce09fc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8fe8151b7fbfa523eaa2f9ea5942adc97354a09434ee7fc81a37fdf90dfff4
+size 3905319
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..034a2731685fd7e6c5982a22ab763c3d5dd67fea
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02371222ebf84bb15ba94ca1497ee1f103614b28cc2dda6629cce2b64871ca3d
+size 3906200
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f151ccfe982dbfab9e54cc4d10022db5f081591b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3513121821fadc74990c3a9c2d889fd51a13fa32cb09d16c627e5593bbd0f006
+size 3901698
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e39bb09121b74467444d7cf9154f5e52cc1041a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e5a0fbe8bf0625e7e68a3e4bb51a4710cd355180f6e2a574ca34f7646956b8
+size 3910309
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c36b0d5440ac88f572df871b05ee9222657ab14f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f49ce3306dba4ad0fb58f92362ca3ad322a2110dae2773cecd1edb3e68564f6
+size 15623207
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9aa38e16154bd33b25dc3d7aa2671581627344d0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e212fe23e558a3f8f3e4de0bad9b64b8d96e7217434c038161edb2c454c3d742
+size 15614975
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d623a7fbcb451de945f6d75e24e25abdda58065b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbbf0c5d9a7cfdce3c189ff1ba5915b3ef96ed7b4f54996ebdf110b18b06d43
+size 15605997
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..796c36ecc8757ee9a794c302bd360f9da7191772
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1832c31d5dffe1767f73c191a48d9b846e749329d51f27d6ca7e8d9542837167
+size 3884
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b92e3f8994b916f25b5d89898380b4f88194b265
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f4749a03a7199e4475137f9eda94a628701c99a8411cb480a816daad887427
+size 3889
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b5c26947a7c537a4263ee8990e2d10abf625b6d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7d039f184a55821f48b19ad63409b06fddc4b265ab6fec9d9a3021fa397dc5
+size 3906099
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26882cfadd89b8277d2cd539a5c153a5c557d017
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c4cd8390e57629db4593bd074394beff4df26e896895c5ae16f127098d9f50
+size 3904486
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cca427abfef787ff7ffacb1409a1a9d3f9309873
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d8a8d765ba574187fdca5a6df963a5b16ebad039f2a4290bc7dab0e0b5dfc1
+size 3900199
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed98d7e66d326e80ef52663a04f92e1c910c827b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e648a78842177685af2324f07ea039c1f1571dac0ce0ba1e80386a504eb324
+size 3909274
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..99cce9a1dd7e9fd7ba43b67cee85d663e4751285
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce08225669ea4c154ea41d701c594d724e32816bffa877a0677ea22692a14048
+size 15613168
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..790240acce05b21c8d48ee9efec68b2a31fec31d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212f680226d6add4bb574ed9136d030cba378a335f0a811851c476f8c829eae9
+size 15612711
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0fb107aee52201dd71da14491d65e186548900ac
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e99780bc5f4a5468cb53a6320728fd5e35f3dc90c15c40b8c9aac729795f197
+size 15605057
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..faf4ed817bd1763220baf7ea3b41c6787a602e39
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be873d7d2a6a1fceb1e3a2f81969e290f71172c1ce44cab717ccef4f3c62477
+size 3840
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fd42e93ca70ab5daa7a1ea719f34bbe2a2e0441d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2057e3db8a26cfbc87ccad471f119245f6a2b7855a9a3a4ff253ee6b984155d5
+size 3898
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3cbdff2e5c3efc31341d9c13d92940ee808e9d50
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c90324772d2fea64659d9fc7d5add0715631de6967add85d703492ccd5f205
+size 3906907
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..db0c561bfc3533131d9d29d52c28580d47b1aebc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e2658a40a6cd8e3b2b54e5c604d4907018192d61c266f3b979923424560c16
+size 3907713
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..173fddc8b67142723451a90e969f4bd62b170d61
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189291fd8e733c493201f65a1717d184dc6c1f004bbfea715d555200944e0cfc
+size 3896343
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0bea57ca1e8fdc889153e3f29fb5bf2bc7ee4b35
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58259309d837bbc0018b9dde65b91f07b1f8daec35ad3bc9e69cf7ea6d0c7847
+size 3906998
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..889b5f1dc870c6707425401a2b037368641e0817
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbac87d4a045d0e0d7e04f7a68159e5227ccad3c05891726e139e28da5d0ab03
+size 15621774
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7eaacda587d343d066c3526946c60adb2c8ae573
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce0a5e57aaffe77e6be6046331ad8d3b061f558ed8fbed8134071efb2098624
+size 15616878
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e5a33553d0f1e1cbf6a1f4fe3d3e8b6bb8172932
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d6038f62649d71fce9bdf4b0b5d28bae4767a7c110b2291881cadfe17a111a
+size 15605342
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..295900a0d8af9db28099922c9195d5ea3e1aa4d5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b283f93f7834008cba8d8abfbbf8bf4beab84e25a9463f9f59fda2f348e61c7
+size 3872
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..92691f1e890531c9060c415e7480b3ff1041f1b3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ad3651616247a273188c39549ce24f17ea04ade4db63d121af72dd3eff1118
+size 3889
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..326493c15043ab8144473ad9c6d90d7d6d2dd527
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ef0079bf44c42cea52738bb7d1e80e62859f2f2cdd6ea26b441dfb9ca5aa65
+size 3906873
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..627364ef3c97b84767391a5670f7e6fa8f9aff8e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc018c6ea2c308fd1c1576abf0803ad4668c236607228798ad5cea39a36e8a73
+size 3907461
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..292096f4c20e766e2bbbdf8dfa3f55f232e2386e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1e97382f17b1603f453001a684ca0982ce3a105d864c9673c2fb027b92345f
+size 3896371
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f41633bfddcf383e6e9f7dcbbeab8a528739d935
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2e380dc8409dcaafea199e8aa0ae0b115e0323f76cf669c3756ceb0222af8c
+size 3907551
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..72a7ee02a1d44afa902a83d918c62721ba87cf29
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7d9435d66ac272a4c49f6713a93cb6d9e7d0e6e3dcbd6113adbf22fafa1844
+size 15624399
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..59894387cd671749b789264225309d7e060c18bd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e138c3a9d5aafe72c35d3aa242100a26576d673a6b6d5717ddc6ffe9bd90f6
+size 15613737
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f72252bc625c9c0ed303fc5f5d557962ffc91063
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae88302ff921dab14b45cd39b395adecae938b2d34cdb687a2b721d7d4fe1dc
+size 15604570
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..418233538fdd14f90b5b118d0559615c67063238
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fafcece7478e04192fb11977a1e49253235c43544c86c685f435c0de212e078
+size 3860
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c166091193409db80e7ac13ca62ff30053b357dc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3385b38969ab6a0f486c44c88cffe9742e9a10a1bc7ad59b15cad5ebcdd9a5c2
+size 3889
diff --git a/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..638f5f56e31cae12d0bc59b23e0c5e92c4614369
--- /dev/null
+++ b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd9a30798092d322a7dd1fefb068e94b4d6d4393701a6233562d1be58737ca2
+size 172
diff --git a/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0 b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a093aa148b220a7be277d6762cfb3bc378c6b313
--- /dev/null
+++ b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2cb055feb22c47b823ff1c526d9f7b5e73d85a8ce0f681e4341bb6abcdbda4
+size 1965
diff --git a/checkpoint_500000/target.token_embedder.embedding/.zarray b/checkpoint_500000/target.token_embedder.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..22f3298b1a5826e1ffdf13dfbb53cef2ece6fdd1
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c87949ab6733166b99787d910ff7fc276f6c021352d13c12aa5b3348145b09
+size 182
diff --git a/checkpoint_500000/target.token_embedder.embedding/0.0 b/checkpoint_500000/target.token_embedder.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e8400f2f4eb66d29ed4ec9165b083bcea7b21c7b
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bf714537b036a0b6695a8cf92c148f9c36fa62283b6a10a426a8666cb9343f
+size 61331496
diff --git a/checkpoint_500000/target.token_embedder.embedding/1.0 b/checkpoint_500000/target.token_embedder.embedding/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..34575bf1edbecff2f79c20c03fcacd82df8277fe
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fb1ef693d9494ee9ef92c849bb6ff2afaf17d7d67146993da22cd14c905fa3
+size 61334050
diff --git a/flax_model.msgpack b/flax_model.msgpack
index 0dbc1c15ec91a3d789801dcdc60152050c83f7fe..d6a2f93ec1c61fe7fc5a2aa4fe9a15df45e4b2f2 100644
--- a/flax_model.msgpack
+++ b/flax_model.msgpack
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc96ae7188bd8165830ff94090718c535ad080be53065edc240d47c949373a3b
+oid sha256:a4fee158b7bcba019728348afe20dc42e927835ba6251e7aa2ea4f10e3bf1d9f
 size 5699796107