diff --git a/checkpoint_500000/checkpoint b/checkpoint_500000/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..4df746f78b5723cb67ac9ded79249b8e77d2cdcb
--- /dev/null
+++ b/checkpoint_500000/checkpoint
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca10eb054a4b8a0619e447e30c55630e5bcc6a3f9cf857f86690c4ebfaf472c
+size 8513341
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..123dab266639554dc011d45b22a4f9534bca8ad2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a502f58cbc72fa9465287ba965de7a0a65a4f6eb13a448b85da02ea2b0eab1fa
+size 3617
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2a591f2267fa8174a52afe030fdcaf3043b7d5bb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0393fd88d139632bc6668585fa891fe10e373dcb67df5158fb883a13e996d279
+size 3649
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..49b3f55b50b3edfee951518cd1b80be6a8903427
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8aa9d4504423b343b07e637273bbb3f9f4b76b27be140d32d1d3adfa77b0712
+size 3434
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ce678e97157210a36a71705714638c7588a08ce8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68de584f3ae022c59226ba90da8e980e2106e2a5cc04d7d00d2c35312f79c24
+size 3535
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8bd1601c004497dafe1a04ebbeb203f5fc1b3a1b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b075d2b5d72d735b516c8c36597121e568f367649f1c3b2d0eac774464f93ead
+size 3581
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..abec66e6602f2b923559f397bf527edcb7014255
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a758993ea01f797023f70e8b2c6413906a5cbd3fefbf358e1006cc9a32fa53b
+size 3477
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..061de024e6c838d2e0577366fe15fef710f04d23
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d54cf7b74db13d77589a6306125e8beb4cbdadfcc0ca347049ec18a702ddb67
+size 3698
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..84c879d2c590f6a490d7399304d4de2dc5dbec7b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9871ae756a3e83352df2b517a5da9935aeacd90a2cc65a919a32cac2384860d
+size 3673
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a5b3d9ee6ef61c368c477ceec568198f208eee66
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49bcaca9208581dbfa8beac607678b1c08643fea4df160938b24caf689f064d
+size 3566
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..964d3f28bcd63490670fadacf98bdf5864be414c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dfc634c750d7d715f59e51688d1d416315a214407b88c50d346b005c22362a
+size 3681
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..37ed53a3fe9b67a487af49a880e4dbff313c5277
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc43431378b7418c54c778476dceb1af714cea178ce207857b8230d8206e1d86
+size 3565
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..445f0a589e31753f4b6caff6425fae2bbff6b7e7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e464c0b6f23ad71d9948e0a02674649c49018535c1b09fd7fbaa66322bf76a
+size 3573
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4e0fc8177e6bb21c77b6802cd450d32f576ffb3e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ca7ebee223344e7c421092fe0d7c397fe596dd58143e31e83f6e871fedab88
+size 3576
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..da9e4fdbb6faff8b95c8a2e48c5f2ff06d1b21b1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dd3c4e582e19d163515a9baa4c08ffd4ac1cddd38a1bc7afaf5e527b52f5aa
+size 3608
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3c91f857fd73e298d53b1eb64c28dedb97418c8f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93d56d612c6d377b31fbd1c99d3dcf976bd1e32a0f3e14589ce788187bb7b27
+size 3583
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1f4e62cec96a7f714d4d8276bef09b028849f0f6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d9092b70407f316aaf20ee076fc5eee33a7d6d07947d299db2b77ea3f41103
+size 3586
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7994363395a847e2eb0da8ef7bc9d0aefb11bd55
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09eb5c90751e6a947985ab784b62016d5e4058d4b43d77e2fd080f1a3badc72
+size 3556
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a2ae4318940132820899a1a18d9b832dd919c4e9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a67a070c27753939cc29142b5b79ab912d412edfe50b534f0af761bbb9aae75
+size 3584
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1842cdb352b97917b7065b64834b72432d409037
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d297c24fc25da718402b6974f2a87b560f8f6bcaeddad6c95e47ac172869b4
+size 3660
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0366f654eaa06536832e9c4ed3904494f1b1ce1a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2166cf346f569b50f740554422612caf9e7961753e79ebf31075efea6a8f0cb6
+size 3669
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c4d48859a205af92314f0dee7ebbe114584d922e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8216a1095c69416a7dfebadf491343cf022b63c3d76bc026ea43d8f6c59823a0
+size 3561
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cfb5648483a72c4dc32ab8ad9979a042b811460d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7051afaa736559db7dbbc705af99ed56d98441169a7e58e2ae3524a3afe270ed
+size 3580
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0d224ef6963094cf07fd820f47c6137284a426f5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d119b534f6d10f0a29a198bd2a5d08fdeaa76f48fdb5521057492628284255c2
+size 3613
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..41ef93b8d3ee29c5291b90e0d705f18b578850ec
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f4af48022be191f845e8a23276907ec082bc18ce4c70f9e979e485182d39b9
+size 3548
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ed3b864d1a9d81bc3af6461451534e0de88bb743
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8dc8e12974395e343bcbf9b9a76b1880c80a04d01ae5f497c0fe9d9d8f5270
+size 3585
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2c94968fb97b0f830558e0bda7544e6cbe223bae
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f7c93fc147b3567f675891424842d3981c2996dd2c022ec951bf71d6aee4ce
+size 3542
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8214d33ec4e29c31752bdd59df7b54c817324e90
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a4fa55d74f005f9e4fa84c9d08bc17d03e4c876ce977d883eb750786963aa2
+size 3543
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..416829613bf9e3c9e4b30a6990685b931f778fae
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d57bcf3e6b2504d93fee409f0f3d6df8179668dbf6ecad5abfeda8ac155d242
+size 3560
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..65902becb5d4771bb3e9ed5b626588b0f8f8309b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dbdc0129cf7f2b2b8418e6d88d9d2d354bbc8def43352026b2267d3972aa82
+size 3646
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8b9721362caae76589bf2c5d96a9d0c2581cb657
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4106e28534aa39620d5963bec4382eae60b70ecd17bee6ac30a3e228f72ad7a4
+size 3527
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0b27cff82d877047c4b5f04672545576f2fd7bca
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0ce6cbdd9f95fdb320f00fd019aa4f4d05b5aece2a80a6132b57300a8027fe
+size 3553
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0a1149ea8a0abe819c844526f86905c7447caeac
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482621a1b098b72c6ed20e5f4f1725dc482f7f74eb54b02fa2c65be70a2b9bdb
+size 3570
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7f2745a451ac548c6365d77547382be0bf3d3fde
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86f5b1a0d6fe3312ab0e043b743d70acdc0604e975862d744d4a17588d61afa
+size 3516
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9bb477adcb47945d22071b37818578c5f0c208c0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e7f59ab7a6bf5471f69b5b147220313a6139aef0b74afb825d23e57fc31ea8
+size 3573
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..07a04d00d44b8b60dae3154378738c4f28aae3b5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c396b56e74e1129cc784147665f53553af93b71c2f2f1f40a91d16d306a65c84
+size 3544
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5867cc5eb580df37468ce67044883e9abec8a3e1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380e866b562a19093a4b99efee8b0d1d41c20075fcba889333e83c0f039dd85b
+size 3528
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..942fcdb63aa89704e264f88f3c8f7a104914ffd3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f15c3c61f487565ac3174c5767511ed61d8cd7bdaf31c79c3f498de968356cc
+size 3559
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..588aab7430b6479da576900d23ad8eb74a9aedb8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242f1a47672de172d6ed18afc0ec87ebdc8e45b0f1ab33bb3d5c703d11fdb7d1
+size 3615
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fc53a1858d6123632d32639db6f0a6d11488a22d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40705d5a532808d95d5babedde9113f7254e7ca382d80540f213e6b34807ea1a
+size 3496
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c409dcd91dec20f621140098c072da2833aebac2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9cd630116e4d41a61b504879bfc107e2fcf37667c9aec22a519c87d1d2f7d8
+size 3665
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c005b56f5e2a846a450ad17cb36007d0ef0d5239
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8275af228a619febc53e8c433f62e70715e85e9a79391acba85fc0bc9540b4b0
+size 3596
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2c3bab8f500d3df96edf8c680c3352fe9162765f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a235f2309f56d9c713aaaaf209e6c1dc403f434da40a37390927583fff2d1c
+size 3512
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fca5bef5388b150e865bd3108b20343f7384aeab
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758fd871ad288827cf279a25dff877db9efdbda521bcfb50074b44e3202ea88e
+size 3659
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..132e4913906fa438bfa2fbb45d1109f024fd4849
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525aa1670e1baacb558d8f9ae6f53429eb2b6fe54a89f8144d206a0b5e5a355c
+size 3553
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..64b484a74600645c5bfca5155532be489ea42bdb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adff51c1758578ab5a1402b8b5972a8108ed74f09fb0785a638a81a2d374421c
+size 3499
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3fac01a93104711aade3a277952552e5a5d864d3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6bba8c962e1d154fa6c9250112ce0670844f2bd6a44834bd0a5adcdca53b9d
+size 3584
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2e4df5aa07e707e48110d35fef2e955bb77d3b23
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1249b697dcdcbf70a30b9f481b8497f5cb13ff6da1d213fc1fbc9bbd25024d6
+size 3537
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c1d4cddf17e3ccb16d8b33f80f9b23ce7e6ea811
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a159c585a98dc2b164344c7726c6e21881d2d0af4867dc47b02085ea3ed06191
+size 3509
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fa04dfab2db5206a5d8966553d750186647dbc58
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddb937edaa369eeda102ed2be58e3659f0db83a5a93b2628e8e5ea96ee157d7
+size 3627
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f8c998fed4485195e7af958a390f2de85f92518e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5785fba74faaa34845b26901dde26a74406b92efd613d433fe0513ead8dfbe4
+size 3533
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..dd10a5131fb69a3aecfdf7599c7fba5f098a94a4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c921a2ab06252c5557d90303a51615b7cac9d468c99883b94861d46b32a31fa
+size 3482
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7b2a1424c945dc015443163b68d27302e560f1b2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9549691bdca4a6d4337853606ec55e37775908347ade22746a73b98b5985f888
+size 3667
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e468f460ad5afbe6333a33f86c9ee31da3dfa71a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211c5429a2a55dddc62319726a4f422c4b4c4662c21c6811e0e41535489f1cb2
+size 3539
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..76d2b332ec79bdbbaf189e024232e200d446e494
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2373c198f78c41925a3894492d20a7c180012a81fe2b197fa20aa98a9fde0ae4
+size 3492
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..162bf6991da99936c4a948730a40358a042175f4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccd7d6917329c3e57002b625adbe4de4b55758bd4a5d78b7323d39ec9685179
+size 3601
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d00f89f3f4238f16d861ba4dc8053e2d1eed5b6b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca0d10eca5bee94052fa9c2717550268ca8b35369936f895b511b8f73766639
+size 3552
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e32a833a46624f3ad5f70516c1a5b93fb4d3d6ba
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc1e969c3701b2a126f759931e35a9016b9914b82ad91e2670dba51a3ff5f61
+size 3482
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5a01fd4857e854a51283af52139c4ba4b26126a8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e3a265dbe65837f7abf2f70f3876da00c547f49fb2102ac62dfadf197f49c1
+size 3559
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..54c1b91d332ac0ddb61c86a4c5c97cf9f4d1a4c9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af0487e001eb56646b3d42977bd3012d3e13edcc8559e78eda89a69ed526181
+size 3653
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6af8e373e926331bcc1cdf01e1f0ec06a130352d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf4fe4f786854d7c5a642c225f0e4c9a2dc51c550dc2772287b8049feb60669
+size 3491
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b18bfa823daa579c454d880a96e870d1f53a52ac
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c6d268256e4c4163711e7b9614af08815435e6244f8d320fda1b67f950ce21
+size 3579
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..78d327221a3202ec3802101bfe9065ce4ebe3218
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca859ce46cb0cc8810230dc23efd3c630348fd005dfac4d4c85f5a0263a1f9c2
+size 3662
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5ff4e03b06e90e9063232177c6d09627d4b82412
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567044512bda8e1cb1eeeded6b7ba9bd1d672ec09d535730112435bcd3d30b46
+size 3491
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e16e2bfe478e6d423a0972aef968aca213854d28
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65d5cc529ecd8600458be05b371a20b70695286158df096525775ec10afe6c9
+size 3540
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c90d326a18eb02c8b11ea883ac6bd7b5af267be3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89e508983848b8ba122bfa066ade486aba66a3950ed1ac9e92c05a71dca3c7c
+size 3592
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..06eee23bb3b8949e2f8ef4f4367242ed6bcd0d64
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155c3e897c8150ff6165f5ef97e04c48d54a3afb0e6baaa38c2240d0ba762f5a
+size 3497
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d06a6b4550b39192985a80a3576525d345e351ca
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03973527cf763a2c898a38fe5d096ba26714711344090a1e383a303deb6b2614
+size 3547
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4761791726b3df1976d7b3e2108956d2cbd91580
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce20f9bfb062341b358ab02334ce62486d8f0e4840a66de75377612e0159e8f
+size 3566
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e9b4d6c6e29730fb216406a8a54f361f2838030f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2d0cc67a80168cb77a1102719d1aed527a2ab24d59e11daa54b1ce13065813
+size 3516
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..12d3db3f21bbc150f83845ca6886b25090eb6252
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277eef7ba0a4b8f761513de4309a414ae872de3e5e8072748e274d6de9003ea1
+size 3552
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d107df950867707998369a0c055125fdf151d7a8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d622c9309bdb1a7f7eb2e051771fb59af2430176045f1a5b91a035eed32ec20b
+size 3562
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1538fe2f4ccd90243e7562bba9eb169c84ccec79
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a6d44dc2b248fcb61b9d93de0633df7a3df629f6c8864d29659480d16e9be9
+size 3578
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2e7a492d240b652c47a2585d137d66fd7fcdcf4f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1defbc26c6e6f1d3ea21af2821d36935d24f49f150b8576c04b11a6e336b74
+size 3694
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ba6b5c7c196041350fd81fa22879cf1745e4bb73
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50023e40876837b8ec8325725608090491f7a4664204e0538c95d6b1ec7520d
+size 3601
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..03f9cfa72565491b3b53b506f91db7c643add599
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afcac92d2bd89a3dfb308a75d359c74f16971b439d055946a2b82a14979e6dc
+size 3523
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6e46f8bc374946e6b8741ff0b417bbc98797de49
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbe28f9323071d6bfd5fd7635e6d753d4765da6b15c93ca6c7fad5bcf943f56
+size 3621
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..83980f5d198c226f6b9219a1636e87611ae89384
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95388511bb24efac0f5f1f10057d5226b13bb19e901e390e4a513a9d9c6173ae
+size 3552
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..95ca69c4dea7610928804659bb8d22611dfe9046
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ff046ce502799a4ee5ec07ba65c322c62c0e98e044e0e98944bd99bb56b034
+size 3497
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fe1925b604ed8efb8029775e8340f1456e1d965b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0572cdece70a5399406517b1f8fa8797ba54180bb0444885d9bb0a4d8c90c73f
+size 3658
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..be1f55103f95a43878bac83dce9280db806dbb45
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fa9d7e9735ef71d12a277d892db4aa2a3379d1e7f1004adf29133c3db59b35
+size 3540
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a05a2e0bfbc8ca4c5a0a065daf452a1e1713e013
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a26bc49811f5489350567866c7ff0a2d674ef22a72d8c0dd6205bcb3da2798
+size 3490
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4a926a7e06ff1fe131714fc6c86960b03b576853
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504e5612b4cea1a6533e93eb5cd16e5c7cf5c6a95fb9f4e9513c7a894446e6b7
+size 3661
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..24dbcf0cbdefec36e865597a7a9c7492be48b573
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91277b478650f2d85263371bb5f014c11f312834fe3d5d4ef51ff8824337b481
+size 3539
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..65a26a92403dca6d25d8e718f21325693525e6b9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d540833276758795609be37d9ee3d118232f5a11fe8c386088c0184bf83160
+size 3492
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ca49665c650d6fa0407e38ddb777470381878540
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c31a9de000d87e70d85a94dfce502bd70436484c5f5e89fa1dfd5760760cee3
+size 3646
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..36e00e284ccdad8ec641f726b0703d60be6457b4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004d69ffa7bac7da4f9f8515e347b28bcb9fc7b4b39ac210120253c0657776e0
+size 3563
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..20f06737329b6f5af371d5d44d7b30f8f45eb6a7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28a2948063e60d00023ab3a7e6c3ec4a50a3f3f1d213ec2474d65e76926a6e3
+size 3499
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8962845c0bfa5762c1484f7d1b667335aded4807
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2653abfc3200ac648669dc34f82c8203a6a335d639482cb62c687b228a0fbe8b
+size 3672
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..17de4aa6156538e5ed19537aad806ab5a04514d3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e793473907e1eef68077f58f7b5c698af0354a96681105317c49d0eb69d0b0e
+size 3680
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1d921e11f34352a0ded2fc6463e1fb2928e320cb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d45023ec5e445662b931114bfb0e8f0a440f939c0bd3796a93db67a9645aaa
+size 3539
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5e58497983a55b21115c47c003945bf5784356e7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8096eba010d8c5de0bb01058bb1e379af4dce1dc9fe652e324235b8c42c30a
+size 3667
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7eabadbda7b349a2dcc6f98cb0d486f2058aa106
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12dd02da4f40cd9f2200a16ed608d0341e1db04012da6de5f5da9c252ce1a93
+size 3551
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..886283d5c45c63ffee6a4f758440df1af3eb3446
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afab8bda195941aaeb90556545d4c0b59f7e42f2f6702440303b274511a749b
+size 3507
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9c13fd9bb84046da491fbf3eccaf5a151dfeee2d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1d55a7559c8ba9189bb72d0ee66079b71d1ec043710b4b36637981d02277e8
+size 3708
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bc6b85b1b7580091a998e4cb0077086fe75dce61
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9143d216ee692e0adf00f371b650f29695d2d75aba0a2238d5352a24102172b1
+size 3670
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..91405cf174b44f06f2b4d857760cd1bd287219b5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efbe4a7e9c78e1da2006e05a0b5fe3d85faad2cb80a64441908a61edc5da64c
+size 3518
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1e6ff32892c58ca95925cc23adea3f9e6b3550a5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8397ac8794f9f8309fd86ee2e9bfd24f23a2c63862125f655e88d4f996e8004
+size 3696
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1c462682c4c0123d52168be679b5dfbffbede296
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c392f5b1fe718f5f7cf01ffd53b1cdb94ecbd62831b09fa34c58d8b7d1ec58
+size 3665
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5caeecc30211cce58c27e66b5c27e955c0da50f0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf909baef4d1d4dcb0fb6f4b1f3a807088401895529d323692cc3246e13eb3e
+size 3528
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d16e2857b7e8d1e23f85ff802c31d9982e04836d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0c447fb05214516030b8d6ea1bfa936a74edb2581104b5fb3eb5a9e54ddfe3
+size 3691
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..69329d30f1e028984c11e6be0800ce722676cfd3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6b62470e3998d3b0a0c58defd865cddfc71c1199a42824411093fcf8317c27
+size 3664
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c88455ab374cf921bf760867205da8d7c12a1771
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8594260d7580e4df3c999f959cdf8ce677d9f17feabd3c2b41b5c2998e8ee342
+size 3529
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a2a9f598d22ff8d3fe9d485d4dfa49b14e68da69
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eea77f8782c3c829cc180de1d90afb646fa677f098a0693fcf0e2d6cb174790
+size 3626
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c536aa186293548cee0bbdb37236d61d1dcefd7d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a14e7f4930f6f8a80bdee85fccbd7f31335798481dd0a7b606ce98142bbd14
+size 3606
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ca4d453808ea28b0a8ab66192ddd0a882350ee0c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3abb5543ac1500658ac52290a3be49e7fe102552cb7fffc10ad7d24e0bf026a
+size 3532
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..dd3525283f38ad38270c6ce798282dfcc2b73202
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d28a24fed09442591849be6f606a88666107557bc1e78dbb9e3ff065158a91
+size 3625
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7359d00a2e932d35fc191e327d49cdc3478aa6bc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b3670daa2aac19d75bfb8cb6cdb602faef413975bbc19695a868133b0f1027
+size 3673
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..eb5f620fcd262b3b93b36b2e5a5f2fffac44430c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8ac643e994b25d3632f9cdcc3e032683ff338f99293146ded2709f160eefbd
+size 3528
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e7a3fccb71a51a19778a4934562b407a2315b5c7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b008ce456aa4e46f76d887368aea0dcad1c3ef7d334ea5503348b7417be60768
+size 3593
diff --git a/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..638f5f56e31cae12d0bc59b23e0c5e92c4614369
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd9a30798092d322a7dd1fefb068e94b4d6d4393701a6233562d1be58737ca2
+size 172
diff --git a/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c5ca8b05f2831b9c43249fee070e62ba45a8528e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4ef5b4c01bc430b5c140253042ecfd1c39d014fd25f2195adf49bbf6cb5a89
+size 1940
diff --git a/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cf14f75f853e771cb7c33930f2862457ca693af4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a10192fbb83461aa847430ecb046605430cbf305213317c6b1740daceab7dd3
+size 3684
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ef82335860756eb1c0e2a124b5c3fa3480295a89
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d12524a5be38255f5cd4ddbec5ff42cd8b0e6cca1781e84ec9e332d95486f16
+size 3548
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..830acdf76a3713b70da9e503dfcfe0c5a057cc31
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de1bd91dd44a580655c2d87b30b38794b0239a733f7c38d7903f18041689277
+size 3354
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..245788c755f926c08b370fdbb11559031831d35e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30f8ea8177c56ffa0258b2ed4cf6488527b478713b3c91cd6d0abcbc1b5a69d
+size 3541
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9862c08e732c2d1b3fac5c2e6ebe96f015df2dd5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a402bef563bce2fe2c55050a4405e7171d2ea7cb31d5056e3997d42cc5d8021
+size 3427
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7c191826865233537fff68640b2c6f56b2a11b7a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f523e4dc4483457546766ba13b4d9b2526bdc43a8aa330acb55f0ee14917d9
+size 3598
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fa084290f378ccb764ea0c28c0ae6c2bf481a56d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a049943bfd92dfb97cc663c8135084f295380478a110e9566642cc09dcdc394
+size 3574
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f7d04d980566e58b3077df047debeecf2a9ef777
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13114c539c76d395a0d07a2326ed9e4d59e6594587acc95f968443bd3c54d3d0
+size 3672
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..27c9d7fd5de7d591f1d66d16976d8efb4ffce07e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24493f9021260e39ac8efac71ac12069a89c88d624c372d401784fd79130d6b
+size 3629
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..dc6408bcaf97c95e72280c58b81d0c5643dcc326
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6c3a672f742f8ed1e8fd743e56493d1c2e33764cf1965afe7592cc6e49ec0c
+size 3665
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..65e65f48a9874a9fabbfaf3dd3b5785f2dd7e7f7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc76e0222a21ed67dea3f948d0b147b4692f469873b1cc228ac402fc6cdcb407
+size 3637
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2e51bca6eee78ada691dfa5b04c32e1508aa883b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f3b23dfe75431ec231fdb6ca6e443f151e2e2d9a22f1fd6f00193cfb3309b7
+size 3659
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ac3267fbb9f95a96fbd38ba229df9f355f649e12
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf80031c4006591ab7ec924a80a8bcce9da5c0edc600a533fe59cf6f07140f8
+size 3605
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1500ec9ddf6138ebd5082b95d58cd85228611089
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66162a87d8cadb6c100c79fc06f9c19c97001002047acffb1a476d25573a923b
+size 3651
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..39ee759520f6907a10a682c4346387c320b33076
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19f7f7c7148f92008b7211d7c35ed0ab89f6071d795e05cb801badc21d46e5c
+size 3547
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..39143ed3933278277e807f29b69adb82cdd85ba5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a157b7f3108ec92d5034156a22386339fabdd29eb64d8edd87efe6e4db6c42e8
+size 3596
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f7220dfa9d40c5aa60042bfe4ecd0238f1ccd07e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa86d4996a56751d0c31311be38211309379d54e105246bc18161cb0b9965cb
+size 3538
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9079f02b0e34a4b998539046c82721196b747c88
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40d14c1799afc1c5315b81b9b885cd0553487235f216e9fbe51442aca4129bc
+size 3582
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..112e59d1c9072d9aacaa3dd05d94623fa16fa88d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5d36955423d24831f6564d98bb5efcb6cc53ed1a705a849fec916d4a320ea8
+size 3520
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..860f47bfd28a527835c7d1df8f54966771db0522
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4a25a585e9b6a9ebb8e1807f440998ffcf8732688df301de20f826411d3c8d
+size 3565
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2f978c9d554174fa893784dea47a33737c7615ca
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98677eb61eb9e42ceba940ced8a6cf4641c4e8f271c86310cec2f9b2a167bf39
+size 3513
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bebbd3eeb8f0ec15c5c9c159a733bb3287c33763
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325a694a0e2df81e33b67f60a1115bf488443bc1c2c195dff763004ba1357381
+size 3566
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9cac864698a9ade6875d6b21d7ce6d02f81a35d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1a9af9c57c09ebbdec5bcf4732aeb11a196f58820c114bb3c08560df635ff3
+size 3502
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..917e4f1f5cdaefe613cc46bc287e6266e59425d4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669a77f6a6475ddd69b46b7dad9b129b952ba08f652707b309fa8cb193ef9bc9
+size 3553
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d3c5022990cc98186c15658f3d7f1f38a7348f93
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983fe9df65b19e0f610acf429f256e07762c2cf9e9fe0a48196f3752d4f050d9
+size 3504
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..20ac3b2b2507488f78f688318534a51ec6cb731b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f533aca6d1dad085ffcbf486d63cb4b0a08434718fbbe8ba18c1f2df3c3bc0
+size 3605
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fea489dd9382c358711b41b678a146f2fae8f01e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667d1120cc35a7d328cd22ce42bef1a6e6afde123675af59ac8c44c0fa1a040b
+size 3438
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6f0e18f720b0cfd9d1ddeaf3aacc43dd7e6298de
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6aaf54109894fd2ccac89d0f482c8db7f45c193e470b91e980eb90ad8a24ade
+size 3572
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ecf3ad7ed58cccc6b888e9fb6dde97e9a1a81833
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b954535802a95114790b88ba21eeb4bd201b86ae34df695798dde96f1c285fb8
+size 3528
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fa7249e89bd808e3d1abe624b906eae318f54713
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e166f84e63e67e608fdcecb3005bb5ee6821446708bd0a45dff41f08161ac22b
+size 3645
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..803bae1faa289202858809897e8a248c73c3dcd5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1047fd9871fff90076ffc120d00218b4adeaf8c9edc0fd4eba327b72bcf48b
+size 3528
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6662a95b9796ac40794080acbe3307c30f907b1f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f4c2dc5caad37664369c5fa6cecd5dd4269d50dbd258a64e19d55a04a8a841
+size 3631
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8a477ddf2a5e2abc33fa861ba66500681f19360a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47100f8252d5b454db2e01dee4c3a43ae227f763b99817bb0dfb7f582651ed18
+size 3527
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9208a54a919e632370be20e0ae2f2b79fe86cabd
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654beeb80f4c544f2df82eb4175eee05e1b774109c85c2c99a43436ad9cf36aa
+size 3629
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c14224aaca8e977bdd4f36a2bf81fb8d879988fc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468a413d4c1d081ea7b68d96431c6b602129651320b26efdb649d7a6806e5025
+size 3498
diff --git a/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ea83397df44893d687b5b9e95d496a3e3b28c56b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7850bba399caae744ffd70ff4b4c1a819cfd7d2ae2e1c3ad0746666c7ca209ef
+size 3653
diff --git a/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9ce825228cdf63206edb880f3bfa2854dab90b42
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad6260370e63b7516aeabb439e90e6d1b0a2b7d7a7224229f1da37be8af2097
+size 3511
diff --git a/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ae30e0ddb87e5492cb122afd002126dd1172f6d8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3965ac8192b36f161cd6f24d163623559db8347f3552b4d9fcceb667231de846
+size 3631
diff --git a/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..526969993f323f828c98e6e5053fd5709834d332
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3897b33f845537859d4151b10de8477cd78403d7a014ca7ef1fce836d7edf5cd
+size 3503
diff --git a/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..290d1f276b34564748605fed6d334c0e51e6d33c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665ce65b6e5fb197cf78120fe9d8fcbe4ee6843f94e4a78589c7db74cfbd56bb
+size 3664
diff --git a/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ebc83730aad71385444f10f0facde09ad3996c47
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe4cbe2c7f1f702e4962057d386dc035e6c67a956ccdbfabe0dcc3164615dbd
+size 3498
diff --git a/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..87254bd58d3d63b7a61c182c2423e48f9b64426b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f17286d5486f5bff65a78e3d809c2ea160c0a36d3541cd03870347aba41522
+size 3620
diff --git a/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ad217263341134205896ec74cf9d70a660b661ba
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137782abad826fc5d41c08b13cace406052a845d37d989efb4038c6d8bd64d98
+size 3514
diff --git a/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3a9378e8eb0a9099499cd66a34febd9658a3ed5a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8539d7bd6749d1a86b5c1e2dede50fda7761363afdd838e0726193b1310888
+size 3609
diff --git a/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4582ea58ea5fa66ab2fb1a7c365b564d0e7b5a95
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf67ff08b656984af775cb83d99dba3e198fcc745c98c19a020984b04424760
+size 3563
diff --git a/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9b850ed07bbfe6de622c9ffd90d79efe5891c9c1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3566f9752a8b00ef76a43b14b30331212ed6e41ea1e8c9935f363f2592d4a1c
+size 3591
diff --git a/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3a87e0c11e7eaeb8c547b9a71f4d899ccaf798f9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5869fe8fed7be0217b0d8b9d33c1bbe4985d2471db511b1836c63da97ad466f9
+size 3616
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ca4cee43d5b84136cae73554b76bbdfa644357d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4d6e6c50e4edd2f8a74fef280e06b9b58d7708763431dae188ee43924aceeb
+size 3646
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ec7dc694ca98279ebb1b30ea6d8516745b76c3d4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de08dd683c3bbb519f93f3244714e2acf47751df65d9661b282506ef3ed62a77
+size 3576
diff --git a/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0daab5645a7b86da334b8702e3e609f556a58612
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966db4a0c1b888221c4039906c7657d2fba6072b47a3d0bd80057fffb4a01e0f
+size 3556
diff --git a/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..88ffca2d038f3ad953a58a1711a3637bb8f97894
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb6075fc91dc0318c4a379b5c8c0fd3490634a51b1d0f3ce2e7f11584ffaa25
+size 3628
diff --git a/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..30bf962b3f9748098a88cafb0187f62e817d0499
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0beb7e0b4f980fd040098956146a937ea2e80fc563daab0010182946b0e786
+size 3627
diff --git a/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..84f21baa3596b33a7156be4253649a981d7694ef
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa3da54e91db294d48ca6757de642a933d929b19b49ab29bed0e2a54f35da6e
+size 3648
diff --git a/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f559f2728bbdd5f00b43185e79654794f6c2fa31
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08623d504b83781618c9222348503f69b6bf02bfb4c2024daf3127452a598e6
+size 3653
diff --git a/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c442bc44acb56c43df09f261db273aa8632f3a67
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb2f82481111aa1174662c9a6293ccdc7bbfc5548b896acb6afae10f0b11d6f
+size 3643
diff --git a/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5226e0c3671c21d7ec26c07d2c64f8d91b489b37
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784dba49d7f8e1677d1cf24e4de0fda48340729ee6eeb53922e1d6b70e3d457f
+size 3575
diff --git a/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..401f26013cdc96ba5a67779eb1180eaf6d78168b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071a5789bdcc779a7e77d3a1354cf9440d0790d6dc9a6c3dca77bef419ecf99b
+size 3652
diff --git a/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..50c9166fa4aaddca21f04330a92b65eadd99bac6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6febfc686216d8ff0fe33c3f404b577608516bf63b01e9b2e033145994cb75dd
+size 3599
diff --git a/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6726e5eb2642bb97b0c9ad72e1d0e12714cac840
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6ba0c69d85bb62f5031c4c84ae4401eb1fefbf90d64804bfe3ad017af96ab1
+size 3651
diff --git a/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..420498c8dcfef09f6b6295e5b28d14207e056644
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6793299286d0fbcd9216bf230b5d81a5c37f1d49d5292611fc51901ed37b7048
+size 3598
diff --git a/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3af3ba2d8ce8ed3e3fff3653282d2e8c8bc484b4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c41414bed58e7fa423fc174b80d737b2255764ec4ba044cf15a1953cf594fd
+size 3687
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..05bf8d654e21813e44b3bed512d11ef92a05a26e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ac9e627441300380fa15cf001c078d85dbb8baff2398057bdde72e6e641c61
+size 3593
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..47ee63fe5dea5ecbf99a72b9da7a2bbac024f20e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0190c0085834d7402c90a8ddf3749b079f41332de3768b58f8ffae254c4fb9
+size 3497
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..13390a1c772adc5ae40dcd890e54f21cd14b5104
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54aee1337b2f5026becbe37f719ce9d3a6ee9d2cb0072d65ec6cae69056e8109
+size 3583
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4de4d1fffd6c96b14a9e67e4c1b66b5edb3151c7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23a5c6022b832b61ef020cf4a634718efaa6a351cddbf5eac5ffa2c861b8c9b
+size 3484
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5af6f6f04c28a8dc2bb2a6c12c966e329f22f71f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa78b89b53b351f846d0beb1ccf46b4f3368c9c639c001fd6336c8a1eb2944de
+size 3576
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..83bc186cf0f1062b1f788a6ae93771cf7a0248a6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89eef177cf9ebce972eab1efdb5bdf5c30f7e69ce2bd5e8d9a25e877dd210567
+size 3503
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d5995f93bc4a50553a222a2cbaddb4890e80fc6c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4352dcb73e56dafd6f77a26ade6261c5cf1369cf3088e4223c4d56a0926f4dc6
+size 3602
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a1d5f8fa145c889272a83ce1f5ad8c4d29e88ccc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97a808efeb9e442facc032e20fda3ce19926173055bdd19654921df3e56967e
+size 3507
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9a968c4dd520f7e4671b11e04bff18bed35d69e9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94472af6a36cd57693cea3c1b99358c6a6e8e6e618b647986a070afd831ce2ef
+size 3591
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0b034165d794bafe2d60ae949d5bb5ef4453bc07
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7b444c417545987f223eac2fd7d1d60dafc654c6fe57fe12d3ef6017736bc8
+size 3491
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ca3ff0815eb8fc650cb9347b7b877c22d4b7f224
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535259524f324abc22e539bb0668bfeb0ddd31de86e172f1f20fb527769a3af7
+size 3600
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..af4ef045d918ec6a22c837387e45acb11639dc33
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214c3cce9eb4fca8dd263464b8d2afa208ef07c9596d6365e50f471224acaa35
+size 3502
diff --git a/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..638f5f56e31cae12d0bc59b23e0c5e92c4614369
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd9a30798092d322a7dd1fefb068e94b4d6d4393701a6233562d1be58737ca2
+size 172
diff --git a/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7865b4b3e531e36ccdb0b2f3c65beebb685c0673
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94641d5d11a48dfc4f68faec699a7699b7a50b7baca40d93a4203a5e7e2fc06
+size 1958
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/0 b/checkpoint_500000/target.decoder.decoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..46bb4508a4deea111679edf30774adb1c75aa8ec
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55c0eee90915a75ed9c45a1247a89bf689e76179d10a9147ade7968fa9da711
+size 3438
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..342be922a936bd3402ffacd27f820e054905a408
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186b0f1e41e1d7f9c2cf0d9fa509e14eb22d8c0b3f27fa85857d01f55dd8429d
+size 3907825
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1189691f53782358d85f472cd866ef2d3d5f80ec
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a358f2eeda118e5eb0b2e7fd66b87b95b63f966186e571bc235e7d7024117316
+size 3907620
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..09ffc091cfc9422f03d53c0cd50e2f1f5925cb8c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c30aee558b8562719c1aed570d08e31824d0254bc549bfb370a2c62f251037
+size 3895779
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bce9bf26d948210e9aab04677b4398a135279ae4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e307c40037d541a23bda3b9a4caf0f28624e5b458e5984037e8ce98084dd4f4d
+size 3907571
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc4e9e4ab304588680f179b1cbc804908ab05547
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964857ce553ed0140e759490ca10fc99454d413dd436e5a3955cb44b57c92ed8
+size 15625570
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ebb7ac28b4f75861049dd56ce2a23141ae9d96c8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597eebb6252fc08e996e263c8ea2e9eec3dc877d40d3c2a6a4d15deb9e8b1724
+size 15626689
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b57fe9eb9a779728f8f1b512e31fe731ddcb15ed
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ea04ee598f50bad3c565be6371614c1a5b77c5d055f0c55b7c8c3e94d6f5f1
+size 15552912
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..965b7ff2a37de2942495b055601124690cef9eb9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c78ce7413efdcc691ae8916b1b29da7fc8e4e8c1737613aeb7ee62aba43147
+size 3580
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..06cf27f2325d6c8a016b5f929707fe0b6bc5a8e4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8226a874ce9fbf05a3993733f275ffc087d838b298c77dc228f14274283b346
+size 3435
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..caa154ed21619d551db1dec7a423cd4e872540cd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e8517e2767ffb0629acc6b88378a443ad530de1a734c2325367321d0119bb8
+size 3519
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0a3d45b56993b593493b8b42580d74f00eea1328
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868907c8b96807b57d8c75a13a5f1910e62e04f9072b18de745aeda499a2ae09
+size 3907529
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..114d91023f35170eb40e093626edb8aec87a6116
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1763515d1983303fb6bf4b0c9b39509cb7bcaee37e6ac9e2eef41623da24dd9e
+size 3907556
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a15a8ac1e3b622425f226ffd1be7de6116a3c965
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ab3481b4ab3ae8c901d7d37c3ca54955faf5f06cf0658df1db971816ce5ea8
+size 3897833
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b880f7f8281d146e0f26803cae53571ddd867fc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bf19fe55cbc62ebcb83331ae7477eb9eab4631709f17b4fd6a3895625eb43e
+size 3907865
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c50121f40d346ba97c2169800f554b884736c5c5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d418ea986944b8e213ced56e0b686a8d6724b51ad36b555b5677ef1aa72fb019
+size 3907963
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c8177cbdce383c481a68c351f14ad11a5bda220c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a2a666c11dc3d440af0212e658e15a15530e2d55edd91f92a81008eea237b5
+size 3907822
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc5f927aceb57ec4dade1a854f472d59644ced2a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b428e0a4c2277034fff56bafeb89bb16e1756bc18d03204986c4195f7f8135
+size 3895832
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3103c7007a4091362d5ff4f4725472d7b9a1ad8e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3275bdcae43b5ad8f39f8653ddba1968e8494e7998d58e7f99ad530f8b0460b
+size 3907784
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..37f5db673f6e740309ed5936f74ead20feeb8583
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2552a682407974e1546b1f60a4dffe08fe11ee515e2769250c844857f40e53
+size 15625613
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..407e9aeb9d9a54dc4b1f4c42297703b89bea150a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe9d99bbed699dcad8eba0735548e84ee09fdbbd88b50df4647f99bf0dcd43e
+size 15626722
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e9d725ab46cc76c95dcdd7572aa92793fc6f0289
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b68308e28ac914d9e22565ef52d036166eea5c1d33395bafe0a53d4784e74f1
+size 15553067
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..997c4035cd87505505fe85d77197a34836bad471
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdab4a03659a77faf0ca5efd151f02486bcf33176438160acdc35664fcc5884
+size 3529
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fb5f7119d1ef66ceaedc91edf56152490a01bb7b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801de6605959d838e37218ba656788c7c75a7aa2c4bcb223d1defd6a1ccbd3c8
+size 3470
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5b2342511156751a6fe0923669256296c50a546e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9990f77d1901b30f23ded619521c7b40d00f078bf626883ee20580e58de820
+size 3618
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..417f03b1f20613b293e6425105ffc060de8f1ccc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c7edb5933648cc225e9bb314a78beda7ad8aa62c1f3c2c0f4716198496bf9c
+size 3907753
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a9b02b9023422f34da24150ed6459c597a9391b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31e0fec48d05eceaaecd06d1884c45a59245744df56fdccd5f00ec6b63345db
+size 3907699
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ee1ecdd5ab6394c7a54f78aecdc0258109ed99af
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2118cecb938ae1851a5beb4541ec203926f878f09cfa26d1d10e6322b09305ff
+size 3896541
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..087bf426c655f9a0792c21b0376f3dc7c52e584f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4c2618f7bda3f1a09473ed749bc9451a18e8223f9b01ad23e482a1d26b7a0f
+size 3908010
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a70fd44af90ccff3ccd8722f90e96665185bc3f9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97773484c92a28d52ccddb01784e6896fef8b3f94ba1b4816f7fb40c6cbe2ad4
+size 3907860
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ecae746b481df2f2bacf84f415b46a83506b961
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4a3961efd27d5bf1ef3a2f6423345465f13f2800c20cbe3aa3d0cebbd1196a
+size 3907518
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a82aa767b5732710d3f1c0455989f2427850330
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385b7a8970e385a1f5ce8ca272bdb19fe8fdce9471d5e76a19e59b5987af3cb0
+size 3896146
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2b15d1bd207764815aa90d880811cd8a27e2dcf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775308ea670c7b0a32fe2e75757811b479ceda5900f8f035868825209859bc81
+size 3908052
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d85c878572cd2923cefabc832c4d26b02a884ce2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ef900434b0aee13265570a14ebb391d539658e9f60cb0e18c3e7692df0e9ce
+size 15625648
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a12d6b7b33eaf4adb66e0cf466fb9d9af59fc67
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a278b9163caa9350c2d15890ca9ecadd2c200775272d1d86c8f7ae5d6737c2b1
+size 15626438
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..59b7175590e39bc92f1feb6740e2d137cefccc43
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4883cf55f09f66f9e90915f93f52652a54bee602f8f64cc4de1e7190248769e2
+size 15554092
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f51371b167197ad3dab87dad543bacf9fe26d231
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b057ae66046fffa6ce142a0292f876525f3ca1f6d439da8545486f11ac9a50
+size 3572
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cf3b9b6ed63d230fdfa62a7003a9d54781090783
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bd71fc59fdaddf7b38eec1e10dffaf20585e0d21367bf1b21c331d0ca9875d
+size 3539
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..14f92b49c5d34815acc80056d2282e21b974090b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16753de78db2ce75de6981aed60d861d6cae072e7478fac0eb3e81986747793f
+size 3531
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ba16e42e9b19e57924a192f594073c72591a2ed
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedcfe4713025f381a3721845c8d6c87dd37fb14042e9fcc82e61763c43920ee
+size 3907677
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5894859db9a6ad87cc8e27a9167d4c351560be7e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e866b85f93a734b47e2ee3931af57b3bf2a17451037026f7645692c262c2d0
+size 3907555
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..958fec8712923ea475519162ea32598cc435fb35
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ccea3071d321114fbf415a2cfbb1130acb89935e2d3cc1764e6106246fff23
+size 3895870
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..30be46830fea8bf13ab1cd2b8657b7e5092a980f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2468f2061c5f421d5bc4e2f9cd6988bbce63160cbb0738c58bea312dc91ac84
+size 3907689
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6202376108542467a7d67c3c2e0984efa6049e59
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123268c4f4b24dc5290375fd9a399198650801ccb63d8695fa0d70f9132178e2
+size 3908056
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b83fa0b01353ab09a834d8b96cfab31a3241e41
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d8085ec9ca1aa048a48d15f14676fb5def49fcf3802ab0755dd6dcd7404710
+size 3907746
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..520923550b9e74099e7c3dc341ea0b3a176100fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7d8ba5383ece1b0884f3a26e35df226987a480b90a65a572594b173e1a518e
+size 3896334
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..06fae7393c839c30017b9be9c92ac19bf7f91bee
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b449ae03f821fbcfb530394a0b2394f4915b1056b76ab5901322cd70a7569c
+size 3907881
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..66ac9bc0cda0c18293f219dda606332ce5a97e1d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d572e703501007b4cf2de7e65615b6e403234c672ed1c9c8ed588ad548724dc
+size 15626958
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2546aa0ba585a19bbfc21139069d277d8c0e2355
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37a9e668d4f251028f151ed73b7c6a893b534c2a74f6a247cd34bdeb7cedce4
+size 15626313
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6693b89084b170cbde0f89b97aa5e4dfd7693635
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8952ff5b1bb8da748bc5431fbb6fb70ee5ba233c9501d83608c03cc6a6689dc0
+size 15554765
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9f09d88faa02205790d61fd0ca43d80d4a81d486
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07864eb8f12ae656f456432e3ae1105628453001b97d6ea1d3c13ac0a3d61692
+size 3550
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bb566626ae3d534f0baf9416e41b5ef6845ad236
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977b8907aed7220b83caa840d1cb0ae171699e1d5f0af1f9c63eb3d1ac9446a8
+size 3535
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3a6d8b1158126995c5f30317d76b4cf8a4b489c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd39b90603e5a6fd1af80a1a61ad594294f4e722ae2fa5e7b255611180718ad
+size 3534
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c76fa7519d81095de98d1d6d25cbeeb9e81837c8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96a3657eb12712bfa5b56ba61fc13406a63be3ca5d7f59cbb58a6d5cd5c0203
+size 3907838
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf07f23339dc0e0e16e37f6e559d6c410d3ab48a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6446f0d2d8adc01750717a639381b2dde6cc7b3b004e3959e5bf1ab170750a
+size 3907697
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..405fbabe29607c40c0d80ab5ffd4b535cd06a277
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c56298e72fa370f7778e778fe58379fc3b2addd47f62c257f5c662a37eb588a
+size 3896424
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf435a084eeb339d98c8a39a2b1eec3d372b6729
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24530b5a78b0b9f266e213c47885bf255e38c867b6b360d3fa290bb993299546
+size 3907876
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eab0653154ef56f5cd92d76b74f7702571cc1a4a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb121b8bb68fcb7c7a50d64c8d8c0203ec7032aa8cb3b8d3eeca92f56f96b4a
+size 3907968
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a18e9624fb27cda500097fac7d3b715794a40c2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b65be7c3177ccfaf9ec49580889ddc04027e3591195c9775b3aedd7be979b1f
+size 3908058
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a8ab7ac8674732723a833e2e22462c4c130b82ef
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abbb5275d4724838a944ac30b14336bcb77c503a4bdeacbc9166380f302a690
+size 3895900
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..381f3c090085f38a665342ca4ed5b5e47c2f4c49
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4152ba56908a9f6b1bc728609fa5442a17e82d4ec1c9ffff75b57293bd70cd9
+size 3907744
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c2fa01a96dc668540e3d3664082741919ef58ec3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b5602df0e4899e7831bdcf21081531c024672d069891f06f6f31992962eeff
+size 15626650
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..784f139eab8467d69b9b2ace01c479c75687980d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98106dec5de602347d57cedba48caad1d5089be7db82e957e4ba90b69dcc255
+size 15626528
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fb7499c6d8914838b1ef19730f18e470f36f6f3d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0908f9582655d733d34d7d4810b5099f3f96f8d2e7386371015dd19425bba34
+size 15554841
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f4094491665c87dfa2c3de77f6a73b523bc10848
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039fce1a837e8eb8268c538f6fdc3ae22465a32b1ff86c3d9f11917192ec8d65
+size 3551
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a2db0826e45ce170a6be9bf955cab37b876cd079
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336e36399ceb61fdd2320fd4aae6e27bd4e68dd55ab08512337a86a95b9ad27c
+size 3549
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f9306c90157b49de1cdd950ecf780271f4af0b66
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e083a4eb86193e2d4c2b60e6bb40a669dbd6b30008bc15e4bfff6eb1fdd6f11
+size 3543
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0d65ed87d4bd10a47891894889cfce56fe87609a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23acb70c9c185bcf51847a632c5ca6e00793325d842529487fd75f521a73e026
+size 3907831
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fde18c51b7a5183ec510d04b82a315d3fd333c87
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272ef688e22f33ba1a767a1d9480ac8f17a66f2958c8a1a697f1ea1c0065a4e8
+size 3907620
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..195e0bba771a0402632185a823cc9374b72080a8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b202cde65806290c166681bfd81ff458af32cefdc26eb27badbe8b2208738a
+size 3896494
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e628c89220800028f7fefb89e1bfe7134535dcba
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae964dcd7ffcc4348ed83aaaefadc6c4b7b6a878f1361ddade782a55a5b328f
+size 3907680
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc1480ee39cc7c197e04b2b127c3917b3832e459
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0ea6eddb23c809acd6f2ee7c8dc495ccb3689b3a23a17a2cc1f8088bd3242c
+size 3907787
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cf77e602a1de05aa03375febb6d499115d912895
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f9e67c87f7832763933343776e0fcb4cece9d8b98c2bdee265477a6b9c50fa
+size 3907554
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..05821f81d904000ee134e7b7dd2efd6618c445c4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d469d83417381229d5fcc9e60767dbd04beadb6319d0e04cf5d98eef4660a9
+size 3895850
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..62ab13fc5c250b980df7a3a5f8f78452b56e5a1f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56935674581c772d0df3997a5e6baf4a99f9921a4bf2e39aa82046843bc21cd
+size 3907908
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0191e095d3e5466166ffd4ab52541ca044ef2116
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13d1d280776575c0901df63392b8087dcc8ee8952292e22fe0a11eee4af6f4c
+size 15626485
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c26d7fb21984195787dbd8df14777f1335f6c0f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b793499a8ea691af4d3192eac015fcbc43aeb04d5f3973721b92d07514786c
+size 15626765
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5fa4be17dcc0b516fd6dc650f004f37644fdde5a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c90dcd948587d089ca13600c5fcdf876feb31bf4e0220d57b26b3246529f605
+size 15555055
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2bdd49453229208a74f59944c10bac99508399f1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74cd4d2cd04b65392f9cf59a5f0da96d12d2fa6789c6602a869392aa6305473
+size 3548
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a70163f2f534e3a7b5a2eefac24343b6d1f4e8fa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14a6dfff7148cf091e08711506d98b9f85c6e642feced1cf3f2a9fbbabd829f
+size 3534
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..869a741c8002131d39a7570ff8b788381147344f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88ce49869b8d7303669af2bad768e4c3eb165153bdfea1e759e5632287c0042
+size 3539
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..42ade5109e4f7b6a3c45a4746b6313cdad9a6596
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b927c62e1d7222d1f6b2f22023622db18634aaab34804d0552ce3d4e5cf03c
+size 3908138
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65c5635507898617e87f35c9f04eeba9a9697253
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b019b58b63c4eea0cc8d40be67935a21377785063ec580928bb65ad41680fa9b
+size 3907627
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..24b6ba3a6ede761a806996de30afdfe29fc26182
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9c64544f4db4f4d254ff80019ceff2b4783c14e64bf8cddb3be1c0e01e59d9
+size 3896326
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..19c2920c3196c896c300d23791069846a9672d5d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c47c897e1670a86e172614e53c668d6f049f91b905c18d6b68380d0acad662b
+size 3908137
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e741ac2775328542d9a719301f0dab824efee75b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0615079b6b4faef03b398ae9cac24310b8b51c8ea1829932d46b8a71e65cd9db
+size 3907899
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..08caf4c0df73b0f588a4e17c2c77bb1ea8179fb9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5d27468e16771d63844ebe24d63c3a33664fc3d8aff08418b112b897f56e6d
+size 3907743
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c593ff30d8afb4467c43d6762bc5db0e5df103d9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3611b85405e9d59d4c39516fd834c94de988e3a64a7ba9d1bee692593e8cca3f
+size 3896460
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3283ba3cc5deced3d00a59abb8f63b9dc93e120f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68bf3202ecc8f93cf819336f29f190a9f23d4accf3285ad073965a69521ebf7
+size 3907795
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e359d81e63324dd212889480ee90324939274a5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76f595f70d9f23ae799df0b58e20c5c9a4194e074191ad91ab36d2c2230775f
+size 15626656
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..972fd7d2ba990d93646ec7622b88ed685cacf154
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623222903e3b2cd6606d85222e46effca0b63ad55f19a17956b81b05d93d77d8
+size 15625967
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74d0a41818145ddecea49c206452987d51ee0763
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6924908eb588993a7a20f037697ceaf58a020d0c1274ffd1000cc31e8291e5b
+size 15555257
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d48f33653ee1ca934897ce8ed62fb65c9d488f32
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84639ee95555b4392201a856ed42edc6e5d2eee7a54754699035a4d9dbfcfc2e
+size 3536
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a8ead71cda4376e130db5d39363861116613f545
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e760f31e4d264157061d39280c5dbca669b72041b3229854020c76fe475522
+size 3532
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7d6510769a2e8f938e9a31a9e45ca59b68490c83
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa1c2bdb2d713a8b0042670a86fafbbcd4bc8cb447f4d9f228ebbc607dd05e4
+size 3527
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0821a9522ee19cd8de7610427ff3d6979076833b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f155e01c28897ec86f0278f491c36385b20a6534b88d8242a4bff4255d6a0e9
+size 3907673
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b2adb997207b6c92df539e593779266da0a735ef
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ed269cc82900fd29de944239ad6bad3905301a2d7f3042bc00082b8dedc5fd
+size 3907761
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..975d21f387c53838df033d37dabfb3f5e5f2fe0e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b542b97bedbcb01d8e4f264f4827a78dbc1076a238ad7e99f676fb6972370835
+size 3896412
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..57c1396092da52c258989be5dce308eccf85edce
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468b5d2f3e3dd150d12e9e63d0d942087643777f48180350a5531bbc64d9e237
+size 3907806
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..76d4d93b36bba53c59653b019780eddb5598c9bb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1f7b4227990cb04a2afd3bedff842c70bdc50c54bfc2fa41478383591264e7
+size 3907873
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..95cf546484300512c6845f5183a5bb3bb33ccdd1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a830dbe13cb062625e8cde2015008df7f601935436b6a8946e2de9f13599ea4b
+size 3908148
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..46d31f31c2d9abe965fe9600f4beefe0bb99e9e1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316ed8718d9a3dcff3f262a3387f491697a05ec0da4d61dd2a8b71cc15678ff3
+size 3896374
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f38a2b6aed510f0ea184eb8fec376dc77dc2e6eb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46f38b8b7a9e5429bfa0790791396e7246559c9a8a6c664031ccc5f77ade587
+size 3908090
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..01d534b1d8cc10a052fd06c0b924e1e5a33b684b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f968ca44a6211bbfc1c09d0bd48beb2153ac63d1ed483558a5cd1f86cfd80be
+size 15626854
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..702ba0692d753d3e05c1e15568f701bdeab03e7a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4074bd92d88908bd8bdcbb0186eb87bb23f681d50222529a66acef96b0268987
+size 15626705
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..98e58fb943d6ef99d78f31908d18763f77f78231
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab66c81eee61b6c44489455dbef3fb9b42a82d8c522b5cf2cbf15cb5593b9ca
+size 15555715
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..93e6e179b52a0dcba3cd12d95b70ee60a85babf3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94dc1136a9290898ed5307dda102da4d18c81a26e40c6b4f32ff85e13c63f6cb
+size 3552
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3d856b1b488068552bb23a8e19abe63ff5d39c20
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140bd607a665267750f31fd15cf8934db603650f569d696e811268cc3d8361d9
+size 3533
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..41f1ed7e6a369137120a842be0df737326796109
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15074ab9f12ebeb6be2b6e604476e6f872f13fb53fd1857a6179efc39e396d4d
+size 3521
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ba5c394ba8d090cd03759cdacb0ec59101570b86
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9a3c27e5ea22694d373259bd0da377a50676db7435a5ebcaa732d3d20cef6e
+size 3907894
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef08baf2cff0025802b438b0b25ccb3606b78b7d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a26256e9c22d02cdd89aef64e5d35e885ea8d18e10d01c6717e46954a30760
+size 3907895
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b6304664c1284f73babbea3261ae872176cca6a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5787b4f3a452886ee2f9200f5cf28da2471b2cb4359c285028d681f020357601
+size 3896180
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f58f15b8cbd56ea8a407684503b5b1f6da7f938f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc10cf418fa7a9c4a5cd6474331dc42d0a1491ba02035726b16ceac15a997d27
+size 3907819
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fce729ad45eb12fe51ece1ff41dea64c442361fb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee05c43b1ca7d5700858de28b52027f16aae34d3c7ecaa1a6fbc7ebcdd0e29b
+size 3907666
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6057f32a214312f94611a1b14e1a9d1e5d1478ac
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5819d1cf7aa1eed98adedf85ae47bfebcaceb6288a6b0e996cc0d870110312bd
+size 3907714
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a4cd0c7e304b0158568c7b6339a8a924deff1a25
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26dee2764a1696a658419295dd73c99931e3c43aa2899c19d1dc64037b7eea39
+size 3896313
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..06c3d319e433155b25591b9d059e6f885cc53523
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b16c8185ba1e2432dd992148f7973b28baf699b75219eba1ee9e54a6e35010
+size 3907987
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..28d7596c9df914b20a8cf8d5321be7ad27638a03
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5e95623184b4cd138e1b3973734e7e0747c165022a97ced1791e5677b3210a
+size 15626737
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6283ef8620fc0a9fa2b7f0c6d9876fef3fd0ee91
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5547b38148c28be85bd9f7eb8ce0fafbc52abcd7810ba491aabdb991ecc2d5
+size 15627178
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e14ddfbf2e1a3d0d75d3bf6161b9089dcb10d76
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea47559ca6e64bf907a16453d7352056001e921da5aeeed98ff4e5ea10f6b85b
+size 15556699
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1047b7f500cdcbd5b6132f7803b877c8c50d6864
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe974f29a9015543e1cf0aec43144153bbc9348aaebb34754f10f692f212941
+size 3540
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2b4f06ac1a98f20d8a2df594e0646cfb0fa8f457
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37015ae66e84f257d4dd1b99503a0703a2ede17c08bafd00b50c122d6af20085
+size 3524
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..18155c19f4fabfe647616de5b701accd4f4f162a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12efcaeffcbb8da83be6f68a7028fe09d70248a742446c108a5918eda0f8d78
+size 3517
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b59d0fc29e7dc5a138047b88dc16da60010bcc31
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e314c63db38bbcc8539f5b9a19cd23bdc4ffda3182161ef345fb7c84aee221
+size 3907591
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd0140004eee1f96df8e24bd94e38e1049db3927
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00efcc3c429b2872794e7bac41341ac379163a537a95ed9be88a4e7b56b9c653
+size 3908212
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f15da84036cdb631c6e12a56a103cc311a524515
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb72bd175297dbd3b136809fded818a29c125a1a4828538af91e22d198dcd70
+size 3896100
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..13428a346d5cc601bbde23b0c485b942c0bcb2ae
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac01f3b4a7f9cf4d47f7c93345ac6b8e93ed37b502ade01072c4a30c6b8f989f
+size 3907863
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..34927ab7c8a32a850c90b4aa2cf33130168d84c4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4c23a237b3c463c26c6b0cfbd964814ce3a58cfba250543c9e0d43a6582de1
+size 3907635
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3b6d09b09282799f9e0c0e62fa60c92daa24a115
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0297e5fdb5ccfc655c9ddc7260ff78b431cf104fcf0e0ce929a9f018eb2c7b94
+size 3907979
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b908da709864e1d03ac4018ea4be22d1dba31f93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332083294908389ef90a01a87adcd43ad1c279aeeac5fe1193d56e398cd53415
+size 3896214
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d5681c923f52281624ae1ddf2e001044f53ab649
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61817bbeaf0747e1a30b4d054127b2791428a7ece6b235e1411c58445602d7df
+size 3908024
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..347a550751673e0b105ab3dd1aa65791334a3a02
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf83fdd93fceb569214787efbe04d446f10bfcecd7618f996da1b64fdba9ebc
+size 15626504
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..964d6fbe8dd7d8485527649b73b9dc55aaab3fc2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9a1ba6d77c4f370ff09016214708e0e72934205a8d78b9cb76c52e560eb6c3
+size 15627342
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b5f60f2298c95c566af0cbe784eeb4882aca68b6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5572b8d1733546da78c9d24ff00c992174cb86124908f69f15a0d11760ac9a79
+size 15556344
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cd7680bcae677f90ec74420a6a945fedd1ce5c99
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb04809329e3b2d56b921f41a6e9a0e91655a0f5efebba9d66f9bb81abdd2bae
+size 3548
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..44a80af912da91b622cb51e37439ca34a1bb47ff
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d842db1723f69d95b3b7172a5c4c43bd2f58acf5598c7d08b61a85480449f1
+size 3513
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..95398a6948d5ce7e8217b7dd08f0302086bf896d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0261f4c9e2748dd5c036d8213856f9fd69e70aef4f1f27fef6a3b3966e1261ab
+size 3523
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf2b85c0d7093f503040b1843d01775e27fb6301
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329a3f74624a73bb40e4cb556f13b0096113ab4ee2098dc6916289ad8e1f122b
+size 3907689
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..16a941f6fbbbe9146d0f9332a2b73032fff8e496
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81530fb552282959054318b2f2f69d00d8564ce7e99b5fe16783ef9e29038cf
+size 3907848
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6e82240cff44f5dc18791cf3cf8cfdb5b8ceaa53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3293e260c84eb964b464a714e5442e30577fe4b9b6c56e4133971409eb3ab4ce
+size 3896620
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eecced4aa26043db9b36686ecead87df987de6d1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e882be52c628faf3ca516f0c4eb8a37208859b8481be3d96e1475f25ff1590
+size 3907704
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ac2087dfe60e6d9e8bbd213ba0931438d539f55
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ec6da830728d7f428f86f3e2ebc199da567b226b42f68ea3ffe63f73308f6a
+size 3907666
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..89fc24108289c5bfc90c950f9f19cd48794845be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b788602fe879a71d4fa85a3842191cff658cc9e6feaabadc1f7eafa5a80c38
+size 3907983
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c369a9f0a7f3d90efcedb1be04eb93679a56e8dc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0f178e1aa16af82086dff451af6a94e2d24937b0c6250ae714f838504d653a
+size 3896352
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8bf61bb58172fc2f79494de60bb4fa9af262de3f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a874ea6c4a7d356862eb4dbaf4afc0431323c870d7fd06ce46eba50e40b1539
+size 3908044
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a687ddf071da00f30b07418fa40d1f159a62c925
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea3adf5f60d6b4f155071655f145c910f190a7f584ab13528e6625fef2917ad
+size 15625870
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af0aa9a3108588da24cc37c55c42fc66577a561e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b553691094bcd3dde15c2f9796a5c6b8e906742e7109fe3223187bf6b880ca2
+size 15626146
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..03df353fa0c9ccc5c26774ca5c2cca9526cf37c5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df01c81fd16fe6e815cc96c951096e360f579e30a72b96980d1dc6c6a6c05c18
+size 15556537
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7c4be6d48f3c2f55787e4c9edfc75239962b5c8f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ce9ab1bb82924a4611448b484d1aa81d818a26d255ba494f67f26c58900275
+size 3523
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..500b30b045f3e5636bac44a6007adc438ece3637
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600659e8ed964f71fe2f723bc099292e314c3ec8a596f88fc1f61cf9bf99b6b4
+size 3514
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8bde7edbd0fdb419dca045244290dd028d076660
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835edc516a5a756370975c517ae4026ea6bca918d619887f4f6711312d172e3f
+size 3540
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3b9cb9def023af1aa6d70e3e28103f3b63769f0d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71a6888d6319b6f9ce29a2706e78447c77f47d934b5a1302f678bcfb0e263cd
+size 3907651
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9bb86520d76d7319bee91080a2e19dbd8ebbb843
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15c11c0f9edc59beab02e41bf89d932472620f9d56858a19c1508ccd58b016b
+size 3907669
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5084155d689051d07e3e497b484a52d1f56dcd6c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e500d9090b177d5efbf6c5a2f9e6122e915a1c91b5e3cb079cb3fe42df5098
+size 3896142
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7853262a73cc549122960831cec2863983da8db
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9be47d852d46714c49f75621ab85f793abf3ba2e1d44721edc248023d9a275e
+size 3907879
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7e4b60ad95bbe71b7d3732817bf03b613f1c3d8f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce4b5e3fc8dec654825b5099b927b01c5042a733b4dbb600c1c32f3b1ce7a36
+size 3907609
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..702a1d1108616d2bcadd166578eebf52d472c956
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781aeb4eefcd90ab580b35958a2f2f729c68981d43a0ed68a549e9145afdea93
+size 3907896
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c6af6597332c3cdbc96b75300024719aa33e8eb0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e675223b96eb90c1b8c5a0f1261a80d66746c09b7093032ccb2ea7959e721a42
+size 3896449
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a668d05ca1ef254c40c75a31e0fb2463216805e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0893861e372e909ebdd6867b2713d7722769031d3783a6995b88d17b0cc1c5d4
+size 3907603
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6b9da3ca0f6905b7b5cc00be554c998d9db9946e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb30883535776243ceb9410891a10fbc34241581ed9a6e8ab8f199716487850
+size 15625955
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e7a3d849083b20b10f042c7576b4715eef672d36
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462c9c08aefd1dd19852040f70ef8855684cda13d544f61a532e1383789136ba
+size 15626103
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..11bdf6bc423fd3fbc39cf9cf7c633271f33ab5c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4bd9413fadf4172fc1bfb9a9434375de80b011dfba95fd13c893d8956b3e38
+size 15556638
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..52eb1bd6ef3bbc2f9f40c498c059dc8cdbf24ca3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e568503751fda79173b7b96330be1ec95a00c1729453e0fb13df168573c3de
+size 3531
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4876386a8bea08dcfd836b62fc7ffc90ac728c2a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21894d122067fb512fcd7291af1a63a9df32db0050040c27766041278f0f5236
+size 3512
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1ba75c464361cb4d3728c07f5736a6e046e30cd4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb430b117983f4527a683bd09225c3222a1c17f7d3181257cc729021ebaaff7b
+size 3516
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..33b62ec37549a1e59f07c70ca9d53ffb32d06fb4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565d89725e5394684abb7524eb330501f5a73904710c81b4c1b7f7a1b5a9ec1c
+size 3907758
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eb86a1d341fc50d6c022eed84f59c833210db1d9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87da5622d7603de57dead4fe98e7d03edfdb616f98ca879e0060dbd2037e323
+size 3907755
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0336fd4816dafdb5c01cf4cfbef9e483d4ec9d20
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1d3002123b9d1e424ba84c18b63156d1a7484698a48fac65dfcb4f3a5db5d4
+size 3896260
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65f3954763bb9c6a1514283fe07ac166e85fae73
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4632007dabcbc7050f70549ee8627600e4594a2d4eab316934c2a2baf45781f
+size 3908220
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c90a8c39eaa554927d455ce6f90f13317b6ec657
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feefcd23be51c0a1638e617898ce5650af6fbdba9b63b74f0e6a95839475bc53
+size 3908067
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c42c315c5ea48bf1f9b93ed5b36c6676d006219a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b30571d9e65882d490de065557b7fe7529df6c726d60f965d62d2eb46f5800
+size 3907566
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2f951043e845e391a37192be369c3ea1465d65d5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ac7d4829fdd43bfb7304c1b0a9968ad450fe07087cc49ae3c7be4e1669139a
+size 3896090
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..13f85ea5aab700a62b750117e9025e0b0a6b960f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71afbe20aeba72a0806f38621985ce6201000239f28b0af79f4e6b7687bbb011
+size 3907775
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d944caa21bae46d074eb7904ef68952a275b28c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71be6728919843a1849e5f2d4fb91a10471b8381b9d1878501238761fd798e23
+size 15623962
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..256491744c65a7f09e08d5ea24471fa67810ab18
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6e8ad2427ecd293de1cee526a6ccf1d160eb92e5d089dc79317b1931e6bc53
+size 15626185
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a3f126e385e7182bfc7df131c070834a41fd193d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d5bfb36003849b51fdea244478f001e860b8171987e3723a96b9ed90601aa9
+size 15553394
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8fc9b959b98226e931e8899167016a3609296136
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff15e39d8f915ec74a530376df0700518daddda8d88f0d5b34328e893a6a563
+size 3544
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..19551fc0dcc2bc3e2762fd8077b7e2dbfcaa7210
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9433c4d8f52d83396e5f1a7019fa6163303fd61bbfcc1b6653050a89bebebeec
+size 3487
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..69e227c5a83e6f27a1a8f6d011d48f023256c4c9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4076fb3f32c276958218cb8349866af200b9f452b6ef25892d34c223e245929c
+size 3633
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fecbf9c97abfdd1717e175b076361de1775dc27a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9369079ccf3829be5691e6060ab7e2d582392bd6804160380ccb31210e79ee59
+size 3907860
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4adf32b9fee9cde56ee867f44b49f6db05fecec0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572a1c76c35a0670727000055be8510670257cfb70a7e51634c8408229452031
+size 3907865
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b6593a72bd3a8f9c34fe7628d8d300a53c73a6ce
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04559b66d13966e5a775d74eaa3faea91b77b9336a827ee88fd61de149ca646
+size 3896501
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9907e3f3cee94367c396add86a3e244ebb659e95
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d5da358f400de0a266b0f1fe76a4c584b2144845d820fe4627e0430426533d
+size 3907712
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef88357fce6cc0044564de4994fa60e43c7ad857
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0307268fd8717788866f6772ab9b19d1a3de5aa5eec07637de2a19e2b5fc73
+size 3907785
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..500e3edc6aa1f064b3bdc980d50c763ec6e61aeb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c67796f25955770c1c9fca259d89f28e375f6ae558b24f4d0c8dd5d9aa4173
+size 3907001
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..168b73129b60d5e9c3b896c64f1e1d2c817c4e7e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7470529f737a9bfa56f95217789a2eb524d24a38ed36b5991dbe148d396837
+size 3896299
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..153dd65514a503f8a883e4b90ae1706b31ca5c76
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdbf4998466b1ac566ac2d9dc30105bfd856fe24d963d9918e527e7d91136b3
+size 3908072
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..02a80ce49927a3aab55ab5f9ca1c92e7fab5b89b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f0825c3ebf860ab61cd2b3309f1279f0559a0353ed7a7654b9e7817dbca3dd
+size 15626291
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b049cb1b299e154408677f223affdde7ad5d040
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8a4516a6f824a1c4fdfffa7fb134463834fe9e6f400185922cec28705b33ee
+size 15626529
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..281982fa5987602b6d3e1202a78c6f455a6bb606
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ae7ee3a1b20eecb4ad8cec9d3cd0464783034e1c34c16866b340cabe6eac7e
+size 15556811
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2cf4092aeeb5b4822b6bcc8a258c6caef89bf7e0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcaacf290960adccc7d97e44ef5fd19d605781bd219043a64e3616e652922095
+size 3532
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6bdc505aff4674b54c117164e2b6306e1571a2e5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cc2c6f0e8168b2c2f561a44a68aa1732ef9d2c7d40ae546830c777430ae069
+size 3519
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a6bd9aeb0eb6e51c92e0372df866168dcea515ca
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12a5eddae0b6f5e4a5c6f576e783373ffed9118f4074b9a2a94a3638ee6717b
+size 3526
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..87f43289709d769a8eaabdc1e64cf4e804126df1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b29f88b0bd1151015fe0cb7a7b957dd63a8907e8f80efc5e4f226b8fb1c903f
+size 3907679
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..31495ddd5f200b7858bb6b09ac01fa87bb834a14
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3c1cc403a226e642b5a99d87dd6c70f769a5a3a3a74fbec3d89cdd95a0fda4
+size 3907786
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60594a371728288f3f2cc1c965ae40d09cd2320b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6753eade9b7d15ff40a7a578ec2407f03d4c919079963515f267ceda57552616
+size 3896360
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7bf2e9a139a8785ac0881fa3bdb289f19e525dc8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3f7486bde835cd6d56ca73070839bcc4a5bf03e84e3a4074d2b801ae1f92e7
+size 3907570
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5468335b491305848453544f23c55e97d14bebd7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c710f9cee374cab44bbb65dd411fb290152405ae2488cdad80bf9926c6055ad
+size 3907999
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..db70c20931171086e8c29874269297d644a024c3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791abe9ae629b11ac30959b11d40dcade1f8dd01394558ab93a630e246747bce
+size 3907633
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7935afc42125256cbe84ba7e82c2ea8c476b6c1d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69307c282329cf9f1b0ed782358c9b0b331bc66e0657331dee62a942568f1b06
+size 3896275
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..014eb58912c8af847e0dcb96f99cf90ac6264726
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab71ad5b9ff6733a1da7ebd416f7b254a4b14b07d299de36cc3d73efb92af4c
+size 3908100
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a3ed831ffea50d82753bce17bc0d7e7cb064a149
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fa6b9b065cb90fc4489c2e165be55709e9a1aeb6861b61e24375673e4f4afb
+size 15626242
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..723ee676e7dbcceb9de013e00b395cb7628efbfb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7323d55563705fc7f311a29d5086d3f98f3d59bac03a16cff963a14a25c262c0
+size 15626747
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aa0e73b2434a0df0d43e529bf5f7255558ac0344
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053f2e0ffaf62e451f40a302ed837342565f8b3e695b88c724ad2ec58c09a1cf
+size 15556896
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e1b112922e164ec5013f2c12f80df99b286c378d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb171fe4c07ef6afedfff1b3501019cb70ca873d14d3df9a64063077c3e7ef8
+size 3535
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c12d3e735b20b90a678d274cd90b639702f63ba3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ba06c5b090668c851f0ff33ca001720edd4c76650c134b9c9ac728abfcefe3
+size 3517
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..42dd203d55169df7fe6128b10224482b166adfb0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04e0bd888d40a28a1800e36873e1f892bfa18d5bb370be5890600708c1bfd6f
+size 3538
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b63971d4eb3a3e710e6ed9c35f2ad32abd3304b6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1231a1db5400e7fa96aa026aa9b8ebfb122d0a83fa908852f1f9d94a4bafaa6
+size 3907939
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7bfc61c561952ac8f48da878179d09053a87806a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6769a4e9b54d2ba20ad804db50767b379df1fc83498717950bae080ada1b0ea
+size 3907723
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7c19593cf6382bb93583a86edd338d27a3175ef
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626c1b323768229199d9a454e51df4328d7ffff884a069c8c31de6f185a8a49b
+size 3896006
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ffd55d521b83d72936667aca994cda4d005f6564
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcf3bdfab6bc62bfb32d92b3fcfbc334ad3047a77720cf4781eafe2a4807d0e
+size 3907962
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..811aae7ce31efca86e9165b1e340bf4e905aebe4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108d94706b3914be59839ab245a2425f451640b34e56dc79e69b396cefabce90
+size 3907767
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f1f2f42740dc9a6cd57a4cc83eea46fafbdca1a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97ed8aa3f778df0119578ffcfe734406c955c29f12e722133a326ae027f2c1b
+size 3907473
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e01c57ee26ea5780745c2e1466e253a225ad9ba
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cd60b539c0715e6d976b757361eed6d395669e8c41960503ab757d90394220
+size 3896397
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..035047a0868a9626fef6a078d8e7168c8275a0a5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e64e7ad2849aa5a3385d68f7b9fcfca2d935fe4cb74f283a55c6b908e8093b5
+size 3908116
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..efe77897349b799de0e4e44966d7ee736c555197
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d980620fbac120e229fbe329c3868b4e796599fe0bf916564bbec879233bec8c
+size 15626641
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7a0764e7f054594cc7e165ddea6f538c5e99147
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a3b16af40ffb5fda102fbb41678aff2d01ffef4a419804f9ffaa6e50a72f87
+size 15626883
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0bcf495e6b44c0fc479ca63c420e3921beddf42f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716d129d9de701d8a634721287f5b873cb2322e562b0b26255d40e49eb3e9964
+size 15556663
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..acfa731659a0595c25c004d6ad7d2fbefac15b3f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b17b37f9d13c2036f0589bc241296a52f29e880cd28581f003e4537365f892f
+size 3530
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fa0fcd8538730c686aac4619e67dbba728adcb41
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63056109c3a572f9b86ecfe9bd592540f6c9aa01b23c7e2a363f1285b3a488da
+size 3514
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..15d6f94c0504b59f34027cd44ecbfc71ccf100ee
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7edee5ea58b9903339c009c190819cc51271596b31ccf79010dba80d1edaf2
+size 3516
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aa357b18f2fa21a50369dd0f15265bff479117ae
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aaa6269901425f110c5313f1348138a02376af4c794e3b86d8f01d5ac65ff55
+size 3907903
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4824c110597037277546dd9c4efd0995444df5de
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1473b3eb4005f026e9f64bec46ef854d0b0ebb9a21430f055a9331c164165f
+size 3907576
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c8450304af1555a9abfc4139f92d92e3d3169b8f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6611ea33a863f44ac87a2769935e28bd19a6bdd73319cd454f7d19ee2c010a2
+size 3896723
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9966446f81613e37daeed249ca977f4008aac822
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5218b78f7261249a21e9bc7b5b7ffbda264a1e04197e8c04abc3a9e8a6bfe1fa
+size 3907537
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e252e645852b8e07da8bd6d66faec595c257f0f0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74965631ebbcfeac5440d82c0127f5ac4e4b2a0468e98dd96b328427f66d2185
+size 3907935
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b818530aae200f6d673782489cb89e5c7369697
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee73c15255f87ac01ece4df17d1c3d01d9a6e85a20d1e16d1e4fa23bb3aa181
+size 3907713
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..39bb8a67931e91e03dc6081d460c09577ffac9f3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f639891e8174019b5c8b3feacf0e2069e127d147c6705eb6798bfe4d313d74c3
+size 3896433
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53238915c50404d5989ef6e91be7a88a33902fb0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4347053fbe19d3ba90a48bd39ebecf80d8d99e2e88403a7401a2e0a7e4dc1aae
+size 3907999
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b7f76e89af57eba12fd42f36db87ab0f81cde04
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6fda64b58ec96bfc244161d07bf094cc86826d18d55ab152eeef1268025480
+size 15626219
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..107f29eb4dac4b775127853de8d11b564f093042
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6801af3085e36786ad49cc5ff87d0c5e81956fb865cd28fdbc9013598142e28
+size 15626135
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c9f109fb0af16d8e85480f5ca13bf3b772786dcb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cefaa7698ecd5f23a12f71cc0006adbd9b079dfe3ea0b3464f4b05ed78f1aad
+size 15556905
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..639b7fe2fc72c82e2000ab1392c47f4bf0eceafc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55c420e4c71acbc50df71984d28262db41a4b50450d312eff44dbe47dcd9d47
+size 3527
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..938921551504248b8b9a4a031e3ef827d2377e78
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5b1ae36a05b00741ab3ea5c9510a34bc911277277abd7b30a2169dc69af562
+size 3519
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c2d49317ffa268238ab8c9be28d4dc16d888ac1d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183af9ce87c0275acb075bfa9bc41b90be4f12b5585ec749610ec7b07455aaac
+size 3525
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..02daf7b8068053b945a48354664721b612480a16
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b030bbebbd5feeb8ae7b11c371cbe0710b72f6a9ed5b178d32cfad10590770
+size 3907879
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73f29b8d1cca00547d3f5261b72cc4efc72be9ef
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c493b358b47220fa1b2c88b8cc2f9ab346967925856003c2a8de5b027e6f423
+size 3908124
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc44db019c0bfa57c347a2d95f83cee2112de519
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c063cc51d973f8982a55bb95e351a7698b2b22c4209cd4019aaa3f87320e3057
+size 3896119
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b5b16affd6afdf387db0ad1404c97fa3f94e14fc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec4df88e527a4dec6c86655769feccd09032499de839ddf3d6d204978a87de2
+size 3907797
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..559c12e03c261efe6dd638a7683c7e6b56d642f9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ade70c9d251d84ca5a473b48e376e0f18152d9d0cc744e4e72b333c9f97775b
+size 3907985
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f7a89c5e03d2728b0098041be24778eb38dd1931
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0146d85daa2b4970ede2506817f2c9834977edce4f1888bf3df0fc3d8c69f7bc
+size 3907869
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca238f15c9aa7a2acd8156d5cc9112fbb5b3b120
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edf303d2c30ba33613206c0c9ae3cc1ddd9bf08c9c5559796192057a039f814
+size 3896581
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b805e953b178159bcc5bfc4e53e0e6260b3be333
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a3a1863aa1ffc88c8c32153015c63cf029f31385f693ae016c522d72647513
+size 3907935
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff36cc466ae04b01a3ae48c816386ffddcbffd4a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639864f7304935fe73584672e7d160aa37f8d917d8d81086f733e20db72d5712
+size 15626371
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6ae095adf5770421754316131421250c0cf79a3b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee053e4ee24c69dd5d1a191f8a5b4892dc0134c5a705c19e4551f32b45a60c5
+size 15626749
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..86f5b00ea39999294a706cf9871e7000a2c7d762
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb0b6b3ce3b450ce68d6cf17376d79f817c6e8471bff46d385470d157922f85
+size 15556921
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9d1c16e9d504749b762724b69597dc93a72fc750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a6a4b905f1f4b0fbb2f8c3fbc0e67efb50f848e9fa82b082d58c16d747bde1
+size 3539
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f5381a0a57f04bdd11d1e1f886ccc9c5cf1fabdb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b1992ccc70e61cef5f9dc0a2e291c7b25e8d4690a78902b1985e02c11eccac
+size 3518
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..11b6c6811b956842b905289284cd07844bfef6ca
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb84d79f543b78e2988916cc986b5adc64f9b320c6697602b72ae3de7b72745
+size 3514
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..81c23e6e13344e69908371b51db3bb238ba5df2c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448f3132881b6de964ef1711121e85ac2f88511a111271cbe99405c124dd7ec4
+size 3907709
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..281bd96692de2dc12566c2ad88330a49386ed050
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c17bf04df6364ec10ee6636d366c39094ea30f253f4a921048e398a5246f086
+size 3907998
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6c2252680b80ae4f26fd1c1680a58a3b331b559b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ebcb5f70ced9fc49c2fea529df2170a5f1737749dea235a22a82a756e6506a
+size 3896494
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2e9bea19b56e729eb9e3bfa991ecc3f610066666
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2ea45516d36c3d2ac3b32116d794e0c7667d2af8953317d418972cb93fbec7
+size 3907820
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1bf04a80d5651c451908c3ecb92de54d2ea58c4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2a5c380487b06b76936182bddba02b45eb96021c722a18810c9b93e5b4383d
+size 3907993
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6218c22a4c5d7f47e52d8116c4f42c9b1dcf05aa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c06c5a94f757bcb7cc890fa5256c7200af4123d0d28b82930c5d0f5aedd273
+size 3907752
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..891e98090aa8e018f3b067903855bbccec6b0203
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267bcfbd87d1b8a2bb441386eb7e3e5ba16342fb8b55d7d24bd33c3dd52780b9
+size 3896035
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ba38ed5713f925cf2d5b4846cf8b3453a8d11d67
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0bd2f2472d125b80f57390777a77351c970e0d5cea0ea715a7e41f3e63fa27
+size 3907863
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1614919b056ed7efb9202eb16970ba7079b28d95
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b0f4ad08d8d69d8007e5d9c6a8deb8f8692e7fc2ac6870c638bcf5968a0f97
+size 15626142
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca880a3e7674042d362fd74f9e1ef150eb05d902
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55da127af4f248716034ccf86a09b14ce968c05009b5e822cf5f13603563eef6
+size 15626442
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b6bf6ecd827838826742e04bc47069f808bbde9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84961bc560de1ee1c4aa502baed9e78354fc0dc5d07e7d664c9826c2ce082871
+size 15557260
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f4bce41740695bc93202b6b3a524fbb4c81e6785
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d63448d0ba3c3a97f1bd01b0b46e0accd4660f9e69b3f28bef5f22e7890d93
+size 3540
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0d1862a8c022958f2b229e1ae90ca663b4ae44a1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1918253852fa57589d5de4bb246710e197a7dd21040dede4ca2ccf40117fe26b
+size 3522
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e54aae8bab3f0cd20092853ca9a4fba8df6e49b8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff07eb4a85b5cfd816f622243dbcacf6e59c12a9c5d5d85702d0ab082a218d94
+size 3523
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aa3e7a39ffab4666a96175645fb4315a14a579b5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be1309afaa7a7ffed45714eaeb033e8e2f8ebdc63d91b8f771fcb86a36d0701
+size 3907838
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3b7476dd1cbd88aab6858be4b1e1d40dfb1dc2bb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db892dd531be4700bfab7840e02ed0c907834204bb4f2a00d7848a1d75e74a15
+size 3907892
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5e72ed5fd4d6069b651503b10b336491810cae32
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825417d43f2d475f9c02b5a008da96992ceff5d44b29d0f9ac25eb5d85695b28
+size 3896779
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..082880749dbbd501b560fc00d73f0445fa52a6e9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81172384da149ef8ccd9074d2d209cad7cbb4fd5334587ae938bc0741b1417e
+size 3907891
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cf5642658b32c0fc2619aa9aef89194e181789b7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ed2c6290bea263e7636860c88382c12fe3a053859448dd071df79bff5a029a
+size 3907936
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc7ea2eeed38859776982df7c66efee64fd4ad0a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4df31d1dc5286d45c45f456ba223d7a6e2cdb407caf8a993fa58735e50ce4b
+size 3907614
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ebf532898527ab8edee9ac4ad52e23592508c8e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcd2addd8892b26cafc47daaaa7b88ed2fb4e696ef6e8d6b555d416fa6dbfb5
+size 3896491
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8469126f3c33fc5be4da6da5ea51af8a045b6823
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60156fbc93341eff0327a59329560a18f9cd7a6f3d6c3b941b4e2ded784bdde
+size 3907930
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f5ef7116a02219a99bffce28a2217221dfccfcda
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e44faa1e465df0ce00b2742cb92bf568d9166d33200998e935f15bfd5c088b
+size 15626080
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..019210f37ed947b7098a99677dbbfb4737e8807e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0824b19a2ef3c89f2347838a75fb2e67ea9435663e75e040309d1b1b9a6c1c7
+size 15626299
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8c6ef1099ae6f6b0d7623e6753c185464ea2b922
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5900c11edbd2ae5649d120cfd343b4cedeeb99ea21750a10ad8eaca188698b64
+size 15557358
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a3f1f09cf2ff0313915d9879d0646216651f9a3c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c356342ec5f06fbe8a212d10fac71628a020d4e78deb797c852cc462b96fdccb
+size 3537
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..59d3495e3645405c6d76b2fd60caa1c4830be7df
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9998ef076c1d461e78b724dbd51ccf317497612594f77814f196c87431fba964
+size 3525
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..95154beee0ef0cb987544d5ad6c523b3459d0e70
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe943f477880bc2ee1afac9896110d5b147d097079a4833bbe9bdd887dd1513
+size 3522
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..de7edac62592dabebd6a7c08c46d6569a896fd4d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288c0c06da4e032868d1c372c62ce060bb49eefee4a9791bf37a2ffdccb2624a
+size 3908040
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc1f8decad254f1d226bf1fe121aab916c88176d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5419e2beb7c0c236ab5a905f13171e9cf467f108303e65248175fdd3ba0f373a
+size 3908229
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1bd446853fd737e62bb56a36ebc60d99a1f832cc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4cfa3c33907965272a703a1da3a30cb9a8f4757064c0ab2a43977d7df778b9
+size 3896903
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69e4088a56a86dbad51c87ece25a190ea14213b3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0f89dbcbffc7c6f601d26c0fd4c7ea81af8b8ce326d08630dc5350305c42c2
+size 3907670
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3648e86364a9b1979c7c72566e857287023c8a46
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfc3011b59fc9b8d952298cbe1a919e5f5419d61835c5fc217d9448856d729e
+size 3907767
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..621242fdfb9f47c1575584acac5557e0883291da
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82ab737318dac458606e0684885b88217f2bb68637f08b0b5e19371b4df06a4
+size 3907784
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60b261b7efab75541566417df13bb2e0a0f86eb0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c419cad3337e9853589e7aaa16902e197f6adb2c1b1706780429fcab2b609f2e
+size 3896149
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eecccdd5f911dca24ac40dd7070aaf78ea9a7f8a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0950957c6be51e7f1cf0a8fe9d22a908f1718029c59d7fb154985a9fc730fccf
+size 3907730
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3155a90e7d4ce504f0460b8003e492e79453fa23
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe80f53b08f1098960632fdca905b8bc578dcdfc085e0e9e36c19e4373e5caed
+size 15625874
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4d1dfaa09b7d44744e039786db302171f193a037
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fec3bc539b02b2fd4be2fee6d282217a0646c768ca48899abd93907d0938836
+size 15626322
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7501e10f6cc9dec4a81198966196ed943be53635
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e812429a38d2bdf5843a292997d727846515b2d3d6786eaedf4ec6fbf6eeed
+size 15557004
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..61e79c379fb5e38eadc6908f46f81d7aede980f6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc1c1576e92a28efc5cb701070bc05c486d68ac3b2c9fdc7c2d4519e2cd38c7
+size 3553
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a6aea7bdb31513df337f59c4ca189e824f01ebf5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b002843a7da97b6eddbfb7af826b4ea782a232f0aff36787e2078e164705d017
+size 3552
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9c2bb37115263debe63fe90ed230aaa165ff22e5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925dc94eb29ca09acd941cfcfa5eb2b2f751c104347c386ad0ff912cd649b93e
+size 3517
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..da0f01e72ce29dee8217644e03fa93925487d99e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ecb33ef09b137c5c042b668b92dbca24af8c78c1658b8b2a922e8c1be41010
+size 3908009
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6b13a60fe569857e213d8bcfa557f367ac2e0e77
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3b92414f9031929953b424e2c58b43585f39acabe2ec70fc9112b4f4d765e1
+size 3908097
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..359c0e5bb1949d87bdec91a165d89a96afd0143b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047c549115a78743c0a81fee673b872eddb866b33b3f19a794597b99c25bb56b
+size 3896512
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0561884a13272889f39e5dce8eeb8ba5a459b8bf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad87091338d62afe72856937d19187dbac7679105059704a783289b469689d29
+size 3907738
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60616f0758fc34bd4fceb6986720d2f657ea6252
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffd531dc0d71f966063d4a5a5092930ec7b794cee6276e1fded4295390ae035
+size 3908057
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..38933ea836990c43223ce2495299d860b962f5f9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63edd5d2669482b6ac2aabbdec82e664818563072565a466bc8c9e6f7ecc86c
+size 3907711
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d74e0032a9cb31b4167ad51fdc35375cb8901f65
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0236ae32e93cd68a4c67413df26cbb3205b4bc96c4011b1c1aa55c871fc303
+size 3896023
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..891efcce42c9aa63a09b5336f3d9683de4acb2dd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfc854e86cf03708f619cc3158a9f9f16576eb8a7309f103404cb3639d311d6
+size 3907844
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9c63c9e18a30f25f34da3c0c39c18f745279817a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c076e2d872867a0f35d86e9594c50a57a2ece04ea259751e8ee6e8426fc64f8
+size 15626661
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..08ea6c78f519422fbccd3a0a5749a9973b694caa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12ef4ea06a81fee2ac733e5120ae44f7841a777c07548ee8b15af575ef77935
+size 15626407
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b110f4f7ab30c759bc9c273e4f67c6ac1ff928a9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017b1ab3815951a152660774880f26b1e676fbdff029d41029974e7d48aafeff
+size 15558007
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a24dec92683aba0b51995c307a3214795a20b934
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd0f822720c6729b36f9449edf6470c5f3fa7b38b2a521a3ac9ccf348f1630a
+size 3552
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2e24504360f669164fc3851987b8d0cb33ca5a3c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ae97791391c558a92db3f776947f5e8fbbc236599e2f27176b53a53ff81983
+size 3581
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4786dc40c046baf5d1740fd76a364103b4bf96c4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a450dfc473432ead7ce27cde22eab3e138857a8f4d5745c3c595bc30a3c74350
+size 3520
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4e3dc59b5da869a3345a4d3d72c58f8e9c9418f9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585fac1deb88cad1349fa8eb8be64e23c404286b8e0339fd14322da6756c1118
+size 3907924
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b72be2f7ff59521d2c5bc323bb5322a8aa6ab258
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eac8a705e823d7e4ffa69daf995db3f46ef07db5d241291f5aeebd4a48161c9
+size 3907921
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2c8b5e08fcb21898f4a0dee87bb7b7722cd600a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6de18bfb42613e44ec64c1c20f50c36d62db857c5903c9294ccba68830ea786
+size 3896800
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..506c65aedf154411977413abc58c81acebb4dacb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f2b472768faa25ddc675ac09cca196c90d33dc5c2b154d38038df66f904151
+size 3907708
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2add417ded6cfc460d1c58bca7844ef7aa8930b1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09174c171b4a3f787e87279ba0cfd9d2187f354a40267897abc744c44f3cd6d2
+size 3907647
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc59a8cc811a05e4c253ed4cc976d7c2f92a5c06
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6577e1a6fb633168828c6dd111f69a72350f0fa5769d8ee73552a1e21c3dfb41
+size 3907382
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..01ef4244c973a3f10180bcccc0c00a1e1df183ac
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbcfed0c118ea59c3e5385d4fa68f8a1746853236e416dbfd93f44c6b7bf480
+size 3896544
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..db90bcfcf357dee6d191e7f105e7f3f6640c7364
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5544006356439e858ecc3798720b703464f80dce45c00dbab5f423a579406cb0
+size 3907949
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed6c5a78963a1dc21e6d5d70ffccd3e27e4ebef9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c9ae894b3636f695a4a2f0fb7a11a33e45165265a03980eac2193610166f62
+size 15626812
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..95b3306767dfaa22c0aa0085aff2c45304c9ac1d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a144595416d50c3305964b678b7b625d6e065231fd16e7b546676bf2dc8585
+size 15626456
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca733f0afeb8f30f15609efd76fde0d92b9b35fa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a996df15f27d759f8a6eda45eb9afa320f6fe2232779a1f97f78f978d3bde9
+size 15558182
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..49e184a4ae262c37487114dabc16fe841061d7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c3b26e611b3db98ca02f18d1bd7055364a1cb9baaa28e62536959c5ba76a9e
+size 3549
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..dfdf195cdef02e9e689752506b90c131b7951725
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116fd5c46553825af133ef90f7653bd6a19a5f1a31380e0e0dc26f5dccb7ef16
+size 3601
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..28497a0d16fc84e7142f94d9a89453e0fa2972d0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716234febd879dc623018cfbf887d456a4da232bb12da6f8f647df5961d1be78
+size 3529
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..614d2e7a1a5d13b925268f03338cc05b650e9d0a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a65019d626c2bc6140cc5b7c4092aade5546f9b42af1a08abf1010d01ee9ad
+size 3907750
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..18134ec50a41703c226e3ec456e214384c816716
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9ac7a252755da8d68fad54b89624df005a3ac8fb11ec38885c995f3b679c22
+size 3907823
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0dba2c99f095020f3122f92ff89dc348961a24cf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ed5e9560bbe068f3257d3893692c431b52dc4ca56070c48d492dce62ea8308
+size 3896527
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f453cad1a82dc03d404f10fe5366185d6efe5396
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d068cb3a0492d834bd79cd3110c36083ca11d66044ff15c4bb985e861ef52a86
+size 3908090
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..223b44c22aa7ee13b5715dfa357bf4d084d8e245
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c2585400000c0a80b5836be639fd7bd32fa969c05a1bf1dcc4c64f2bf2ca61
+size 3907770
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1038b3e529dc8be67084ead1dc11b688c6b6a989
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2750bff7f7d0eeefa071e588bfdcda8682e51051271b8c379b7e4c6aa154e75b
+size 3907856
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9cabeda701a30016525e1ba16227d933c9ac3d3c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5187c0d0b671538ded898b9938100ad7f01558cc5585b59fc66ab589b3ac2f8b
+size 3895823
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5cd055f4e9ec68aaa120e51d5507acb4d3ce6a0e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670acd7d860ae6d0780a9e3de2c298e0ac19623ad36a4df88c187ca7d56057bd
+size 3907928
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2de53a13beebc78aba6dfa132e21bf6f53e66e8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24a0faeb822f0273dad0d2a34814c0caa5c1a1efc3a0df18de10d616ef34e56
+size 15624202
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..209c5eb3abd4b0b6bf2eb11da8dd71d71436565b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d179f1c41b0979da249e73c52662c461a7523819e059e7317c38b6bc45675d
+size 15626385
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e21557932f4f2f74a4bdef95e96c2b733ca2d854
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b000ec8b3b8aec1ab63592640056c7f943894011aa988793efcd8188642187af
+size 15552729
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..39258e9da2ad7aa44de4fdf681e9873a4bc7169f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f973996b6dffd47da22c8608e63792cc137a72fc72d700ddc55a3d6a3762687
+size 3542
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e7701c0b1277f3d3410a75919c21b94c84226469
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba00f0651336ea1bf9ae1ba480f740603ae4ff60e28432bd20ed411d6a34bba
+size 3505
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ff2d73fbd5f8d6f0c1259b0e77b678fd5eb615dd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c75e12a30133deb5fa0bfd5b6482204be1b325963c195e2eb4f35eb8e5a7cf
+size 3578
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a4d3395594303547864acc18cc38348be1c8684
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df88708f9eec2c336239e1fc509f2e584c6ca2f7ea729954abf79b3653e0dbc1
+size 3907892
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a73572eb10e917ee0c391127f3f99c03b27f4cf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758cddec93b8ae7d2a5eaa87bffcf9ef27baf56aa6b93977d9342d888833e383
+size 3907677
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2273f9e7b1021bed1fd17b86f0ca4628102377eb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7b5f9f56709cbd8078bb4399f4de19518c6f3c308dba975987300322cb7653
+size 3896619
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f668e2d2f5f47aab5f1c48061cb5bfd0a19af775
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346cbb1257497547ce25e91fefa0afcfd397f025e945f1c1f129f9f05d931366
+size 3907795
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2da41e2bf4f1b11ff86c038f38f46806f75880d9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627eddbf8cd26551ddbd795987d047242ec52ef0a6cf780aa8153ec9668355c6
+size 3907936
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..06f0bfff76476ecebc5b529482c89a99b3bf6a58
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57b586b2ff7cfbb40a859fd7d40f7f7a01d893f6572672ae788a3d03dbb52f1
+size 3907915
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e48713425ed89db9051a0f11c7e5c4d79c4cb9b9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedbeb01eede309762b2e97c96d4e1b83c36f81dd824d911621a66c1d5b93fc4
+size 3896548
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a18e215db46de61f9dbab6f424ce1972d4d3409
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6997c0138fc4a667de9093c55270e935c289c40e118a3b216189cd82940fc2d
+size 3907821
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..926d40bf2dc39e5f41972c1dc262fb6aabbb930e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4991e16a327c5acb1e83fb69b24e9e81ec7ee73046ef8e3bf7819c883172af
+size 15626601
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0644a94b02d48192dcbc02dbcd7fab4f9ac5869d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c55408df25559acc821d6c2b1250e7fb43e968be8ea4e45f43e30c83fbd1196
+size 15626499
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be64cc1b101646274208da4c684dfa4e54d9b912
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca74d48232c0c3973e04a94a414031bf8dc53753091ef634a158a346b024d0cb
+size 15557701
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9ffbbad19520e7cd056975b5a0a5b52026a313c4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c54e4cbdad104c4d1f8ed44786bc9030ac24fe954f53246c5110c14bca99437
+size 3549
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9d62ad6542a6f0859776f5859fe752c2dc8b8ea1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b9d6b38dac2318eaf0d0255ebe12d695fc4147e86a8d71f5c9a68e86ddc82c
+size 3616
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f4b13efd2cfb0bf3680a16b8b177702ca589421b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0557b901cdccfa66bf008266a9c0bd8dc1c062e95de4771534c83f2e32262978
+size 3534
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9ace18e9955ab599fbc7647314ddbd5a55cb91ce
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e320436274843e781b1b314755731982e2a0d55beb169542947db23b137113
+size 3907891
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b749bed182666ceba0da230c4142a8d877476ac
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f592fd14d198aae67d662f83a50886115ef50e50ae338936443592b62da3314
+size 3907573
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9464393c4a9cd064120880af6f617a869de12354
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159a40e0b6875ffa8c2677671bf190cd4769b7b05fae8c0816df6f3d72764b73
+size 3896567
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..62e017d405dd59e5414ccc551e146cb57b70eb78
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53eef8213f4dfb31a166d8ef6015606e768adab50222690fb564e334db563cc5
+size 3908175
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f906047bb2066275e1ac9f5a130dccd1abb00a2e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfb33c252a304b75200a4dff6ef79bbfbb2c1aef6261e733c3b3474494697e0
+size 3907836
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..33e4ca81b7daa0db51788fd3af90fa00c0c2ba7d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b4dc5e9e2d9576130803c09e1f462b995a9db08d473be27191fd277e97472f
+size 3908044
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..48396398a9b6b7914f8e45fd9d47c33d1282423d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09019466b7759734d074fe9966b5990eb963ab31d14a5774ceabb0bc6dbeca67
+size 3896600
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d90ee76faaa83821862558aa37d7f690ff3e7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050e6adcab3e5d439f5676c8252655603d5d654cd3065b6bc69411b596f2fe19
+size 3907789
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..411fc202752cfdc85b31310aa19c257a3194cbe8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a39ac59859ac0940911337c05d4461d8a7aa166ea32caed8dfa5fb93b955012
+size 15626182
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..23b5a1e0d4af373e7f2a46e1ce74d113268df5b7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77be257e81fffdca8f3505693995433ff5c7aebcf50d6d536728a7558a015c95
+size 15626795
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ec9f419a6624f46707e17c50d27b54459e4bc37
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a10632a866b21c6158210daf28e4575cfdfea35650d2e0d54d9a854c0d47d0
+size 15557703
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a644ba8821cddeb8f77df2ef427ec9cb82d6b543
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de74130d7e73cf4dbe3e6ffd6db4c76075fd7d3b3aff13336ca1ba7056dce412
+size 3548
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..508179e80d9850effa1bbadf218c5b58b376b763
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b6016931b9c6b4b33c2dc868a7465c31d7530a9bbc2dfac0887bf9946be54a
+size 3618
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..efb49499bf5651178aa8fa674255fec969f35cfb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918ec0936dfb9b31517a0d63e4612afb65384653ed5d46fec2ab1a93f7ba4012
+size 3533
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c694106f2c362c6a3ea86b3770c1b51eac858c1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be6cc176200d3854c66d474ccaa3617c5e2442a61448ee9a464ac9d519afde
+size 3907797
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c2d67cb7dadbdfd5f6bbe0b6d8ef33f34fe77c83
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c77ddbf8ec8e144e120927750492fc3346b1c5315b70dff6887cdbcc955e3a
+size 3907758
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..651428439cd9494c755b40b4837b27a6603e3255
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad809b57048d650dd03c8760a48dfc2c3af8d5d5c149614559ebce9b7186b5a
+size 3896676
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..24cbb017e65ff2dc8596dc9f3c99f8cfb55d4896
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354b992bcf2dae1f60f7e305346b1257b6bae99a4f8d7a1a188664f9cec374e4
+size 3907922
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..31bb77fede4569206b347fc95f1bf2de90d0be29
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1ed338da9d6e294172f7d904e2ba6edde217a30db891713890658708749858
+size 3907909
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b7dba1522f7cc1d868017cd439e7ce663025f85
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e1cb037b167bbdfb6939c7923123852274dd5b98af83bc9b64c78ced3e6031
+size 3907741
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f90d386d392aaee4f7aecb6ed84ef9e9359b718c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a25b69a60a3b5dabbc0dc92f618aa007d5c512da8abca4e40dbd834ac0f7a6
+size 3896143
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ad5005697ab1b8a63df774ed92c752f3d325f8d1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447221736c91301c36a8920e776ffdfd03a32d16384a519c9eb43ef79cbe1084
+size 3907751
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b632f881ee5094a0d9869f2c499702cad7b5dc31
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff619c2f9d9c6823c35872a89f119e5ccdf26b3d607a613ab0764972af659860
+size 15626988
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9768fdb788825d904758051ffe63da255496d08e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb15c1cca37f57db8007df36e24558d43ce4057ceeccabbf872154a81ca7d2a
+size 15626585
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ae292a64f5b59d0fe3423e4207cd5aa9512cbea
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04701ce1aa4180c4408447b1b535a775df6706185eed67e75448c95376580b3b
+size 15558166
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ca2377bfc26b924e139841a3a2ee417f3940e758
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28977705c8428e35d0d16de62b82d69b9c54f2573d083b73fc0c302712aca5f3
+size 3537
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8471a9a6940a7b8b45d1a0846f0b638b70cd7d0f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722789a5335e4d1ad9d6ebdf93e0cfaeece10747d66c71d0d22be762efcfe538
+size 3620
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..56dac6104487730f67646f924eb6a47106f7b179
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3da5372da306cceee66362dc901c3fbc4958ac66380e8ebf5dcc1d102a8c39
+size 3526
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c41f2a546cff62fd5dec5c6e23e2ee53c336807
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8550eadf71c7ee12876262d60ad2baa993b348c63e1b5428cfd3c6f5ea5921
+size 3907474
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2524ea1f1422e604e136e5b9e10f2237ea7846da
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2150dcbb689de1dbe29758c9357df911547802b6939a5b25507020d26e47b1
+size 3907743
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b5b667de99dc1c3451c31da5e8f9cf67d614ffb6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7c6dd926ecb2fd343481448fc38bf0f24a1c63560e62b1d9287cecbac1e8ec
+size 3897003
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5cea05192b88c9d018c84e481f07691979d4cd7f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fae36d47c35aa8c5a3ff4fbfd7abd6d7eda8ea4563bd59720d5c4747d7dc3b3
+size 3907954
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d18c8bd5b90806054eb7f8c49e440c4a1fcebdcf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036a74d5109482bfaf00a25d2b60ba254f995fa6d03e507524bf69f65a1e1680
+size 3907611
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9ef08e93b4d336d8a75d5b4e43d2c0a4c128e205
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8914c9e053c9f7de4aa1d293705ba67c1ed31db4640aab0226ac93fe70fceb
+size 3907624
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e5ccc81602590180c03040b9f81ac91633b91a0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05479134c4ee7cff3d0900cd6a55e6488454d5fb1e7c4c784f80ec6657eba7b
+size 3895984
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6bfc06c3cf756934b65864cb8df5fefaec4b2497
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026db99a16e27ab45d5f36a36a98e29128ed47c9bc74648dd9f7d9ed82bcec81
+size 3907275
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..96394d331f19fcf430ce626cc65b03cc3f235561
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31dfae1b284d17fdc3b784501d721706bbfcfac8ec6d6059c8cdc61e10b1044
+size 15626308
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..93f78d3b2a1c19d77ba4de963829b859c696700e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f9a62b29908a47fb9eb2300375f06a53b9d03c92e892737143baa9aeac25c8
+size 15626403
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d8126e9ab3299ed9003942feb5f93bb48525d641
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b2d1077577e71b2b0c8cf14967570c45eb5271a4b28632d8ab2a5b3d5a4cd4
+size 15558060
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..898584a2ec354bb496f649c5334fd4dbb27426cf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1065b2ba73c0af329e8f30ac20ec242fc4828f03fbc743ad57936eb8fbdeb76c
+size 3551
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4586b3e83595afa5b90ea913a58cea5dd444ca74
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d285b560b8af50570872637a5a9f1992e291972f3f3a3fe2557ff346dc4c81
+size 3620
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a5d8b940150aae1d392be822e34000c410f7e5a6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2dafaf0e743e1cdb673bb9c8419ed12285ecc43c9b9685bfa6d8474c7fa241
+size 3532
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d502281d26171a1fe9a7d70fb8f8e31779f35e2d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b461676db1d75a32778cad33e04317a22bb399ab8c733dc9a01674eb6fa358
+size 3907740
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..44e7409ee4ee5e2b51d499321e2c05c7dd091253
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50ea4d20d0e5ca74bcfe55e6b629b33c608b84da546b5b8262bbce5bbdd9557
+size 3907936
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c7f557d362d60888a7f49c9d6f43e53de5db982
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a0cf37a426e6ce0ee8211ae47ae8d68c8493e3913f015f511ee803352cefbc
+size 3896763
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7cfeb969e0dfde8ca974232c8949e1c054ef476f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0df65375eb43424d6d6d56b803a6140210a21a1710cf9284590a43fa3217bbc
+size 3907942
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dcd6f9979201265fdc202ed75705fb1b8909a215
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ab91d79a4b8ad4eb8b7cccbdb75e0cecf4595f272df2b67b2be893224e5b34
+size 3907554
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..91beca72c4c2142345bc66cbeed1f7bf2e8988a9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896b0984b76ebf32132a3be4770d35352e614b5d59509007eaeaaa8a3a900348
+size 3907545
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fdb0b824a72319b495c6182893b784166755ca0d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ffc045f3c6056912c2e38ec7a077aa28a6b67ece8ff91bcb611b2eb6cb1fc1
+size 3896188
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b65fb00a0c1e747382181f4fd4efae4dac76113
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973442727640cb8949831ce7bd0378973f48b5842cee35d70d80a49a1d231380
+size 3907783
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73d89fac38a2edc054760b350864b12a3e43a6b3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30afa77c4e82b0fc0ebf5a1e0b6321fdb805637110637899d045f3696558665a
+size 15626142
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d781b73480c04335c9c17c2131c9f67fdef774b5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ba91b6e6bc93eba73e91e584df31fd9005e54be20185bc734decedb4346272
+size 15626230
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..737c0c340c636ea9b919b3b688fea32f4793bce1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe56ce6317553d4d7683efd65c41b67f418bf296faaa62e6fbf0db22ef1fefe
+size 15557796
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3057ae033c02c201de50390d0143cd4cef4e7840
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365a4cfd43432e2d462fcb0b824b46f97bc591cd33b6befdd2eb1dbc0feaf101
+size 3551
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..72778fc89acb7672968c7a227eb55327b23d49c2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec1c32b8e8ec9eca9dd63658d6c2ce2722df4140a6fa4ab1ab30335e655eb35
+size 3606
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..283521d0e1b505f8199f45e7bece9bbe6d33bd09
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e56d342275a9f56f43470c312b6627b61f039db686b1ad27031a751ca9c3dcd
+size 3536
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef67284dcf7288966ea948874c8c44056d9bd2b9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa091d8ee891c53f7a07e4e2e7ece7eced31b504f575b05e716397f995bc1581
+size 3907835
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..01f1f7a7565a2a46555a8641667568985e37f52a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9922d0616fc25c9f024c2abfd08a160b51fed252b3d8a63c8e55a357b58627
+size 3908124
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4bbf6480fb9111d76fab6c39ad78faa22429e166
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420b0eb4c1d0a868f269bab8e8a353042c18f479faa10e7122001086810569ee
+size 3896788
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..49a69a3d9749abd907fe53d6610b59a25ddbbdc3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b180f0d0d868422776799ce8eca00e1ac7c2bb53e6149de254e8b9f4777b63
+size 3907657
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f8cf05e040993d014ffaca47a4fb3302c50bed3c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bc0f00f35e690b3aa490cc417fcc24335647ac923ef3283b5a129c3614e309
+size 3908154
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..12bcf7e6329215d921b58498b5f34f9ab6a0a62d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da4c868a285352c7be49c1932f287ec7526c6f44e3a104153af033f73308c4d
+size 3907993
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..814b7f05b1fc3615406c112b17b8747ec4698591
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87f5fa2dd49375b0cbe0beb9715e1580af8dc5a4339595780eefa22bc7b606b
+size 3896061
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4419c7754ec9c3d26aa974a007e9044f3d7580d7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e85ba8007cb98911f1b58f8eed5401be98a50e8afc1915363902c3f0c93c2c6
+size 3908269
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be6013705ba9d0000f3c7881fd1b6553fc5e4b82
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf19d2f470af19c024b5a0f53d91ffac1e26d2b3fefef81a6b8b5394b2840cb8
+size 15625982
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb427931cd00ba1c3f520fcc29b02da9ba9506c7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48901ba5a6b2b2001718c8c4c8f0e0c6ef87772b0c6a3bce4a5ca1df8da4101b
+size 15626585
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..76a7c61ae5167c0b37d1ee48e6662c916b2e2ce3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28f99987fd0db92a32768387098db001ce659944ad2ece69cd2b84aa6f3fca4
+size 15559200
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ee06acefe13cf9abeaac0ce9202317d8adae9b94
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd622943852301949fa09d16b47838a39b651baeb31e17032bdfa793d0f1d1e9
+size 3545
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2f1fc1b9b74cfa97add24428dff97329d1a732b4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b25a79a37d3e83098854c7aee41a6cbd7ad4ac9df2656d9eb61b62f5cd475bf
+size 3616
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..959a283651378dc1279aec3e736479e2c5ff3456
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70b21bf14b23bdde446c2e8304baa7ab2ab5106036e64bf886832737fa6153b
+size 3532
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..03c483d611f6a8a728f42f7b5785a91f44f9d765
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1027c4c3a97ee9b845b7750a1df13fdb88eb44a77b35f3614f4f8254cb212929
+size 3907854
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..43d788a71c6c995af97c3291ce8ad450f384a699
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1513488d9cd1aabc7836af3b6da92cf4eefdccd811d2777813ba279988af37
+size 3908251
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f25168ead28b77b65308d7825adda946504d4d4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c80c0720aa03da9c3495735a148e1e52cbe637a776be1f5420ca6c2796b28e0
+size 3896691
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..abfef4a9dfe5b109b05709909c58b833c5f02acd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ac3bf4eccf5c0dc1ee725729a528dba0f8ec84708520f2db2f096c485d8e93
+size 3907593
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..97b1cbba8c5de05bb365b48fa45ebd5b86622f6a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a4bbc29eaf0326a75179f26a50351210b2986183ea53b22f9c9bca64c90c10
+size 3908162
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..de05916221e8303e38fa4b249342aa3dfa5bc9e6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88d257081fd8bdf2bfca1ead1f399ec8c74fc264707b5d65b3197fc0160b7ae
+size 3908053
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d5afbc3595ba5b58e5c9f754c94a4ed709841f07
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1671a63a078e0352a090dcd8da1260d0b123773dec98a112306b5ed34ac8b478
+size 3895621
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20e6e90bdcf45b8a2493e29a1a92629b6541839f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4104cd505126d3ba9dbdad5686643bb9064d42116ccecf11378b79fa3d0477dd
+size 3907707
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6cd3df3665d3ad7da597f39336d7050fbd421702
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d020c75035109690548393c076f7c772f90107bbf22355e95770ff6fd67e18a7
+size 15624709
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..823aba4dee4bb54580e25017834c07a892783337
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc3dd5b5b3c43d6c29248dedb459148f6cba332362255ffbc9ec5b03ea976b6
+size 15626388
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e9c8f0ba5b652c40985d5b77160d61baad0921d0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b83dfa5aba8a2dc67db5f5ce4bd0fe7b7a59163194f5aaa1690de9c7da5b49
+size 15552741
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d08c0f78171648040069408c534c092e2dc41e6f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd0092e87b18553a945a7ebf36ea3926b72929ad50b354365d05d5baf29c0fc
+size 3549
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a602cd64737b3d89b81d31d02217d9b8a0f5a9da
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b959ab66d856b8bd7a99b1473c968d0c38e10a61fffce80e32fc9cf5688115d9
+size 3524
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f5e7a14caf4d109c4c7463f794eca940110fcbda
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa804440082f311c9e79a4794ff41a0dbb90e6c91d0d7fc18107a1dcf59d9038
+size 3577
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65c9c3f905c68926b76d55d92e5ef8545cb4ce6a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97516cd6810a5f20d0fd2c35088eec0291365c1164416efbc244ba57047bee3a
+size 3907860
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9f528a9e6efdaae78ce3284d32b5fa25bfb24414
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc3448c6bc5c1975464cbd441ff805d8332cf08e8e7e4ebf637597a4e3d0780
+size 3907659
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d203d446595b00cf2e3cbd7cbe098ec29adc6a33
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bae5d7a7f408100070b5b90400854b508ab7c83187bef164270635f68c1dec
+size 3896484
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..04514589359d418b0f24ed601fd00386eecca2e7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d042314975210c733e472558aea41ca3732f72c07f5e0a7943153ff0c66e4c
+size 3907733
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..05aee909b229715bbaa54aebee34e8b95fdd0a81
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06491365bb0445a21feb2a27520d432f264cf5d12f976ead754f2fcda20763db
+size 3907938
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab6c222416319c5a1af3ed5916a76271add58dfd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f553c79b5ed48a53f8e4649cfec59ae2ae8833329b1d8c6f38948e396edc960
+size 3907559
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ac1a56a36d61e89c5bd750986fede81778d478c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e578599f7e91434c06fc79dc2c8736095a7cde235db5b1da77201af7e19b04ac
+size 3896124
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ed745a65b25a2a65af53ae37c9c0916cfb0592d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d8d32007805cf3e92e16724e30fc8a690aea9858fbbea51da175761beed950
+size 3907530
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d021209014b0453982e86b1008294d2707172965
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274ee9aae895dc3f02a51d6c2e470fe45a75ebfc5317ed804cb52a38ed88f12e
+size 15624416
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c3b8821df016b195f26cc0c77cf57611658b941f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb7fd5e3b315aabb4606b590817d0a932584195eedde38fad4920151c57e0e0
+size 15626853
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa00d17b583392452f7afad924113cf197899d2f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862ff4056da70f712b23dbb0b0041bff1c5c21c0d0698ee65d62f82ef8a1e908
+size 15553210
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..46c917faef2428cfea74fd676251bc9046b315de
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ae1d0a0bb6541fd82906cce51d0d27ccfba4ad657d493534785b289cf99220
+size 3560
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..aa014e79e2648bb6691ea3a66eaa5fcb4d5aa689
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4636eef84ed93fb2b0a53d33802452609cd1abf9be62ce7fcda236d4d5ba0625
+size 3529
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ea4ba5d582c818e09d1c5c1f19590dfb8b35275a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a553680256899d30525d6926f9651973e0c856fce40310c0ba4c73c5fb4c0e
+size 3577
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b667afdd949b55528eadb72009e0923bc80803aa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df84925a7bcf72bb85375ffe94fee2573e41acf0615faa176bf28eaac25d065
+size 3908144
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa360d2fec107071a57172a563af5ac6c02b4ad5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c9af70adfc0c02e61ed504551a48320d89ef5c31158b55a403f6849168eda4
+size 3907654
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1fdeee57703fb6c546a4165e54d8b2cab59129c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70ff182a62fc60144f45c347f9a0d7d1c066bcfe296269771407b221b0ae073
+size 3896793
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..62918f2f99d0a12381bb6578bd9aacbfbab3d350
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f6cfb9b84c51ee29c09c9ec78d4a90a591c123ad0981ccc984f7664340f0c0
+size 3907602
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d96ae01012fe59b2467e604a7fa78286d387ff3f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a555c101f2ae563c82124028c8d79777947898e4f72865a94c37e44825b940
+size 3907882
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8c746ba0cc49bfee14938572b4954df499310176
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeeb47dcbc1e7c078f0af000e0286c0f22e3292c6544fcf403d1894240a813ce
+size 3907637
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fcb9ccd51f652db08ac50d087db7c2d276ee57f8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff91dc677efbaec153cdbe8776aeae9a03a787459bbe6a49edce72a4e3c095c
+size 3896123
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c23343d4f9191ff5d8bf95f1f03488f225383cc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fed3d124324f2c76ea0c9e1174df0c8bd2b0d74099c093b4cb0d1f74cb73440
+size 3907626
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b31c55022c7a6f582480a67980746b5f2f6f9f6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5788da98b8330e3ddb40adc887da363a379d4af08188bfd7dee56b6fb3bffd9d
+size 15624670
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3fd8c6ed595d2c8a71f6092752a29d6e114b8510
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c75cda7ad2665c2871ffeb5d52bf541bee1faf7eb01b979faa9d1ad1749cd5
+size 15627470
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..52629379692fdca0f71baa82e4ce53719a52a32d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb1dfb72e8615afeb282a61b8cf7baa231fb4229587ccedad11d0274e1c7826
+size 15553181
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..96a9450929732cab5dc103e46ca38925b77001f3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de73fe29faa64277fac820e66cbf98c88eee9ec9bca354aef7a83d0f739807c2
+size 3544
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cca825f84cb7423e585ff3469ce15ee7cc6317b8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce24b2d380ba6530f6d1d6dc1b2d56bb0af1b1f3daa7e1d9d14777edf3f2832
+size 3523
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2932b9a374575af2ab6fb2244eeddff2128e0355
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72058da982044a3d20277bfccaa05f71d48d82818841971a777d64c0a5545de8
+size 3556
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3822f6e05d1f1772272d39c214ebba9865e38c20
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37a27ad92f7c348049c2717c82bf758f6f979b4c9eed338c3db73a7ef74565a
+size 3907825
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a637eceec66ae7d590ef9babffaca6367770b306
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206a6e48b95652839d9af1d7749cb5ce3765de7fd8f01dd24e37e5a374773576
+size 3907712
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..18780f90976c7d9d354aa279e88e43b209c5ffbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eceb48e6a3034bfa4a1f8ba09f927871fbe9bf34c4697c9b3225c3bfa770efc
+size 3896694
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7c309e8b9140bbbe7dd8942bd59ea3af8a18a681
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69c744fbd6523629c6ff47bc9d954dd20c1a149a8c2e85a0afd79d31a57cdce
+size 3907651
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..546c5ea2a910572ec723dbd80e29d92f0f193189
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a940ac562baa27a9fd7a7d6ac5110f47ec063a716a7f21251a5c5ca877a6bcd7
+size 3907805
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e7820dfe18c31ad0e9cc79a818d94f139f45bda4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357417542f33b901049b2f2e4beade946502f2671caff35a8fe184d98c964939
+size 3907878
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e6b24cd70884b3705e4e27b195addfead221dffe
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9edcc7078191889766ec86195dd0d8adde7da4d04cb13ab0eccc7b649fd547
+size 3896244
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7fb78acd88a06ddc0ceaf9e223a7e6968b4c6f49
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187573c42a1eeb589a5882d9391167174a894fd2bc23a3241919873ddf4bec60
+size 3907796
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7faa416fc6842abdb1404f0ab674a714e2e87aa8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cc623fdb91ab19ed61c910214696e30cd1befe06545cc831b90ba4bc4feb64
+size 15626313
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3f28a86c0194f2adba31b5c7c7650dd98b32ab0c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21c58ea3905b99bcc728383b222130baf05f282250b6722694072d50f6d1121
+size 15627007
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..747f0de786f511dd67415044bbea1d651e91da24
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0479f1e5d127bb068b73d884c76b7a2cee842154c33b8a35ceb5f4c0a07a9c9d
+size 15552620
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5bc12f807447f77aea627d87840bfb086a17ee26
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921177755e8e8734f0518e8c7eba6c5d52e1e14e6238300d8136c57ae05216db
+size 3558
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3b949a7737dee7eb083db06fe80bf9a12196dfb6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77ca6984f453d1e5900bcfbf4cf6adc880604f9ac77bc3dcb58ad041b700bbe
+size 3542
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bb221f6f7a6d52300ebf4ea65392a7d9ad0b3cec
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ce9406031d30adc61040525403613ce91db82c628233bc4d793b638673d564
+size 3539
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0534ab7d81ad92293cf41185e22891d610f258b7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5516883c021b79646b1996cb48765d613d2af73fd6d6db26c9d4342259a58f1b
+size 3907809
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b607fbffce89de03ef1fac93448afa3cbcd5fdec
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631f7beaf6293b182cf6da8e4991f0026bd173c86de64642492815f867d5d0ff
+size 3907504
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..099da2cff915e176a5258d9eea2b0d29954f20a8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126db6c072121e37fb1d091a4489063c58f0f3ccc70b2aadbe7aede6174660d4
+size 3896493
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..01e094f2933d30af5fcfc32a885a7c5841e9ece1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f542d6a9b38f29a0923b58019230b870905f405be08c41921c3d46cd5df8b831
+size 3907978
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..756e9d9bf27f2c61434ad855e23b84d4d48c7951
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180b09f9e3dbaa7e1c4c12d644c785427ebe2ff6a188c571a3575c2a6b86ad0f
+size 3907916
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c9ebc797210366f809f4f3660b45dd69bb54e2c9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bab8ddc606d6505cde066a55ef93de36b276c897b75db4ae09c5d7bf76b35ae
+size 3907690
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78da31d7c3a518c79548ff9b2127f3de0d38fabb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59effa4ffc03cea302b97dfe19ab226d317f1e574549aa39163780e572af0d9d
+size 3896218
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..474bdae1dd16ebf478ff456d6b7c3a43ac696710
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f95bf54e550c3f9401944863425df375e7953fc9e3711502379775971183d8d
+size 3907893
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5184f441b9c9e49261a45cce760698eba0e6ecfa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5239bfa43c6da06d8fb75630286c336702ab088cfa85e10efe6e2758acb3c08
+size 15625447
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ebc32efc717ff6fe28c5f001c909b627809abb74
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb82f7910855598b04248b96cec30a7863a4f56b8040a989a4ce766ac0d82581
+size 15626558
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fcd4db15c7c8e8a49e3e22e92d397b675e1eabc3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973545f3d4d4b66bbdcac11e3580378baf8bf49dc1dd71f62208142eb42db105
+size 15553022
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..542d2573027c11285367dc47a2e0442be18b1783
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99f9b78808f8d4b19b411d60f51f1743e110c1fa0b2d4f2f12a4b1f43969f91
+size 3567
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fb0bd61a553766054c3087c1ae795b7ac6939a6c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a369867f4b044ae6aa1be3d8964363d43e3de1062b58da86c78c4ff0df465d1c
+size 3538
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9ba81caeb5c87479eb7e06f3640dcc67fe1f20f0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbb1accf0dc1292c3327f12082e0d81b2ea8fc34066e77a4a2e7823175b1071
+size 3550
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d77f58b51694bf553bd2ffdc64b5635bfcddbfcc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d200fca9e8224b6757477fefbc9cf200d0557207ab3b0b20e8dddd69f76a5cc2
+size 3907807
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a57ef8b81c21c420de7e3dc61f192ef9db41fce
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f585c5772e8845c5b407ada767b48405986617ad943e9858b417e86e3b19f2d1
+size 3907461
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0ef357c351b24ab6885e12b5d573ccb2b074b0c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da88394325a237f2c3828f77b0fb1bd2db034b95707cded30e1b990110a2c7fd
+size 3896440
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a22fb42e70243e34f8c6a3125098b019a2639f6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2272835a4f4285a7fc33f29f09bed54b534ff2b0a85f8d3ada045515b407caea
+size 3907867
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..091e0ea40533d4592834153b184dead2b69403a4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdc77f3bd27863f7f641353dc3c8cf6aeacce3b4c2dcbb993f16acd63c12d3b
+size 3907791
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..43cfd7c592d962891296b1a311f13f7e55d30cd6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fc25235bbdcc826c769d8a4c674e301ba4326769d9a476dff5658c87e961c5
+size 3908309
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..181a14062ccf3fa80a73182d22ff038bc91057fa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02fa32ee5746c76e81dc338e91ae66c84687322adabd67f48797b7541226558
+size 3896713
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..130c0cb3540f664ce944b3890f6b652734e204cc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e722c8ced188270239fea16455bb503c747c45689d48acbde9352d08d66f1db
+size 3907760
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5af3cc9540249d12550f2cde7096a89fa5f34183
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf279fb47cc009d70a631e9de5adc09220a46c7002059209dbc6ae023c90cbdb
+size 15625641
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f3359977c555c85fb3a2413ec72079fdd9b7cfe
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7158d7ba227534239b1402b3723d5188b7f7d3e83746c48d6773a3c16fe1b44c
+size 15627074
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5171985eca267e361846977fcd82ce340b81034d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b08090876b1f444c4ef58dbbf13666788f938ea8d84861e21650c430e732d61
+size 15553685
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5a687beb08955f69f33803f0f2ca56dce1c5c6a4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7562d17920877ae094551572efb2327c4d1bea25e4a9efd4168cd9b9dde72b2d
+size 3573
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9334f39fb10e12c2c0c46abf8badf91506a7bf37
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cb11fe81930e6a7ff02d649e292e143f7742f7ff3c64e1e9d136cf46753717
+size 3549
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..dec7e2956d43d993fc5599ad5844f3b610fd7c7e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4362ff014f0dfdbf32e5a4266823ba4fd422fc30ba7a1fd7ae76ce1719a116
+size 3548
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..765c6e69e4fb226f0dbf36f8dfa80a042a899ce8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1697683ba73dd936aa0c63ca7ca6745a6be3427f0ed3bb753d52861798f59b21
+size 3907605
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..40b6401394c5864fb606bcf2d3d965e131279c7d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d2bff171a40b64f206936c97cca18492a463381a24d031a1cd649da1cc3e77
+size 3907850
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d904c466a6c19c05341bbfb1f05142964e8ed699
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1319891145bac33cd230e2cf94a0c9c541e2f0d542ebe8eed774ae0df17fe9ff
+size 3896144
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a350fb83c0fde48ee2b1186b07634ec28b998a73
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a720ec99326530fcedf555d5e6b6394b1656c931a392185fb46cf09c9a262ea
+size 3907727
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray b/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f33eaab9fa4c41b4eeef78593ce600dcf948e18a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae1c87216229d5c22028d7354d70465009da2b29bd056f9e64181e0a79da6e8
+size 182
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/0.0 b/checkpoint_500000/target.decoder.logits_dense.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7560c8760787698583ac88acc4500ec2aeac217f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248ecd6b4abc68524f5ff04c0c97067c427c3d18fc1dd167c83986b6820dc5a0
+size 61260230
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/0.1 b/checkpoint_500000/target.decoder.logits_dense.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..8fa1660f3959ad34f45cfb904e642144e4291e87
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101f9a326eb4a9fcc0266e6a71a2e46e160f0f665eb42167005f8be5e4f29fb7
+size 61230015
diff --git a/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..638f5f56e31cae12d0bc59b23e0c5e92c4614369
--- /dev/null
+++ b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd9a30798092d322a7dd1fefb068e94b4d6d4393701a6233562d1be58737ca2
+size 172
diff --git a/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0 b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1daf42ba8c15efb17220c9ab849de453616a20bc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954cc0533f69b3e281048712fd5d81d4a73bf8f0bd073aaf780ed2ed9726499a
+size 1955
diff --git a/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray b/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.encoder_norm.scale/0 b/checkpoint_500000/target.encoder.encoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fb7d5f8382ac7a72380d28d6d284210052d867b3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.encoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c86fc43c28e700aab9c8bd084914487d72aeed9e542d9a5e2c57b1750c2f43f
+size 3542
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f5ddd0cd5a21fcfee5450acfeb6532a42774294b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbfafd5449674da6f283c3527952d5e26c37e3ff2772428d9ddfb504c4af333
+size 3908066
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ee394af4b381b4387c76ddfb9eb0fed233700ec
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7530f329cbba2577e1acd34c3f03ddf4eb8e1347f1602e6853b433479d153094
+size 3907550
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6d1df7539ee304985f71a9c46f6a1662537eedff
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8302b9503c38a56a617d1a1a2da7bfa2c89b4fe727669407c97c90963f9fba3
+size 3897440
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a5f5a6056c91aaad4e065f965888f7571d86b385
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de38126dbabe44da08d90445bbd9af87c67bcd5acc0675fd284cee56054cf561
+size 3907863
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a485def450391baed20e0d741a4020f445f7bb90
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa870254e8eaf9daa2bc2c1edd829b883577e84a0a568fbfea253fa52888f4b0
+size 15626471
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1ff6d2b4c1b02e7c8cf8b87ccc25562cb98f90c1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cb9a4c1e9c5c9c313463c0bcb2c829f1a7be336e3950c92d0f5902a13e7a25
+size 15626109
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4805c9eea94b840356512116b85fc60d91ce587a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bee63554a32a2393cf08b8f6b541f40f2040e65db0ae0a4db21ad80518544a
+size 15551638
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d33fface808f82ba9dcb016af7274d64c51d6da5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5719b5153b7b42677d0c9830ffa40a81fe64a32d33efb7cbcc4007ecbf5317b1
+size 3535
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d6db9db81fa998227fec231be60e128a03ac0f9d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a47c41114e8bcf5751c13bd09fbd40771e5b8b145f113fd022800e973e505f
+size 3468
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ddc2e3a5e28be1bd5f6a95038cc8690bb0fdb52
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6222b18b5363bbd37b66690047bef906fff2e494ed64117f542c1e10b5388653
+size 3907805
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..49414aa030d4f4241c4413f52dcc6039161cd7f4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd566429f4b1f717c521964626b1a49765eda04ceb9e1a52af86396e152e6a4
+size 3907711
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..33b4186fd70d178e483eff29bda3c91cf872d402
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8349dcca208cd183afa97e77463e90342bde4b495f0d8240441ec8887eff9f
+size 3897012
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9aa9a0ac9f0f218b441e63c3d637ebf86c08da08
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16a4942e3d0d33aff5383793eb17e153066d06a0a4ceff876df22ba0b7f5fe3
+size 3907560
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e7647915e2b7e91b9805c2ef87039dc04e2ea53e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b820c4f8cde82a7125a7bb6279acdef9d129b8401414bfa311bac2a260791c
+size 15626685
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..21394b4ac7bf4208536b6610bf1f67f91706f839
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68c6337dba279fd82f886ab652bd73923c98926f8488d9b9f62661205e80e5b
+size 15626204
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f85c3b6d79d8060e1c5432c5e29c20cca774f391
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f402498bb624c3b4f05be52d3c46508bbeb930255ad80871b98d395b44f275
+size 15551775
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..db4fe2fdfdab5e8e5ecb7df137f487e242e17005
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d1c82fe2ebc8afbc58f3a368e6b4356ecdfa7ff607d4f6dbb544c1c8e24caf
+size 3512
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c982f2e44d33ee72e2f3a4ffbcfaa5817815d269
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e246cb862ddfd84c0b1f923aab6eab274fa0f4808c653a458fb82923cb99ae
+size 3472
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7fdec53e68c17d04429300a3cf426a83ba58cac8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb647604f84624ecd3e2b90928883c387e70674c5c760d005dae18dcae3193cd
+size 3907651
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a9f23a9c9c0bb8db6593579b6edc4281e272b997
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23798bc473a11e833c154e18d0de1cd9ce2db01d2c51d5875c9cfd0a34a3820
+size 3907492
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a14d3b955666a6a2f0b753ddfa36d173b6c5480
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd35718515190eabe09136a2d8b2eb2528303872572df0981e9256f0c541cac
+size 3896206
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..91a9914b438d869f592c1de8822b5a50d739280d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26adc153e25494c69b9df429b37b3d00311e669a1fc77547581c814067f62bb5
+size 3907576
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7059c2ee71fecf3a4ee8b9cefe9897a5671dd48
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea080907a4d0565a315436366404d5c013640e89212820ef6918b6f9f941e7e
+size 15625349
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..43fafff5f783486b7011a7bb253cad39dd8da910
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4a0742b61f4bf6b958c174eaadc91458bfd632b7376a2c95149f260cf9399a
+size 15626753
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bde5c155eb2847e6dc9cc27b158b2a755e5ad578
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2e79e2f6392c7623cbf0e98b32b50459f5f5325c840bd1d0acf90850b101dd
+size 15553718
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f30d2b95d6c1ef0524b24aaa4e0b2003d5f64514
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4351e0168bd97faf4ad4a87e22a4577c5ab6da431a4836ee1302a05000629012
+size 3545
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..99f6bf7dd87ece7790a778ce0026c5904295e1a5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ab3dcf7e87828fc12bdb47eabc825f9eda1760b5599a0d1027bb3ce97664a7
+size 3513
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..456b7d3be5e9707587df28624538c466b3170d6f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8160e6ec5f6f907979cd73d3ab556ba90ebc459a0d8e30b23b9dc19e442a55
+size 3907581
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..526a54d87a8da1f2ae77c5d94318542007a9c3a0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebbe47530a2c6e6e6e91e506b368c8b930d8a7bd706e33b43d528d404e5d85e
+size 3908246
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ccea403dee3f233bed1b0ebfb1522844ca9c70f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f6836d37fe5e6e2b72ef64fe65c0e6e95e37eab5f892a8e13639f29833aabc
+size 3896053
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..91f3cf7b18b44dc70d586fcf9df728ac32fce3a1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5efd8d6a093b0c0850736d6e01a42641d42881a43768bb9dc26297cb2f1ef7
+size 3907923
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d445e6c5ad7ade0ab7e814469d490bb494562e08
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabf569a0fcccf97b6e8d0c40d81e58939260be413702e6c7eb8962a5a8234dc
+size 15625512
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..360ba6973acaedc7b9a69ab0f315dae5c986d1ed
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723e7e89bf8a379ff0c63d49dfe4b38d814426cf3be4e76c73e61f9c32720077
+size 15626564
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b02033532c59600fb2cae9b788d9684d9904f63f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bb9f03f45fa8f713d8fe16cda4f281ce85199c7bbefa643d074403399bf4f0
+size 15553379
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..369f113c823f06574315296b5a95fbf36ec20ef0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5dcd95c367d3a559b99b3700a466c0c64d3be68f7a227735024626d8602223
+size 3534
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a22272ccbb8cc5b94fe2be0f0929bf3381770627
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c072035bb3dfd640e66df693a82bb831938b358631562f4431e5090c437493
+size 3520
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a66d48927bfdc641e03cbf308d36b96df821df2a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d744e6de7f9d807199808b2caee04b598150ba251080d837ccf77fe3e21f0cc4
+size 3907765
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a00e23564c9abb2ee396d101d805a2e3e89561c4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ac6d2fbc14ccb5290d67c1208acdec899dd044ea42afc24e3421588506e164
+size 3907892
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d25a19ec68db33473dcf09e545da1693897a3a9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd899fb3657ef016182ecf1aa90e502a89ce25aeaaa2d59c7aa55540124521be
+size 3896103
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ffb5207031980de2da48f77141990bb86852260c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec093eab0bdc346d166dca7a9440e0a45a5ca70bfb95309d8bb4c98d9a709ef
+size 3907834
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5460f1a349f830546971cd6c90e79b695b585a4a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea72db39a942de37c525ebc31d16c2bd763380e0729f50aa7eb8fef80316371
+size 15626211
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a801955e47f67ec502651b2d2e30ba5d3ef4ebd0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8271d155290e1499e6f5a465353e8e017907591e2e044258d60565e2ef23fd33
+size 15626113
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..51ca9118e35739c1bd3915f3c98d943f67b0317b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8e83c09fd6642f8d493f090b1ba0df1ab062c335d2e1eda9f3e84184ec207b
+size 15553887
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..82d45858db1334f144c1d59e7067083454dca1f6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f601170f6edd7d214b322463f40f005b017ec4bf7cb80e79cc52d2cc85c493dc
+size 3538
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d02bc88ca82c452977b257d19782cbd56cc0d63b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d017df14ac7eec679f760dd51bfc5e4bf521832f2483c20623ca23aad8b29a70
+size 3519
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6e92e4d87e94733d3f2fe87e9687334026441eab
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b584a6e00af440d979ee0ebefe94f75aa84887939a3fd919e95b6ee41e4f7e
+size 3907563
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..478cec0d719e1724249d11fd4a5d01649eda2684
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2d50999ff99a64ab2134ed172f754f3f2de2b806e63bb29913733d3c1c7d5d
+size 3907938
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e27eb03e197cb56eae6e77ece26e3d81daf15019
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1402236aa4f060ef39cfcbace1589213f57c803c4406f7adabe168c1a69929
+size 3896312
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d6f2e9a03ceb94816e0c4b3863ec3badf43fd8a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211164ec0d59e03338fa328680f36fd63febd9a6af9442f03e4b0a7261ae1aa8
+size 3908199
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1bb86bbdf6c2863ef387e4110d1a7e98f6696619
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bb8be463f0695b80f3e415fbbc4a24edea62a792163be170c8dfd0d5e6a3f6
+size 15625690
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26e711c72b3fc60333382420a64a0f84a4e8810e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c361cd69bec3361b8864072708e592bb62101806730343400c014978c7701e3
+size 15626100
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..18e4790fac1d00ec46a85a76954d6e2095844209
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d291b82851ccc7f344c3d096e0171779fc219d325164d58d6c7e303599dac513
+size 15554094
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4902415b07b6e5addcd7a20d0af7259430da915c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e731279a08557565aeb2e9fda1cc66e6c87157b37b3848fd54507d8167aa3ed
+size 3539
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8e7eb12793e010dfd99e7e48c8cd1c90aed61827
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caa5aa17084745d5749c95c1c4b4d3c266a4f54db8dd6071435c01653f0aca5
+size 3514
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b9106cf96aa0834fb7b81f0d098d2579fb2c5d89
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b5e4402a7691820b4e228906d91dfe726913b95d9334d9844032880b280a87
+size 3907671
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..84e92e20b3bfccc8f30f5deb24ce57111eb4608d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018db1f93c6b01e491c34eed028b25ad1aedc0f3a78968432248c3817e58e3ec
+size 3907742
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4e33296758eae9ac1b3f2d154a32a6d061f9216
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d544c4f2d418b65bd011bfcf89452692fc671386296d03c14c4e02f08adbc87
+size 3895973
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29562d70820c4f2a944f0815db0cf7e97e2fbd22
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a1913ba7eeab1ddfe0ec2e58f2afe16535c6ce79b821c95d05f4e2c76bc642
+size 3907871
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1598e4590e67521844cd41c086f144e905e54b8a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9a59bdfb9739cdfa396800be6adaa72221b8f05bf91184a9f14121fc262f3e
+size 15625929
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ee48f72fabf6969e1f63eba845c15f6130ba4da2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c0ebb28ede9d463b0b0a11cd3cf9917a4a441013cdb7ef2f06123ab2529c99
+size 15626251
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e042fea9aaf311807751f30981c4f75cbf9c3472
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8365c62273a51136f40ecc713ecab3a8c463cd527ba7fa2c2cfd0c78acb3249e
+size 15553996
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4c1bf9545132ab1b4dbe9d6cee4e7eca57448b87
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42be8acd2c796a9dc10a0ed34bfad319707aeb8ee0d1e51690a9ea1232558ab
+size 3541
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f1377104d194928a8a50d98ddc95545f5346bd1d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d033818e12dd1520682b330d7cfcd0ddd86239ef2dc49af6b7b8b6d08532429
+size 3525
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f4763a540f1097aec29db8cb0dda164691f81a6d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108e9db18d20e8d6d5547dcd62e98cd52d4df0cebea0d2b0472821362977914c
+size 3907680
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a34f9d7185f62a38afd08f90a680f40c3a989e3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb993eb83cabfbc53decd421a70f4cae292b7499261a19e852d381a31e3a3fed
+size 3907950
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0aa3e2f33d1059536f342eca574968d83f7645f2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca0a25041ab2b76806f9571e90024fb9d6d4e277adad8264b3931874dc7bc80
+size 3896189
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..137a8a8f1fe8283cc90e2c16cb1a4e71e6893295
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229163ed12949ce013cea243626f2016412409e45d2bdd10f1be01f93f661c06
+size 3907550
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f515de344682c415e85dd857e476d7bc7ccbc75
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac58a768d863a3ff275be052b73904f4324ae4cefe3444d528a487da497e87a
+size 15625653
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26a32872971e0cef1269985d2a6fb95a745672c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1f21c633ae4e08649d5087fd92a108c80cb5fa22f22d4daa4f845aebc69dbd
+size 15626601
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..24b78988bf6946c86a875ea2b70ab74f96684b88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764ae367a30c34da5149994330deb177bd2557d358d86d4990fd564a10f68574
+size 15554610
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f09e2b0fead916bf138636a65c15bbf4189f6711
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9402dbd79e76952811cd10d03f3660bcbda5a339c74e107b51210313f22970b
+size 3535
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3affbecce64ef0cf978076ecbe164a50dc7d45d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506930fd7019d79e252c3a7d1ffbc1202c05064863eb42ab0ae13f781594ac12
+size 3529
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d8586aa35f54ebb7e5e3b1fb5e6c6b68b796bba6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a8b955a009c7f2b3a4ae9c73fb2352df5dc6a243d85b3667957b3fdcd925dd
+size 3907785
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..67587c63d2d3d11050f233a1bbc129c8acc942eb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d6b19ccf189327c89bc9197fca0b3c3d6ac6570865b52e729d840846239b56
+size 3907530
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..acc472119f24a46340a90ab9fc009ec44b56587f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0658f2b8a832f57bb971ef37e9bd7312f4144a515426102ca2ce975a331a260
+size 3895922
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..15113d55640ab3d9b38b0423f164970c154474f4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0eab403b45cdcc63766abefb11d047e0c5007a502826e79a0169b4283775bb
+size 3908011
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fb25d2fdeec33e11d801f1b6d4b6bbb39a131b14
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da1595801bc026890611d0a935c776ffc0ef57eb29a86446c91e7f8e8db1ed2
+size 15625386
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..24c8bc6c1592691c9748a32848cd1ee3dc93edfc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e346e06c27c2a24331f8e72738a47b1e26a76fd9c44fca4f6373a00c879738
+size 15626974
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dec61bb515e32d1e6246acac6e235a1a3999a6fe
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38e591b30d250e458104682b72f64dc252ef72abf93986c53e8e5c9e92dd400
+size 15554325
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1e3359a56a4e6db8f3c39429c0466b791406b923
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42747c3f4c7cec43b258f1bd4362aa40b82f4fc78c5913b4ab8f9a84db99e22
+size 3526
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2882b7c5443ef1b9373f1f59317e325a202255be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4500ee4516c87d14c38490238240c9c252c57a65c0299ab85216fd2442522b02
+size 3526
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..59656ed7c597415e66a9fd40fd47011fdd6a5b12
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3112c52457acd3f2f0cdf97fdb24b9b6f17d084bbc73fae11af5f01c49417a87
+size 3907769
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2d807ff016700e50c65325a14a379bdcf0313a5a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7d68751744d9a60e08040f8b3481a43ccc54bedbe3f3c9705e5ba111701bb7
+size 3907630
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ba869bb0f9268f5bf294d757ceb9c62e6aa5f39
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdaaf11d5ed530651bac9d137c8b0eb92e8222e46e2540411be615222a2af842
+size 3896185
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5595404f39c1bae16ecfe58eeb2d71d43cf6ce16
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86735631f13242a8dba8aac7a028e96191952e98ea6765bae0b796e7bf3f6aea
+size 3908058
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..528b60e2cb9d9360e8c9002ef23000e173c899e8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d189f377d89fa4c0b3543030264ec6bdd2f0cd7d3e6672db87d938491396fd10
+size 15626048
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd46c33bee32a9e09873aece90c8ed6a2bbfe929
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaac89d7a1cb3f95f768a2a7630cbc96460b368ae0f757ab0b068ffe39445791
+size 15626390
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d92bf2a333ec4c6a426063142b854aea5b91ef3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999ce906a20c914094c92cfafd3ad13d7e1593d240e041029438a5225a910622
+size 15554729
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..30836353fb440217bccaf262741579eb9b4d016b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8f9842cae66d059845f28589e702a350443377006554b04256e1ed8b7611ad
+size 3512
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b819ddbe896e2f36366b29080f04e7e089715b00
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6925b34066f2852c299eeee53a94859de019a17f349ef228192edae65ceff5ac
+size 3523
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ad92e9532dae1bd6f543d455ac02efacfabd6df5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d8cbaa7868d6da0e3f444514399b1096b49586dbc888221b0ae45690afec6e
+size 3907975
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2efced97923494690785df549750a0d986be37e5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a04567591f8a50c70f4682889a04cd063a24cb83c50c2f8dd7def4487104b7
+size 3907760
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..353d88aac46ea1838c37f8aa6546ce10daff36a0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0a4f13aae903b76745c8a93e26bd61183123b7c1411dfa98955a4b3064caf1
+size 3896208
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0211c6547eace78226750e5ee221968acf09a9d4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc76a5af20caa425ba50d3ad5f197a6dc8ed8b42d943870155b0f863d90d8c8
+size 3907868
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..38bd131692d00bb358c938e1694c7806ec04cfb5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b48d31273c9d54a6ac0ab8ec9ec5bed917db11d77b24a9c0b1f68d404982e8
+size 15625758
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3b2ae30dc61f7f0c9597604328dda5c4296ceacf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b84426cd2a05bdcf13ada1a4a8b99c1d2c6482de2b81290934ff025876222aa
+size 15626198
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4fa1cc7acfd2c80312a7b7c98dddec5345972212
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e870b64320d3b30b6e822061b7d5100b03cd944433ef37733c033067311e5566
+size 15554568
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7bd17e40bfd0c41c221f1ec31a2cf67ab814c111
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0468a6127001fdb1699832c996f6d7c44aae3d3860f9c319c663342387f532
+size 3522
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1444e1fde2eaed7c444aca3fcc2d2eb9459e8570
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859f0a690d14edba6c1ee1ff2eaff7d0ef91229939f47c8e54666242e21c0434
+size 3526
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..86ff149523099007bc5f63cbcfe0501b5825181e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f113b90509c9beb4357a12178e48868f498042b6cc58054f1a9f63e68637d00
+size 3907976
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..796ce2e49aaa2de76d0f52ec2cc3ba3819785db2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434df2ed92070c606ebeff9487f47481f68eb3800c6e738c3558cbd0dcf4a1e3
+size 3907728
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df99050a0a0115f36bf468b1064d0bf20b21b765
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bbb9663924e7530343c09fde2d26cda09aa4e2ace43117fcad91f5eb761856
+size 3896161
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..31af8c343ca7972175f617c0c8b2c7b3e28b5c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01460a140a723717aa50fd24ff37cce2a1cadfb8ee37b7872d8b2b5d43384977
+size 3907997
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..07a3caabe72904f9958ade071c336577f8f09ef8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9504e2bb20bc9663e0eec00d31e7c1c6a3cfb3cc358591050d660fbee78ad841
+size 15625817
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..72f8b1e3a0c4eb730c5599b9e1dfb6c381d218fa
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ebf4ffff6158f7f38ca27b8da9e936b22e830d0a8ed599f443219511c52ab0
+size 15625939
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..471ce7df0e26861eda22004bfbd3dba94fc3f18e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3099d6d3d12b51762ee20cf37dd8119fd0acb896208a9041a09ad392a943f901
+size 15555155
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4d97f40eab94892cbbfba14bfe0308a34dbdefe3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445d3dd6ab0aa1da881ea8236d4615e9b95a6035f528c9ef25eec3f4bbce311f
+size 3535
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..854797cee5d483f97c9acb943c7180aec3635a35
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4806dd733d118ef373f12f44fec3f8358fb462a96b0da735aeb3ae30e84ca961
+size 3534
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc1eae798f76919ed9d26fedff535576c36610fa
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3afb422dadd4ffff047882c3712fa8ca8938b7f84517efa8f79ba5bf4434e9b
+size 3907880
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9986db0aa7e1b03f67177dec9d5f446604a0f9ac
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636aa7dfd8c391330908b9d003e1ea444a14535e51d2ac12b6241a20e74e9060
+size 3907539
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab9c6db71bba079b0ea53cba5674cb9bda3297ae
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd44906528566f2f3c0fe8d6aef76eff59396e0d29a583f0dee7fd59a15490d0
+size 3897151
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cae0fb3c4d7dce8619bb3112f568fe0b609b4876
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe98298dee414759dbf4b340588014eec79e5314714b2b0e5189a7506bf61ab2
+size 3907341
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..449fb321af8edbbd6827fd7e5deae1149fe77c3e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2233103a5a205226ba32eca5c4b727158c02368b30f1989e9b8fc9f9f4a2e8fc
+size 15626115
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..593ac647d599bc3b6bfb5e071434f4fdf4a2967d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae5dc1003456cd2656dfadb91110218feb2bb32463bdf3d62ca963f6393c88c
+size 15626327
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..79b423545af956c5e197776730c78fb3379d120f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ae79d30385de24f6b20748fa3836d545bff5af0796ab0b37465d2064f54dc0
+size 15552212
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2e46722c8ccb5d9eb036e5d2747a9967c25654c1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ea3bf1ed8b7d85f67644a1b00edd52c2aaebdfe677fbbf3e998233d899a820
+size 3536
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6b411957d6f1146e053d1b8470aeab9f6318e797
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefdba57c5ca4aba51b79ca4378306ea91d9a6dc781cff34e3e8dff2b463e444
+size 3468
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..10ae9ffbf7d0c742689148f314bfc66425ee483d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51b916caa8c4a85df7bce88477c43335c7dc0bdcb83a1001ff005a9bfa93ece
+size 3907824
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..872061ea493ef2f1ef90f6d97a111be597a9c5ba
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3c339927712cdbb8487f56c1f8b88c3ee9d8ecf269ad9414d25f397178372a
+size 3907811
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e21dc2c04f9ca454deb5fd35971a48c4dad46dc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbe6724ed1df8acb0993e509eb47ac586c6b8a69748c79537c88437c6eebe09
+size 3896260
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa6a0b49b3a63cae7ee5308d13464c60b23cfa3e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0839c8d5e5994e6e2217e6930fe1e97ea37b89934b1b6f796a6b6db33548b9d1
+size 3908055
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e6639073d34b1c8d1bd5c17e4a04dc2fe64c4932
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9598b56b840906353d24bd91765fc969f41b5497ee132da4d17a6ed2e46fdaf
+size 15625312
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..19c12be2217c624e7634ff0ef1de5527b44ad597
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a949efb56aa5a51cbb6d7f37d693ea8e4db6da34bf49eb5e0c8333cebca77f
+size 15626888
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..635e21b5c06ba56cc96ca4a5dbb90f89b0fd2335
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319f6c971320fe15e3aa0752f80e065ac78f5d06b344c55246e7bf375935eebd
+size 15555137
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c9b796181c6a46ef91a464a0609a688dfafb319a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a39020ed8ec96dff7cc08f845bfb55cdb3ba9246986964a161dd9b7f707235
+size 3527
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..59a08a995de5bbba6e6f1687d1532151f0a8cc56
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b06ed52ad0bbca1605b7743adb853a031e116bd2f05ea547fc5aece3032f55
+size 3532
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..814f9b8ecb65178a80e6b7537fc7a0c9ba6391f3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ce1363fbc809e6b67e636bb7cc978d0311d17164fc7f6e3a6110245e7163af
+size 3907846
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..245a47a61bb08e157de9d97972d8e8ef65f01084
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faa058161f380d984c530cbe7c635136a872f5a2bf2a1c2e331246ecdf6c6e9
+size 3907856
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e534ba218bf85a4c00d72bb9a4e091ca0264fbd8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47d13af6f98f7ebba9aad697073ebee832665f80b322e3b574e89fc02980eb5
+size 3895915
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a5c713e3c6579aa3c59cd03842be343d0565bda5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53cd57b27f52514794d6ea9c5aab8658804eeda770aae3cf4f73de6e6dc7b50
+size 3908174
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1a30e3f8f683149587da3756ed1957b4a23f015b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9814a8f92a3a0c1f1b9e5fcce0af246829a2890525d792c1127c4cb5cc0e7b
+size 15625591
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..61fadea4fa59bc6b439f9a712a31f0b7c5b25441
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa09f39b9f95ae1ffdd5d8f85f21a17a0574f4461df2abe6fa3b3e0e06c84834
+size 15625960
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a4c1acae7f4ce14e572e5ae0e76a914ba7ff81b1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897a1d0745b805642d5d79f6b28b057502ca8530fa79b73fdda9ee82dd53d397
+size 15555468
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4191edf82a1ba74142038dc205abebe0c3e9ca7b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af5e61949fa094d28e3c260544ef1cd93b4f3fe9352f9411f5b30e6b04e70ff
+size 3529
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8ec38767cd60ffec34910ab02879766ebafb9b24
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af85a70a418daaab1a1d30fcfc2c37b71745c8f148d5685da9baf3e9066a20f2
+size 3535
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b4ca04fc35302a408eb2b731ddf5a886b5a01662
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ea1c5928a574d7d5573644bcfc9e65dd6902bcb3c48c53c2e4c2120d820038
+size 3907799
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eab00b1727f32cb02e42679c99be2f1ad08d82b4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa8d57531dac45d7890b5d2c89af8af9b5a6e37fcedff616170e80e0a170f20
+size 3907968
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..034fe23d63d2a1aa2aee6b6e096cb095edf60581
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b155ee494f1a0cefc0bdd52f51403ffcb960f2001d50c92b95702e8428c2c8
+size 3896184
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd6ea83500c9647991793d089ddbfc7cb6924e69
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c5ee6d4d344c646c650318bc342669a5470295dbfe30571477c4b4bc296717
+size 3907936
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c8337df43eff18ff9d521dba44b2aa3e74c965a0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce903f07e64f901266c738362df68bf888c17472f0aee2108bbd2f88d735c87e
+size 15625920
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d419ea94ff7606df903d600f84abbaf4f57be19e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e590066f81c763c21b59da8a2d6684c55364b769f28e32a470f8e5a250be99c6
+size 15626460
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ba826c08801909c440160fc54b21ba93e883ce5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d39cd5d4f22e27114347efb9f78fb4cc1c188f4e4d4b9a8a190377baf30095
+size 15554530
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..058c4d9600588a4f64b6d599ad8713f3667bec3e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cd9177045809af251094507fe86e7ff494e25427d84265014a97b96f0b8033
+size 3537
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2359c2cb7efe738a910b925207ff2e8a8f9eb108
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b84c031eed623566ef5772753404a9f5e44ddd6ecd1eb9845122ee771839e11
+size 3537
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5582360e0dd6f460f4218f5f1181208d7ddcba4f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b373e770394ee8bf67bed7d2adc49aa28efafddd13b63833fa84ee8f8a41d8c
+size 3907831
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c8733b87d9740f3205788ae78867078b67d285f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b1eeffc8663ad1154c2cb45c5d0cbeed700fa48c90b4dee6d0d9f653716829
+size 3907632
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f40aca070948f3bcbb1518e9d6a350a42faea447
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7540efa64aaa660771b21453c910f12450c018d544a7c42627912769d9587893
+size 3896083
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b5fd3ab24899d409adce339848ae5c41bb731fc5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e9b3834da5e8822965511242d992c29decce39924eec4bc8198c146d5c182d
+size 3907875
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c2c36c0e174f9ae3cce452816d66c5c02f84427
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3b612afe82467c636a77654af7fb1a0757a40d053bba1ede7bed0789243e9b
+size 15625525
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cab0cbeba4883e3092271f3bb4950d916188302f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324189bcde0d9c9330256554985dc0c9c3d7a869895365736934ac5d35e341bb
+size 15626778
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0f454ab1948c43eebcebaeecb6ba18286a6d0cc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebd96dca3ebf13c504fd6c7928f1af1ddfd473cfccae391449aba327cb4c951
+size 15555271
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2cfed945eb1036d0644486afbdff9cfab2c370bc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8185653605399f05384be388c02b04afaa370da94d628bc912ee98173bb21e6c
+size 3534
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..201bdbec3cde838a97cb488ddb96023bcd739103
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7d80a657ea5c70c93af415dc47b3c4705fd710de54381ef5af0a7d9690c38e
+size 3540
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c96c1c24200a7862698215413ed1c5f6712bf2c4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701d438e61fffa9a4f9a43d84ce535b7177a2096f8f186490f24a137a6dc2f12
+size 3907966
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..31705b7e4c53dc562a2538863bb908893563ef68
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e03500c5ffa5805d914479aa5f1880c161a503a82e02433f57aee9098dac7a
+size 3908294
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea9226ac6684888725fe94b6929681231937f958
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6b9b49c6f345fe61a4452c6c4c80282a82696e670664dd5f170f7c4a41596a
+size 3895953
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e71e2abbe351abdf176805759a3f3eacf1c44c76
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2325f0f35fcd5dad18199e9e410737e0878069819ed1ce5c85caf7b9cb162e
+size 3908069
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d5c772ce68179d78a379413e688a4a083910da2a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943b8ba127382d3ba8bf75cbdf2b2a25ac0c7460d1a4ad1bd957dfc776139551
+size 15625186
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c2011be883304f6fa5e32c3ae8ebc71cc52d7ff
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f76255d8cb8e506012fbc138d43ab6abfe365269976bd83ad9b5ec3c4e235a
+size 15626757
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..937e30110dc36d150ce1f2a4d8db4f9b36310544
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caffb8399e0a6e457500e1ef138709c5c24878715c95c7ca33819dcf7c44d3e6
+size 15555302
diff --git a/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3b328bdad4d1156bb9f386a75468caeaed5a0979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5912c57656fc2da3f75352eff0f41b55ff63a48316b0e3b68320393d81f0de40
+size 3518
diff --git a/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5d885b3aa5438cda7d066e289584f1113d92972c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a52a78a49b43556e61c4af7643c736f5f0c8e77799895dc8412f22be36fd12
+size 3532
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b2a608c6d44b6ef2d43331b88f0a60ba13372f68
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67e03a4c4090bea604b4e7e666ed43d3d50b710b1be4b0710f3fdf96afd6918
+size 3907845
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2e1536a2c3b690b1493e30c99d14e7e207d5c3cb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7619b72ff0b9d84d87f11730504295e35cc53628b9187066754289c4ef6582af
+size 3907527
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5920ea73b14baa565f9d0f4095ce541ed0ab47b5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1819c3a9ace5da4fd07f44095b8f4c39ab00e24ba4ecac36937b00d42dbced
+size 3895937
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..61c850926f36b217e38284adcdab32ce29d5e22d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00359401abf5d330a0a250cd9956acbb751684ead165fed898660dbbd12bc884
+size 3907817
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2371dc12d10482cc3eefb6abfdb5d924f39ab1ad
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e0334734a03dd995498f82f44c4e7e7387cebcd63e8496ec1bcebbe2bdcea7
+size 15626381
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ba22582942a5e21ddc9a81eb174c91e200244a53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e662bdc4eb3f53e4ab6cd1726ecc627b7cf69245b5f693d36829e579ccb2d2
+size 15626585
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7296036b4431ebb6ae576df8fe85a472a8f59df9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb53fb31ec8ac2224ac3805cd584095c8c422d821210dec59f94dac5af49a940
+size 15555408
diff --git a/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b4a8a330aac8de760cabaf147b83d3daba1bf224
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be15be3962994b230684b9b461845a426e3a462aa2beb47a8a95ace9b7bb2ebf
+size 3528
diff --git a/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a837c460a09f77303661a9bbee10e4bd371dd9a9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4991bf513b5fa4e6ab05b120eecf2e056f06c194bf211da070f54e4cdf8bb3e0
+size 3551
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a51267f0b15b8e04480250daf6416a74f4cbf429
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19025f4d5de2340797554d8d4d38b571817d85272197ca3a70693720184cf4b
+size 3907936
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..002509a68eb66637cbffaaf0e6e0f4918e05d54b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bf09df93dd3b3edde893b11c9b2932da4d529a6967de26ba41eed5c4e9ec30
+size 3907914
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4d5e779ef345d69049ad5bcdd894a5a5db47d94
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d9a21b2ba90dafd795681bd469dd1ecd4941e4a3327a278c6ffc384c627a47
+size 3895943
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..671aff1db175b8fdeef493be1a2974d6aaa0633f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a4a959750d7278e6ffc88b766b2e7f5ace610ab32dd2f5a88a7c940a3dacd5
+size 3908005
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c86c1fc50baac03357739d76b5893902d68ce75b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8278e0cb2c2e4d9cfbb2cc17cb484d4944122d75d6255c0a534df5ccb3332853
+size 15625248
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a3100297dbc57ffd7cbec161449fc08d7e459d6a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f58568efce31e19cafe1a6a26b3cb41fa99cfbc830c80ece6d03ec4c26d347
+size 15626653
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d4bc285293b0d9bab1eef349deacb76e72bf7186
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d2ef1a80f2af3e24760ad04a9553e5056a76434b774bed3495eec804dac65a
+size 15555654
diff --git a/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d959b4dfdb628969f49bc9c89e9d6b3da012866f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e66eccb47b27caa4918ec829d323e04302f94dc538c08454e999a8d5cb87ec2
+size 3528
diff --git a/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ae3099811b617dce8692b5d84bcb81fad217b771
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95832dd02f7940b2d7ada14205ea8bcb452502fd37ad42143914761682f2bfc7
+size 3544
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7054af6273cfa0d10258c2724bbb8145924d0879
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85390c0e1de00c48e6691dffa0f60c8663fee9d37a3b8de81dfdc6bceacafbc
+size 3907553
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa93dfe9fa8e5e74deafbba62fd39fd668d1aa8b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a5090056eee5f7c9f45a246b55bf0b0177a66160a5c9c7bdcb97a5fff9e9d1
+size 3908040
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef7a5ba3b88415c7038150301a0dd6cedda12e16
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d917f6bbf2c072ffc39aa66cf7f8d7a5a3496e635a20ed8559d37dc3a37f622c
+size 3895974
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8bca18742a01df6c5c1d43a67b35236abf325fe6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1f6090b4473801cd913c5a30cdb58aee25898d1537bd629dbfe8213e9457e9
+size 3907724
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..427ecd0932dbec5dfac902611d3489ed40bd6627
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c903eab8753b1c20f13758f08b0aae0cbce30c7b56684a9953089a701c961a1
+size 15624715
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4185a36d0475710c00e340c2769be5d286f09ab
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52037d609cb0bbbc69e60d0e06ecbd7b647a4d9b76514d3113a2592484c2255
+size 15626942
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2207f17a7da5495640a20c6731297bf0a95dae80
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297bd6c1e9ab427c116a76e2db541a66fcad28a65b3b448e942e18f2ba84201a
+size 15555296
diff --git a/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..eb594f14f01aaf04b0299e2e58a7deb03f67b9b0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c73b83fa35af1cd4471a9c8372162099d730b8c7d7596aa8652d2c3ab7c101
+size 3523
diff --git a/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d14a28c0e77f6431f9ad20b663d2d8d2523c1a0d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566d6d24d214fc4c6544020fab841bc67e0e4b671c0ca2cd8dcc269e0ddd652c
+size 3556
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4847810c3dc1c3721c567503c57c8cba5ee07473
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd683e6df21523edeb036faa6602067082404a6639526782c193bffc9c12142
+size 3907714
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2e5bf256293eab88a2b134a021bc901a967c0876
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fb005e5b5c461eef7637e654c3c30b5cf73f98c367c2cb8991626620e1c85d
+size 3907831
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0d0f599fc338aef5de59af31c3bf33b80b563dda
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c7b3bdf6d9ed0719c0fbfa70cda26b08989a6f72db97692b9c4b5f8b67e3b4
+size 3895868
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a5e29c814bfa6532cacef6ea7058f2997ca6d8d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5159b66b06793862da89f24e0eb2e4f2ee8087a228cb068d50e038ce8fdc93c1
+size 3907702
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..854b6d5229b71955e077c727ce762598b1c8f815
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cd0004a932deddd185f48a7a77edb767d4a5668a41be81d0f0d7fe22c9458e
+size 15625313
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..757662e8e7553e368cfb465cf5c654d86f5e5a51
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740cfb8565ae3c65106c47adc51e05dff4550d6584d565e75534fddaa39a28dc
+size 15626630
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f4ac7f0f2f010dd5b68fa579b589e074e5786200
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a39090451a356fa404d3faba0c3a1db7fda025c57f7e2a285a438f7791efa08
+size 15555710
diff --git a/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..57c922eb92ca6cad0010b6b6ccbd608d9499f149
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15845a856d38f8c67982c66a844b625932b8cbead80f8ee488d7ff137e2cd4cd
+size 3535
diff --git a/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ea90b72609b62665c29d039e2f5eaecb856225ae
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63eb0e958b8ca87be03970a09d65a915bbbf6d35d578cd0b63cee2b425167b5
+size 3560
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..13fa17466cdd2c7fd91c1741a8fbd3f9e6017b27
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c466556a9470d31e1eebcf6491c03460fbc791d9febced7add389454f6fb566
+size 3907547
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c5aebecdb1e3b79c34298270e16bb4408b6c8d5d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3530b63fa5a624c387dc2a959f5ed83176916eb0a4120698d5a09735e913cb5
+size 3908108
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d61b55e08140896befb281dbd97505444319ec10
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f521236dd11ab15ebbcb49805f8b42aed750c0ef66aec72b017f350e6b9116
+size 3896055
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0abbf8d442ef0a607a4c6d687fb3967def8f6268
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aa367f9462efddf32f65d71c426c6d62deb9276046a5ea8378625fe10df0d7
+size 3907616
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d00e488dbe35df9ff2545adcd0edec68f39e8af5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4e36352fb6e85b2f5eafbcd505cc28587e9d54ca67550349de3ebae13de14b
+size 15624959
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6c62d38c419715dbd3d937f39ce474dda26bdaba
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc900471102ae5439862a2faff15779e1d5839e73e45bdb74f4406ab395cff4
+size 15626479
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a9a8e8cdc57b1f63fb1bf946d0dbbb19b2be9bb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65832c7c461b6990a48fcf63b1f0e44e24e38f0533f993ef4e67eea2150dc850
+size 15555868
diff --git a/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c7d673c36f06c84c3565a3d140fff739548c1386
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8c4b62e1e6038066c85f5cfca8e7e92b6cadfcba33db56f1f53f43415948b1
+size 3524
diff --git a/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..337d00bb28509955d685af8fbd5a76e0b8e9ba8b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8365572a89eb43d99b01d470e6c175a86d8ffda3ec30522bf2a21747486a9af0
+size 3561
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c41a33652c37a039c3416bcba85031ffba470947
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb94cd860eddd9005c15627ee4ef7d3a4fe436c5b8aba3073580be1806b78e0c
+size 3907659
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c3bb83c6732b81c0dd56e6749fb66a7e4b7e6386
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158ca84db44199d2ea93a15ffdc6f4a8ea12d8eee680fd5319c0011eac0e799d
+size 3907362
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1b8d0878e901732088f09903a2f68aacafc7fe6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bda904516630cd9625e7d97d1e1e07b29647769fddd3f60521f4b232a68ae2
+size 3897128
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a8af5bf0c02bef844897d680a6d2f10d37e744b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc4a0c5dc1dedef00817577a437c3e75cfd8d4d44ae85dfb654f745919f0843
+size 3907783
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..94c9f114d12c9ce011796743a3edcac1a47ed462
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8739bfa19c2f705319ebcd5a331d6b68a4e339e4feff6a4ec7fc41008aa01c
+size 15625956
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e91e6e0a8b01d554a9bd7fb41b83cf30b0ea120c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a79a36d49d400aacbb3229babf9638fc5d2e2a134fce3884d89e3d122587503
+size 15626764
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fad243ca987c4d79e99fc6767d2e14772baa19f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78035b770ecfb61192da91368d75efec4af949917e4617524cdf6e082dccca2f
+size 15551799
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4daeac913444b941270bb83ca379297778a0b1d6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da3b25c0deda18e9df784b4612413301129ddaac584ee45e3039441fb8bb7d5
+size 3581
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..920ba9ba27c1858898e89cd3f45b86dfccdc0402
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97f224030f6c40461ddbf52317b50b66b41a77ec1037ed1ac744d19feaf5d43
+size 3473
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..13237b4d6623a30a0f219ea5ab1d4a9edc912b35
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf996e51ce637dfc763af6df97e3d8524c6688a114760a6a43221ee9185efe6
+size 3907975
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5abd1d86a115803ccf4a5a8c2b537f4029d9520b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c0d4ee239c7c819d79c363baac1f11444abc5885f08df611d9672924c07eaa
+size 3908073
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1bc88c5c973c94f0d453ac4d9b760c7cf90fb2b8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb7a93ed0e3d5603fc83b0c235700b10e689cabe2ea69dea54fe452bbd69834
+size 3896080
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73317a0b1035ca34cd9c00e13ec9ed89f1dea8e7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad0d2ae7f8ddaf70da45372a6823683a65c445472242e86159a488c6a4d1857
+size 3907920
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..173ad11c720dbbc044c577c6081bc9f332cc4f2a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b64f930453a35d01fdfa7f054d634118af1f847b497e4bbf949674db6c524ac
+size 15624897
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6d7f543954193a4b42ffad12b5df80398cce67ad
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3edc07991755b0400a1c18c3c5fe6461a434d9aed757110b5f231a32274e5cb
+size 15625985
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..09c2c335578114045baf46684044a903fb268c5f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c44697de79aff3254825bef0fdb41c1606f07800e7edd19c14e652d18fbd91
+size 15555187
diff --git a/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e0e57b70f95a7ed8b40e2f18dcbe896114e695de
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735a09adf04eae413196ab09ebfda848ebcdb2e50b8d3c1cffd99ccac84a27ba
+size 3529
diff --git a/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fce17c9aebfe46f4a9847c98d523a1bb2910b3fb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4293d6b4968ad3ae3cd2a774797591228cc50108fe30470f5ea17d2f2079d36
+size 3550
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e97030852913446ac8b3093592a27833a4bae80
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc607c8edeaf15eca4d4143a483b1ef2865a31a29b27ab74ed473f72366dcb5
+size 3907474
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..654c2fe6116e0b0aff7cda4c23dd5c9e483204de
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df628a961983c441f52a761443bbdc47fc0914f00a9becc8766b83c200b663a
+size 3907725
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c32e0d1e756d03873ef13a1c1167828e8e0868c7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b8534c6071c05bc567b18319520a499e854ed9af35dad068cd024def88d1fd
+size 3896305
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bddb3a01427d28f0eda428034ef58ef0290745f7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48dec53b5ad8a127dfa9c466203970118515f4ed810e9ca18964869a6339b7c
+size 3908078
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5c82395aac2726f63b4437176d6431519c985324
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e76dfdb0a2004efdd901d67aa5fdfb914b7d6cfe7d3904a62e6814cf12424be
+size 15624842
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f8aa258241676b834dd178eb0e2e2ed95f1a643
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7452d39a4754be503399e2c9dee2ddae7fa6f251d50f32b1195ae183f8144ba9
+size 15626596
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29eb4133c0eabbf6d4fdd885b1676581540fe86c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54b76fda472bbefeaaf8fa11349f0d10fefec61bf742e4ce1dfd09fb619a6e9
+size 15555765
diff --git a/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d5b30c1e97e0c6462190450405ac490fa744ae5f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f2b806dbe775351b6d0334f4008586ce97625999470cff50495dbf0bb45979
+size 3522
diff --git a/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..71fb46a9d604e0d1bb7f8fdc79eb3a8adabc01c9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def6e06172b93d5cea2bafb3f5b6b99c504373af0c43a7aafcc194568a5824a2
+size 3554
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..374e51fcba5f0bc5a967f816dbd10b3b3ca47af5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c061600e7c6d3e4e46ced408e01b868b830381e771c3e5ccf6a8a63c1cfb66
+size 3907504
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c180ac0d13649382e83534690ed6a8cbef0d1c7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b138634fdb53454c0e0a04f4c192632d3fe9301b7f8bcce9fabca2af55c02e9
+size 3907854
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..876baa9c2fefdd9e4c6816449b3cfa2faf1e91e5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25575c66d655b9563c11891eaed66e075710f1dd561546469a13cd9b6f206db
+size 3896058
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6ccd6fe65cd1e9ed74c184862e219e475be24d8c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856d036acdcc7c6e8687579aa0865f50d8ecab1090ffd616f4fc4325baff7511
+size 3907713
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4d6d46892167c8a20519e5de15aeb122321a4e8d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d1340bdbe04d55be5b35728067dbb41dd17d80f6b9bcb5b5be7c33bba1153e
+size 15625781
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb5534ff271958b1f4e30f8d73b157a135642f80
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7c47603e8fd6d8298d228341d074a2c4a9d9c3ff8d6758684dc2638c2298d9
+size 15627094
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..70f926c33988d0c65fa3f4acbd1e792f9c53079d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2187c34f9b139de9d50040ccf46488bff4f5b295417946a26f416642b46797
+size 15556118
diff --git a/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..939bf887cb8be8574d1b05832c4b591c131d81d4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c10df59b7b947802c2c531b24d062113f5a994b670f30b129ce81d1f6b1101
+size 3525
diff --git a/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c0ada12d58953a8ca06df7cb9b1e0acdd83ec665
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6531cc63efbabf42cd4c4ba98926eea5834788f2a233ac634060744de8136e78
+size 3540
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..de36bcc73e97cb8b029b9156345cc3e355151a47
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b65d5fafb8af3086ac6d484b87c4533195263a41e271795fb047f32114630e
+size 3907755
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a856b1657c25dbb7c23987678cc07a7e5d30b70f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968d67f940c54c78db5f41b844a16cc13d2a88a64ad8455d4d2879e5c20114a1
+size 3907526
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0b5efdd54586d228cf434354a150fa3c9fd8c74
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b19323e9893c5f1aed3b8ea6fbd7cf0df7a856ad1edb9babb99369f323187e
+size 3896031
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f55fb2b97698a994ab172bbed60a7a2a4bf5ae3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ab0fcc72381bafebc6aafa33a4e192f96abd11e7449c579c45a541dd324beb
+size 3907910
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7f331751aa9fa695bbe8afc20e401725f5bac185
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28db94d799d910c1b1a6247912e12157f55444c0c37e0a1ca9fa274fea37fc4a
+size 15625395
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8361b7b2f2cfd010317832090ef9889be110155f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229309b5d960c17d20b64dd305a884580cb9dc34a1c01615078df0ba1dc90b44
+size 15626403
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5367274ff930805aedfcf26706323c53d6e54435
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3a2a1105a4268100c7257ca9dcd0f5bff4b4e26a718a10af0e99eee7aedaaa
+size 15555239
diff --git a/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..16cc9ce48bd0cc9e3016417d52fd7388defe6eb1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c24cdb6c261073bb398106403fe5438cffa4c9ab8e080e6298d22bcdcd0b994
+size 3522
diff --git a/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a06397eff2b1c3619dc6467b16d5d10cad827d59
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20ade3e9ebb38bdc089fce1a15c0625ac11005b10593b34241d00f6815d81db
+size 3522
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d192e15b3fca394a986056d8159f87b50a32f356
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c249cafcd28e1c00caf049cee7b072c20b7e661c2ff872d914c8ad374b6c4f
+size 3907899
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d9d5a6cffad3043532203f0e9d40d80bf6eba92e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4c5de98d8d98ad2469615bee0a519db5c80d12cb8112db6eced45c1725e232
+size 3907809
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4244459558bbeb1221db5bb1d8d33318c5c3d01b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51443c1e230f5d5f5ba5ff9061e624aec816906529174c15975bd1db70f4a17
+size 3896001
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d97b414ce417b0796f757aafbe7ac2b302abc07e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29d3704b912d924494f8d3d647d7f6481fbb2ee96e39f7018ba239e50801850
+size 3907638
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9ce7631dd8ccead2e6099397b63e4df57ce5b5b9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cb44dd0312e647f7497283486d18dbbc1da12e9e5b39a5f66453789146d91d
+size 15625357
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2d79cd7a400f98a56ed424e10c6f2693e2e9417d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa17db77841599f0c08347a375c62ffa0d9095ace84ae6b613839b989df47656
+size 15625918
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df486e72a9763b4856f89daacb721304bec55ab9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2463943b891436b62f9ff8002dbb634f77d41d34b715cb1f98b85b8c852be79
+size 15556066
diff --git a/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a99a45bd82c16547992b503c312247a9e893c1f2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927a041dc0a95ef88d4dafa408d031a5f50baf7f7335ac3abdd8af7ba31f1af6
+size 3536
diff --git a/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c58febb03f36e056fe05bae2b159c621be0a4063
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8700810efa06b5a9f306153f08c751958f5bc8254c0027bd0413092c9b23424b
+size 3499
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ce638348d57fc3c597b17fe746bf0d5ea2440415
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85c77ad7bcccfa6544c0466de37b5a4f128ec5ccba3610a217c74838ea95d3e
+size 3907806
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..82014d7c9cf1c0c22ea605075d7df6c8947387ab
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5deded1bacf4d9dd07a7de502284b3816d3360f79fe03409625c595c95707e2e
+size 3908027
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a8d2f915d1d57ba09c7dda82769da1d6b5c50f7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbd454ab9c94414870ee0469133c1e7da5e7ebcedf981fe246535a99f05baae
+size 3896069
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2d18ed7d6e3cd6a331d35dd1db539be941d678d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d1ebd44b50386f7e94c1876e63866d1deb044ad826eae584eb2c436c8be882
+size 3907787
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..db578f4e27f68e9603b9ad8ae304537b2e971f95
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edf7d60c24167eb283e467b465b67af26a31536e48d9cc19fb39cb282c15876
+size 15625189
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..369f72c501640867c4807820ff3d4b0c685b5d0b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381fac7a16425651afcfb2c80c5d2e23c846cbdfa126c3ed30e9b8276598d7bf
+size 15626488
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1524a71ebaf393398b0d49056a8c3f6b1b9652a2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15611e6d5b7e080ffdf1aaed76796881bd5201db8ee68a443d3345fbd5c59d6f
+size 15555734
diff --git a/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0ca6bd3782a61dc29678d25af14257e4c79de679
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a550c0628528b727efc8dc31806ef550c2fd84f22103961f31edf509750b25
+size 3540
diff --git a/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2fb7508be445f0208ba61d216cefb8569a66cf39
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fe9cdbc8a50cf501bbfc0a5c1dbf5042d87cf4e0155d9b45c090931bdfc86e
+size 3507
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b8b18e1b4df56edf28835c0506d75bc2b7caa652
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4ef21c753e33b83b3bcc25f6cb8ef8c6a12541c4bb7dd8dac19a5e776f2323
+size 3907875
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..50e066970c10e217a27c12f8c6e7a47de8b4bf45
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeefb785b2acb3f89a959f26a490b8989a7d207e3a178c1ae1e01e5f5a5b762c
+size 3907703
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6eb5a465cd9d8994dffecdcab1987503bb1100c0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3696d57878ed2d396915e942174204b32f3d9e78adf4f88a1d9c64afe0f2b9
+size 3896678
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b4b94f8cd7faeb6542bce86fe05c57513646ddb2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cece5dc18436e41f9726c4f506714f4e1cfe3e301e30f38bda1758de25d6dbe9
+size 3907899
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c848efe6d874acfb21f50f477851605ae558ee32
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e024ce104481c14a5acc560b4f2ca3902227d3cf1c4b7b0cd2d0b6bc948530
+size 15626223
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..02f20b7dd33f3828e35463d75e1bf655480f7c9e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f21202932ea559d0d2d8aa58a1d96816b8e4eb0b8633ed4878ee541ac595ac
+size 15626543
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d59dfcb0e0be80334250156cbf4aac6a7082ce08
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829639aedd05967dce8bb621dcdf326be3d4bae83967b1ec4758c456081145b7
+size 15552659
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1edd5557d8d1bcaff8570c9807d0e535f73562a5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0723dd054329479426062d7fac18cbcfa13ff3a087b29ba73baa2706ca5488ee
+size 3640
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d775bdfe802a4efdc42229731b3c33562548876e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af13512903c9a3ec6ffdb4dc747f859bdf6ac7db9215704bcce129d471f23144
+size 3474
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..87ec78209a0eb27c6fea39e50cc47bcddde802d4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28a6c1a442beaee567906bf30e8ddcc17608004de5e6a2575a5d0e26fa33b57
+size 3908127
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6dd60a475f8be20d509ec6ebb1ddeeef0e9bf41d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a88f6483a14d3d762ffb42035bfb742a0fff5327e58c4da3521e9c079bcb4a
+size 3907898
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8cf722fa8fe6d198f3c650a5f0f475c73cf1baaf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea81ebb8d1a10501e6d2978d2d7305d0ac9c0dec60c0a6236ac953bf8175245
+size 3896701
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8dcfa05562462cfabbc32042acb0796f91c52303
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dae94258f72dbe496fed4e20381f3517d86ef0f131829ae93e1571dba12582
+size 3907617
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e41857f0c78be63225295d2cb30ad0d2f9e90c0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4723f27801fae9333eed61ac1bffe97689c063a2e4987a5c5300952a4f820e7e
+size 15625273
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..debd7955869a9d0001360e83a045f32b36fef7b3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35841d97e0c8921e37250f54806288d2d0e5ae49a4601fd4073e8edae0126c58
+size 15626754
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..71c29db8778d27be251f3ea11bbcca0a726b4d73
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298a51456ffae6b68e865e68336fcb7926284d2ab435c5e382a3599e9298c951
+size 15552718
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d9ff8dcde0654d4b2db85c1df8cfc918a55a0570
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300ed57a607761f7a2b402c947f96637bf5deccc359a15cd2b4d4a885da8a583
+size 3638
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..182dc901ba65f92c2b8132bba9c0e4e6c5931c62
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50120b6e024cc03114a4239b2723c80b718b3858134fd3aaddefe477d4f6ec8
+size 3488
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..127e3e83c4b2f0485b4b6d5e55334325333c3df8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8b41295c286b746e2cc7a4686876342b5e1e8c7a65de9b922d76b2e64a32a3
+size 3907689
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dcdfd8472a65bd7cbf4e4ebcf4e1252c0212de2f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc322ae0f036616f3b3dae9296202b403c69f37dc5e781610a25ff971ed65b3a
+size 3907728
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7a917b1fbec40bbfd8d1baa2e4696b658cba993a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7019a185b5e5e21759ba0599f614a5019e3f78217b8dde4139532fa806b3ea
+size 3896257
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..869a0d71c00d84b5f1d0ebcdf4b27390b05ea92b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e6cff0454b2d372269400128c7cebd1d898282ca7dcdaac8a604193bfcb452
+size 3907425
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..45c71d03524c2e6d0a627f365a359ceb4a39e4d8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf6742d9f480367c87b414a40bd6b6d2855a79266a076bbde61902b6df43fc6
+size 15625265
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7a4767a832149acb949ed2375f54216fa0e1bcbb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e126539eb3f854691b6fe3ef53a8bf4d60ebef727cca3938e0d019c089e6b2
+size 15626566
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ef2cb62ff1b8065336ce991d3406d291d499a79
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453356588c0910f8dc5e41a03c7cd2577bbeeba0b1421e4ee2b19463c98fa025
+size 15552607
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e05427ae7c4dc4ebfd2022813fc45becf662658f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbe4f5fe4183eca1d1ae4012182df5c449ba632192d42d9606e9a11a94d48c4
+size 3606
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f8cdc317e83d45a0ded888dfcaae8a565d9dd816
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a8c917e5d9b52761693aa9e26a0e0296bd9fb0b59c223a28a586a402f0c066
+size 3491
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a6128f9ea8cd3b1901782ec1446c252cdce223e9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7172a2ef7544591e4285d3c06f515b8ffa351dd070d959547722370e9d93def3
+size 3907432
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..251baf519a232fea049fdbc01d19667e59b0f6d1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76815ec296ac4820c7e411f3720dce3218f98531aa14d5689d09042f5588f120
+size 3907855
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9534dfb55d274aaa77e5a7f9777a36d694afe616
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68c0476851a849b0edf5af75eb8b72f1e4767d908d0053327227f414c494f91
+size 3896296
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f5994311502e67f292f6c163a0510c193f9709b5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca1f1739e3d602a35aba83c66859824e1d6abaaf9d6e0788a5d345a1c6ce5e2
+size 3907519
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd5e46c42cea278557baf0dc758501e1332f0f12
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b50cf728c72c93b066c1f595040316207d1ad3f44e41860b4b7e79fa413f744
+size 15625685
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e97b82239f020234b950cc9b877b3f70cbc25cb1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80d9421e744184d99f7c5d79839b1788cac86903dfb79fe0f020fc9b01e2afd
+size 15626490
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1fb5a7aad66ed17911ed3fe483f00d676b756fc5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9032b8734042fa75e431fdfd2e5d02d482b3db4b052aaf50e105b36176c73852
+size 15553571
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f17af39e4f46e95528d499a4ae67909cfd0d1dbb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7b1a570ea1c2934e292d5436b045f4789f141f8f421c7aeca4859a5e3e4b71
+size 3555
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..48dc51832b8b7e22adf0f52096b224b041fcaa0a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7858d8dc4146182ebf55f65fa876e78d66d2eb1e0a1b768e02ffb63f7a71809
+size 3499
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc2b86e29ef1d470130be3cffe22c48382c9dd69
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c5be4a74571796529422ab6d1ceb8c5324d7d28ae575980e60b74fa036306d
+size 3907690
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1094c28c7cfb61ef330fd41a43a54e40e6cb0e56
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9270bfbb446cdcc6c06baa7fcaef47bda187e8f8c3d9dd13a61505ef69a7a8dd
+size 3907859
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6b4ba44eda19d0646061e82760e3c687b2c45811
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d059ec0bf091bef4da769cab26b3205f8dfbd4686c011e180349da13e45ce7cc
+size 3896167
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f01d6f0569dfd664a69635d76a9f020e72ab89d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42228584ed7e170981eb5f98fcaa1b0cccdee53dd64c8c4dc58f0b334e87a2f
+size 3907791
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f8f3f15f77525e125fc7674ca56016e92451621
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4833b3c2fb817c6d1e27ba5a7bcf5254769b60b7918438ffda745d35958cbc75
+size 15625546
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dbaa430cb5585390c8f12fb4e00fc8349eb10843
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d516ab939bfb49baa43174e4b091728a5914a9c3aa18a5c90e423923f46adcc4
+size 15626696
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3664d526e66d1e5b777c32290d339f58f1fec0cf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613b07a0a42835be921fd67b93142fac49f5edb9983c44eb4b74ee045372e3ec
+size 15553407
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7c9998e12ff0ca2b125b17febbe5538b76015f8b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6e8ff7a849e8cf71ae04c8d8acd35728e6c1cdda1cdcc887a7fce62ece596e
+size 3543
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5dc7c7fbde3ab4df64ac8ba029fe23d8ec0dd897
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34446e7884f179f540c5fdd57ad931283640e27a113941f6ba823eab50f7a041
+size 3512
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f175b939f40245183a9f2c3e5aba8c5a449a0d3f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e274a17cfca621a5b814188d990c5f2298b4217f456b80e76c4bc841c9729c3d
+size 3907945
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d10adbe27e64bf8cf8c9e033fa90e7ed8d258c47
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40cbf222dc1c62fa1ff4316be86438cc043af31f898feebfa5004aee10d7c30
+size 3907339
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4dc06bcb420ebd02e51af79b7ec7e05b6b1de6cb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c350fc9aba32c913ef07a75cd4ec0b769fc75bcd5eb735bb54f0560d9d809d
+size 3895917
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ffd109dfc874f2907a58fcdb47bd4265419fa178
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923d5ea35e71e345b5d8a6da5c8819a556ad49a970b4a7b2885dec2dd80b19b5
+size 3907825
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4dd01631aa0d35e824a3b3c4fa6f3c1631c9270e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9591d5bbe21783f3ac558f4ea76beaf990f0ae5282c78370778e94847519c2c8
+size 15625849
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..465f98f013cb2d313a7ea146557366fc39e1422b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18c6ab1e3dd61489bf2de1afc58d1ba6bfe32d68ab4336627db1930fb4691f8
+size 15625564
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8
+size 180
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cf93a4276686b89c4ed6fcfed75ef0daaae43a7f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6874f3fab4860b3d0597c8c13076e1495248e17d7e1b41823d3b27cc31eb67df
+size 15553834
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8b60ef365dc039cd0fe9381437d57455100900a7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecdf6acbd80ed8285b4ccf48fd506bc2671f3aeda1124c1a43a021dbc8b1fdc
+size 3529
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07
+size 170
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e1d7e3fbc26a68135d4fa0f95dcb137e391a5a24
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f799a1b3e60dd8ec0373b2c9897570cb490192da339061d563e127443b93ff33
+size 3511
diff --git a/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..638f5f56e31cae12d0bc59b23e0c5e92c4614369
--- /dev/null
+++ b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd9a30798092d322a7dd1fefb068e94b4d6d4393701a6233562d1be58737ca2
+size 172
diff --git a/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0 b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..02abbeefc612a41e1f00611825b870aebcaa0be9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8431065cbc419e594502098872cc0a40810540dc6ffdcb898e085c5f871a56a2
+size 1960
diff --git a/checkpoint_500000/target.token_embedder.embedding/.zarray b/checkpoint_500000/target.token_embedder.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..22f3298b1a5826e1ffdf13dfbb53cef2ece6fdd1
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c87949ab6733166b99787d910ff7fc276f6c021352d13c12aa5b3348145b09
+size 182
diff --git a/checkpoint_500000/target.token_embedder.embedding/0.0 b/checkpoint_500000/target.token_embedder.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7757307db9b71760d2cfae369fdc03cd4e6f2caf
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4455b7073b1b6f22a718386eb958eaaa193f65c0479caddac89d72e78b3a36
+size 61123606
diff --git a/checkpoint_500000/target.token_embedder.embedding/1.0 b/checkpoint_500000/target.token_embedder.embedding/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..25594d8c752309fc66d67cf3eeb8549e41ed15d1
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6325882cab2c5d15c79581f4b14e526097e328e93418d5b0655c32cc204ae29
+size 61122556
diff --git a/flax_model.msgpack b/flax_model.msgpack
index 587503fa293527142e6380ad97de9f4f7496c40e..96f58a957dad5f62af715412cdca8159a5d8fa20 100644
--- a/flax_model.msgpack
+++ b/flax_model.msgpack
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d05c280f4735309f1597ecc2252b78e35161a5b2e6653686144f0eded1e5f4b5
+oid sha256:fbb2bdcb6d515a76bd859c22b3575bf5cd350e8b9bf71c21e7009d040ee83f45
 size 5699796107