diff --git a/.gitattributes b/.gitattributes
index e757aff08ddf4331a5bb5d37e01eecc53de0ce79..71384183246656588b9ad03e0f4c63967e86130c 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,4 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 
+*.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint filter=lfs diff=lfs merge=lfs -text
 tokenizer.json filter=lfs diff=lfs merge=lfs -text
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/checkpoint b/t5x/checkpoint_1400000/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..3824337ece42851f4b9456a2335571cf595b1b43
--- /dev/null
+++ b/t5x/checkpoint_1400000/checkpoint
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8499eb03904c58e960019c0d7b26ba3a20f8406d91ac0cb9ef139129e1972f8e
+size 2799177
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.decoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.decoder_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.decoder_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.decoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..60fb8cc6364cee7930e6b5cd2f6381da5d29bd9b
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.decoder_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2fea0b592ab76d6ea0dfec42f5ab47b2fc11b610
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f9565b534bac53c434d7205e03c1cc0c03873ca8
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..390bd3eec7927577952090e45764f81f46ba9ff5
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ecf38d82ec4a2640c7856591b35f51738fce9eec
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b4c5be252c90bd241f79c0b26a828b71db9a3c34
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3b99ed6a1fd7bee887a3830be047b2f378d05003
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..375e34b5eb8eb8b78dd76981db968d61bdd5a584
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..febcb0c063c1105428bce3255e834f6faa2d73ce
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ea6e99afa33f157600ee5a59bf7230d380553ffc
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5af2b01e7b5022f16d5c3a46492f91cdf9fbbb03
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..65ef629be2a5efafc05da158f7ef82bc17441e9f
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bf9391cc7ff0930248a00638be9b3e80689bc718
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d85c9b16745d4f3b96ccc41692615fa5f4645a3b
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..84f0548ef48981c943fb8af43d685ebf2d27bd04
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..32076d8671406e23986951876253a077d447791e
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..389d7cc6a20fadc93eb803e08ac788cfb9b68f49
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c6f7e4c9c7b1c84afdf83c55db56732ec1b7d705
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7b8902c4ab40911f7b79df675797f2f9a977fbba
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray b/t5x/checkpoint_1400000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a336fd864ce83a44dd55fa003ffea4fdfd474ec
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,32],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,32],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 b/t5x/checkpoint_1400000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af711875451cca7b5ebf11f192352b3b8cdc5fbb
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00ec0b745067c243f7f91584c176fc06bd7d96a7b5d22c94b6aa40b24134228
+size 1489
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.encoder_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.encoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.encoder_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.encoder_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.encoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9d50e4ef45881dbdd6bc4f7e31b3417e6c1ff55f
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.encoder_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cea109ae6bb4224b10e71a4ea6eb0b4211c13ea8
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..60881185bec838b2571a043b01b66b72dc92cc9f
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..430201977005cb7864d894d6c6a25b3d0a5abd41
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..50c1c7d0d66e20da3b8124bdf12807d75bd1405a
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..036ef30305d8030863a7d4f9d782fefb6c2977d2
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c449c928af312168987b8a70086e3e7eb95fd93e
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..58f2db2a2f93861c69cc59f65f36ce3f84227690
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f5713aae8d36dd4346e9b33c354d8e33d66743d9
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b47208c9e3a455b605ef34e11c09977fb6bda7d4
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8adfe9770ed1a2cd22fa932651df2386ce713c76
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4e20cab1ed2301826fd961c8118d1b7cd7c2ff2d
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ebbadd21a533ac2e9413578981baeb2321f37e2b
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0375ac2d37b3b98e14a812c023f8a19a43d74c28
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1d57fe5d35ea25c4edfe0a3084c673e2f9a9c88b
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..46364b37a860cb9be21e5bf2829c8c38686e7430
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0879e9fc5fb8167d4df9fea0b9a6db865ddabd4c
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f2d498351423c0862430d45af3e0d97b19dcf3b2
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..045f83b95dfc4d8f7499a6898b2525c04d2436d5
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1aba8832543a0cf08d21f77c522a5e3bae0e07ef
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..534fe51ac6b7d6367256e9fb9f0b93630b9fad4f
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c05c5cba25d4b218fc5764ba2bec0d38f984ea0f
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4a741e8e2144fb0f46a0e62de5b892f9009c74ba
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..10cc13354a3a4378b265ed555515229425c8f765
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..11fd194acd9ef73763098d1982f87a69fd7884b7
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f1ca713f6ee0ba931e7b5677565541dad78296e0
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c13599dca18f54081a0f83d346b9d559cfdc6258
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8582326785f59e7bcc0fd9a8dd67f6da83f45538
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..574651970ef2392e797295a8ece1b88d8ed1cd8a
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2d63599a95b9eaa922cd12caab124f42fea6f281
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d5ac138b00f8a531dbd350f30cd9875644b5cc0c
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..dd655fc2eaae315027e4486fe922630eab995764
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e3fd85db939f1a8474c4af1db4b7cd93b07337c0
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4d5274cd4c2b805c217d045f5ccd65830fc792e3
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..110a7030dfe28d647dee5c567047cbe2316dab4a
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cec165f5adbf26eb63eb14ee6071397eb9f6e3cf
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1400000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9899cd03536ec6bdf5cee32bec7f3ad6ca0b65aa
Binary files /dev/null and b/t5x/checkpoint_1400000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray b/t5x/checkpoint_1400000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a336fd864ce83a44dd55fa003ffea4fdfd474ec
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,32],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,32],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 b/t5x/checkpoint_1400000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d78ed3e5ef96dd68b40cd3a51166dfe29145579b
--- /dev/null
+++ b/t5x/checkpoint_1400000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fac268b368b443afb39cf38a0062d2cf7cdcc40af1fb8d3d2553adc26f24be7
+size 1486
diff --git a/t5x/checkpoint_1400000/target.decoder.decoder_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.decoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.decoder_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.decoder_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.decoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7c5d220d459956950d287b34e0b8d06b73267d85
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.decoder_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..275ecb62fbd2a318d4113e13a699bd3d10bd7d98
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272164ddf3141e79e22c20b4275fd42d12ca63a1759eda5967b23a7e07ea232e
+size 4383845
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..639b081c6161db3f9d2a7664e034c662c98d922e
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58353707fed8f6cb5b0c04c925e56c13eadcc6adea50111eb18c9a857eaa6b67
+size 4388348
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4240306a4f0d77463aa9aae88bd95f8ca5bab618
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c03d839f6b0bb665ffe5d4eefb42805ad01382719a7389e6319dfaf341aaa1
+size 4397210
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c77d51697a4dc2138c2dc6597a8dfb9bf2ae63c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fabd037879b87c6b5837282ed90d00592715429cb2358fac0f6c92e55670753
+size 4397200
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8fe68be66e21b02eed0562d2fa0b4bc6be08cf07
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9ee1397300006442cd0f2d94040c89b517e015c15c34faaecbaa2e45e7e6e3
+size 22640227
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..998fd03caecc002518f87902589e74ebad58bfbe
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039504188e63d960820d678a3558f1e01b8c8e636faf533a521d7511388176cf
+size 22658658
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78372aec2d840d5452098a88bffdcebffbd26f52
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5bca70fc2a4695dedeb03cf317524b3c7dc6fe5a554c25ce262740d9ee8e84
+size 22662189
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d33f89de24117419c611d7a95a6698b36dc1a351
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fa9cca52b520f8bf73fc2a8af8e87ca999127d91
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..61186191cc053f20b9ea919e01c29f531786a723
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..39cd24528dcf641bfea55fafa873e12d65a6f7ac
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3ba0c247a6ec87f965b1193c63e14f0b7d5dc9011732ed4befac10d2cff3bf
+size 4409678
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..22e2c8c7a87d6cdcdcc01032e77cc93ad2518b1e
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71138913af1014bcaa819d8d9950856e0cfb45e4fdd1271990a6961bfc3640a0
+size 4391003
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e4b3d2f8e168614d628a8aac0f81ade51e2ae843
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cffc42cc4d326fcfadf18ac2daa46bb5b9a6366c67eb18dce00a9c0d86a8dcb
+size 4403279
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e0ecea185a2506bbac89f764a360e0b4989e8bf
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_0.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17d04ebb600f512545e77dac59be56c38e36ceac22c5fee735d5e778baa597d
+size 4400955
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1b9e41be3a504763d3e8341f466963214b01940
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651f16097f5e9ea8431728c21317b006382fbc690141c233e98ac9de64c56c29
+size 4386881
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0184c54bece6b847149ab5808a6cdfc22d76718e
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b959d7323d455d0229ce1a7a877e30dc056ed2228c73c865684c8f499ee4e47
+size 4395755
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa6758d69c1a79c9f962f73db46f3e70c61c73cb
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d664f77407747dab6cea3ecd17581c5710719adb8f33973dd14ccc7a4ecf461
+size 4393572
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e3510caf6b55ac949e6e84da146bdeb45378245e
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e6ac522110a7d58717d6d511310206eb3aa7a75d366926843921d73be2f4a1
+size 4384074
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6504f173f072d30b38732da23f48e9be32931b2b
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651d22432a3c712d9b4a5fc6d08e2532a3dc8f827f074bcf7d52677a4d5640c8
+size 22645376
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..93e0313995fbe5ad47d9b3e41cf0450ae39d6670
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc723e28f793e1041142ba0053633bab963d491b2fda2059487125c3d799cc2
+size 22668193
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c9ba7d8de487de7b1a5a326681bea93356876b6
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f068d4092cd9fee16039ff6debc4795a30bf1f5ccf7bbdf425d0ca3f7aa8a95
+size 22654047
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..05c01606a6cd292ae7deab8fb5faa12e5e759ce5
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e50c3fdbb7df861f44b2ab77878eeefabd50f122
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..97aa2523263b52b2a5e6dc366f2126acd4cdb16c
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c2d1169843d5127d68f4eb9432fd0052a9d33f4c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4c4fc9b63254786871e27195f2b6b09bec264d77436e6f1c2142e6bc33fcdf
+size 4399546
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ec8b721b4df8d0d0a5813687e2f1bb91a2214b4
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6158e4a9457f4861b937d2427e61a06af1f5ba26a0d6a9ddc7b2a31d5446e33d
+size 4388610
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2d99e7c930be25fb6324fc1fabf6cbf6180f7272
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6544dae41045d29605edf269d27c4d76d2133bd0e3dde4e67c930d8f162b09a1
+size 4390848
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7a3e2dcf8a6af40534df2eab111ac1540814e973
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_1.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfe716a467f84a3ac96e26076e1146cd4462036782a730ba33808bf60de12c5
+size 4402455
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..50e74007686b2eb58dbe7d59bfe46903b6819243
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc1538a4166682bcfe8a5803ba8a88885ef47d13272a09fefeccab43b505dd0
+size 4388221
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e71fa30e5c46464684e8177ce895804fd0363127
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b380fd3c6fd1575f4f5f3d4af5b63cd7c1305b3e032a125b7c526a72c943051a
+size 4396979
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..22f72e61c3dfd6f4a5bfbe330078f9262cb44193
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866b772bf35d3d018055a253d06bff14d9a3de20969d6c4ed1047a225c073106
+size 4394279
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..82db0194c447476256291027a28db88832352b9b
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397b36a86d6f48022f2360a81563be07b8672773b9f1cfa36d4f6eb7fd96f72e
+size 4387472
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b6735292cb1bc6358c7698929061114cbc2ebfda
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5772dac3b3350e8785ed59794b52d719b4afa7a0ca1f2e38411f7c3bfb36535
+size 22644691
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7c1e358c650db30960ae8be87c58e62e18a888f2
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17abcd838924c03381dcd9d8430a26b4fa0e907fbcfb08cb67192f95a38aa76
+size 22680625
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..581c6256551aad19cd70d19eb17940460cab7128
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10313a43e062f2bc3fcd50236fd40d294b5fa1faf337aaba7f9818f15072fc27
+size 22650516
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e31addf5c991107a14504fc6160a3d7361617d09
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0fe99b5dc47b16418d35afd5d692324f07bd2eae
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..36bf4c20871ae595f3089f203c5e74a7978e84af
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b05850a5a54565edddb5211936ed73917b318561
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93e03f106411ea33ed0884c6edd1484f4ecd05430f1d6da73727994e2a12f1a
+size 4400726
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73e050637c430e9249064711c48f3d464d7a934f
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9b59eb041787ff23bba16bebbf55196f95d4df086a191ae06531d1e6927763
+size 4388489
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69922aa3e007ce728dc0cd4830056bbebe7a3a65
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05269543ae758b64580f7fd14bf27573491cc521f18f69c6d9c687b32ba9bf5a
+size 4396703
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0140f28c967ae6e93a90c4b1ed94e7cd615e5b7
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_2.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f049a769f4aea782c82e99fedd36608655a7352bc61be9c6f88501e84da7bb
+size 4397792
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ac6f0d712c5227cd93ac6a157e79f9f2cdd56024
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c34f9996300cf3589398ea91ccaffea4f6dbbf12936d8eb1d6d24f9e4aef71
+size 4389007
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0757ac8d76f5e305fe6549331fbbb40989fdb926
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3aa261f39370bf9a319da13d6fc186a2e7b0a49df35b65aac62ce5d38e8e14
+size 4397787
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ecbc8f5adf618696c98a6d5a6e496b1919ece686
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed87ec15be704dd74bda863f83349b0dbff26177fc2fb814e0f6dd0b21c2a23a
+size 4392122
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3f2b3d5b81e41e52672ce9a63118078ed7b8540b
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76213c2a8a7758a45c45e5baff1a9fbb2e3f0db0376655f7307496b8de7d3a4
+size 4395619
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2d1e5cf4935fbb512636226f5822a060c8ceea74
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a16887aa2b600b412a8a49c393ac1b6b0527db93b9fcd4e8335b2ab312114dc
+size 22645185
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3257639ddd205fcd76810e4565cb521cff4fd7c2
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f293ca003ad7c269a22d58c643577a1aec2ab91a9e5353f4b19b046c8a97cc
+size 22706901
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..99edfa91d597bacd66fd818e4d896e163e434528
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cbd5d90f8fbe105688258fdcb17f6323e199fb23602c18b6e4c2193460cbb8
+size 22649560
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..93d146b71b8649e4b6efc52ccb49992a86a6a1ed
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c3abdfd69383ccbb636e2cde493ed1a46c1a1a8a
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..23556aa00cb7997ffbe791da242d34084ce695d0
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7a51132a8d5e25552b4d322babeee3d4d6b1147
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e433ade233c90c264c066a00d4c046dca2695ffa0a678eb061fe3a1e0b28ba79
+size 4401037
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6216fa61c560f024668eaea4bee627227c09a7e1
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d39818a701b95a95b094245e49481645872ad7e21150ceee8fcf17e800d15c
+size 4393600
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..355a251bd193d1f31ec023c7d1d04a4963cd9da9
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190e4994c6fd4edd044da7e65bc142b824dbc4c72e344b861e176d195e3ec384
+size 4400314
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7a24c11919d899bb8633897f2e7673dab5fe6a83
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_3.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35354ca1ff3c19bc3811622f0366e2a5bfaff97be933b851dc87706bb27b1298
+size 4401220
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ab391a26fecdb3de0df19d3eaaa00d4b35e581c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28935b960316b6f057ebfb482595816353e11557dbb9cafe14e970b8c649736c
+size 4388266
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..242b6f685e9986e91973e5006e4b9a80517ab9c6
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dff1156167e26fd4f31377c809cab5ed47a2c53e5177820d2ff77e6fcac6073
+size 4390528
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cb0c27b4d3e407a62f8ddce72b3f70f44eab139a
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d05aa319d3c6a8b5fcb8da74ca2c86954ae6d0777102ecde3596bca870bc3e
+size 4395323
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4345fb9e387f651e20025cc1d961b5b3d3d4fcf9
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dad1084ef8a8bebbd5ec892475aa150350f866fdbfc324942e60c854d6c446
+size 4397637
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f6286cbb0af8ee1f2696a7d656a6fbfa5599466a
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6531b3119d204cb89cb1c36d4a7ab5bd101da861a280e332845f13919c836466
+size 22646826
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bbd9f02822b5255a371af0ffaa3dabe58c06566b
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f649386bff95adf06023b648e2ae2fa3374ce6b40fea1a0de483ff8f8a1a86
+size 22715130
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca7807739ab6c67ac4adb5930aea1732434713e3
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bde1d32fc8541d8531662635f88eda260aa0044f59a9fe79eeac1a177d4d0d
+size 22676459
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..61e821c559b5a2b5fc5a4093255e425b45a8b00c
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b6283fb1483479e313be8b5f597ec253eb8c80c5
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..337869d042f1b13cf87e7c970055206cb087703e
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d3cba037c5bc4e6f27809fa2bd841e3774848c1f
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171cf4c6e04f0a714e3e957aabc854526cc7f970b603c1b792cb376a0f724925
+size 4403435
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..12f720b469631a305bdeb5b2c78e93ebf9fc2c54
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fd2791daa9c5dca39dede8c5f252d779d108131e89ffd32166d1f0b311d094
+size 4394420
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..874d87a051948d65b4a9f018a8385acaa9c20f39
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aad33ec288a73d497b39e810cdfa08aeb094b2a4023d69333f6cbd20b80c05a
+size 4404946
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b99ccc9d4cc3272f55c2a5c6667e8320e27bce3b
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_4.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a2dcdd509dffc05c348f6c2d4b91e35b0f4495a0083c521fee92df17e7b34e
+size 4401207
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a512381bc5e229dfb2d29b13a7e9b6c8758bfca8
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7aec171a1772c887db84dc18615b828e81cf48bb3c667d0f4fe4ac922dde84
+size 4394210
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..772d01eb83b652135c818c1bbfc18ec8ef55cb03
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ccf4ee91da4e492cea59ba1303470c05cd81b2e0fea916aece7fb1a61aa12e
+size 4385376
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20520b6501c8e06784f35115cef2b670112b90c4
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5b4607fe29ea403198daf4d004840a3d5780bd2b6ea579c15f5e7cfe627113
+size 4389657
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..235328c824c53763a19b33a38d67a244b34697e5
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c259083972dfbe3bb6ea04b2b8fe0073db0c5bb9b19301c385a898dae29c2
+size 4388547
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..93d28bc03787ca20c37e2122d73b54df0711d2f0
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fff562dac454821b95fc91b2d47d5cd25aedd2ca5d24c60792dae36776f9d7
+size 22653708
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ee3e4cbe6086129cf55907a19f288e09d2e40ad
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9aac5f74b0297bc2b8d27f230648a187ae6d124e920684dda62395d2d267fd
+size 22715099
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..34b8d0db01f5f6204f43f086bdae17ceebf28c20
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bd89e0b685ee102d3f962999fb76759999744ecd52082c265d586c62e54d09
+size 22707013
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b4a8ecb8c162afb36c774e5dadf2bc552909ae08
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c3bcf8c389c34b8380aa6753c842bdf58b5ac91b
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..909cefafe5e9f9a6aea50b9617a454728cd34d6e
Binary files /dev/null and b/t5x/checkpoint_1400000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0112a6b9b35bbbb72699a256fb28614298106db8
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47aa6de5c6bd95d35239eb3f82ba86f28a2e18b4bd1dfe086fb9cfa1eff04bec
+size 4395864
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..755e2885fd6b6100c4e3f47a584f99abf6e8c945
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21407ea06ce1cebd309293ecfc8650f5991cf9fb636ec2f410075f2571120a2
+size 4394760
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b4ea078916f1aa3d609dabc09d7814c03d3cab1a
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e220e999779cf3893c6ed1eb15fd3af3b16b6c5d098419a92ebda94e5fa2be5
+size 4401342
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dde43b9b1bd2feaf90c772b1076eb6b45d04c16a
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.layers_5.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1af8cff5ea91fb2ed0303b57793e890e0333755eac623e280026c97ccefa37b
+size 4404903
diff --git a/t5x/checkpoint_1400000/target.decoder.logits_dense.kernel/.zarray b/t5x/checkpoint_1400000/target.decoder.logits_dense.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ef6ac21c1d0b137847bf88284e6814f10532dec7
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.logits_dense.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,384],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.logits_dense.kernel/0.0 b/t5x/checkpoint_1400000/target.decoder.logits_dense.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53aa62ea815b09e7fa44d97d551c697db73f6884
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.logits_dense.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a74b63d63193d892ad6147f5839b12ce7fba39a7a3bfcac1e51ecea855da84
+size 2192083
diff --git a/t5x/checkpoint_1400000/target.decoder.relpos_bias.rel_embedding/.zarray b/t5x/checkpoint_1400000/target.decoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a336fd864ce83a44dd55fa003ffea4fdfd474ec
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,32],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,32],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.decoder.relpos_bias.rel_embedding/0.0 b/t5x/checkpoint_1400000/target.decoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0c64f96cda65b4fc2f582bbaec3c73680c5b620d
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.decoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b236a3c1d3ea393257e2d76e7330e289f5e7d589b8a70a924066a8802885b36
+size 1392
diff --git a/t5x/checkpoint_1400000/target.encoder.encoder_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.encoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.encoder_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.encoder_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.encoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b90b70f369da8f3f94104bb7ae548fbb9b3be7cf
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.encoder_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..823346b9960ccb04267b5c50439368b0a5736a9a
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a30837e5637bc256fabbd666ed702f643f874613ed5041a9a92b07ee0bacc0
+size 4392777
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..13a2aa993d6b2f682cc3fe002a54e4164947ee64
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e421c9c03b1707f276755387311600dcf5f0dddeed95eec2216137430b33555f
+size 4398488
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2f7e2c7092f618b2a12c994cf4ac991dec09f82c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d155c597f9e5f8efcc8697fb266c227da8006957479f6e00c086ebcf430b1f0
+size 4392403
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..853d44d433fcad5b727935127a2149d036b2f22d
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c30ab72ac7a0c0a94b9c26fb28a2a0666167776f1f3a18745fd1c5baa44c7f
+size 4387580
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ec0fa99a78b2eb859efb3907757a49ef9ff44038
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5e6006e820f7ca59a892dac8c141154aa6a290b3741205200ee41ac2bf3548
+size 22696022
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..75694457e2b054c43a7f689f43bebdc68bbe9c87
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58217644093f9bdc67eff7b58b7f7da4120b1c53c1a3fc57421517ad3d2b5289
+size 22702518
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c45b1f20d1e0a640d3eb4a6dbe0019683c3e642f
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28958caeb08d71fc353878dfee3d26ee36cefd9be40ff52a1f5e3ff0d398663
+size 22657041
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..42c7c51f8a82900948da0916d40be55218d74b0a
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ba50e33497c7536690bcd938b255b74ed577e061
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8365022982285e03492b0a67995e6a370353bcfd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9930eb33341afe2568950e564124d9c9b4e8370a2273c43f0c867e34eef55e34
+size 4396007
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9dd1370db13c97604e97225679b06c119d14093e
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0883032333b7578ecea1d4fa7ccd9d9d9febae6c3bff98686b117ac68de192
+size 4398515
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4b40b860e7991b2114c983807ddb21da0853dc35
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bb288d0071d2811531f20adcb6c3bf4cf1fa177b7bc855b2aa8e11cf5a9db4
+size 4385644
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c6e2d6ee6f45bfe22eb54560ca70b64fe8d83537
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f837a4b1fb346d3588659f0c7f26a97fd5aa4f0c10fbc3472c3041beac201c67
+size 4386296
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d1d707c9e7616f24ecac4201d5b42fdd18ff2f4
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d759777aea1b16b76a68e506fbeded5311d1489d3603e833af7f2c3b0d372d24
+size 22703441
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e937f91ef9a9573cb179a3ac80a9f1b95059bc52
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a4048667cfedc579581786225f82dfe2b41ca1ffa00d7cef86030f9b756cfb
+size 22709460
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..18ff00c2a46b7de438bd0371272ad9866264b977
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b15a312b9435424313f9a801a72fcd64309b44334213d514c892efdb5b3d278
+size 22671937
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..199ba5e15763545cb3ef0b362c430d923c394f82
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..37cbabf3b8376e497335408fb11405fcb77fbdf7
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..17beac0e621736d96adb894ebcc8eecbfdb5f64f
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b5c9c55b4b8f5ff7d27e243d9dbb4e6598756a47b78276b2012e83fd808442
+size 4391765
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9089d0bc5dc00a9d279cfe9c4cc74c473d296e2a
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592f51708a8851d510bd6e9346f13aee599684b70b16b31af7273806d5cee11e
+size 4393170
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb15268325d709f8de093b44cff3c95e74a32c2d
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cebdd46c72a296c6d3399bc881586f7bd4049f6247cadba8637df1b394a32ee
+size 4392984
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..37976b07e854299b1d866ab9db054d7b39e57028
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539926113ca4bc83ea8da95c4b2644cf67446a4d973485d8e10f2e23720f0cdd
+size 4388545
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..062b2bcbe6e443f1971d2ccc0090e90191652766
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a3d6507bd06f6bc6a45495b37e7014cea15ba2aaee79cc3c99ba592910bd8c
+size 22653260
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f48360eec6a81ae37a2db5385c86907833387d07
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767407115873bb025d749f82a67790a6a303ac57a6ee9f981f6a18895a96d896
+size 22689164
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7f3d08306b24ffde56b6a218bafe095129a0994
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc30ffc7fec094e7d7b0f309d2a1551b5586a90f745964bba489b424626ce17e
+size 22663146
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_10.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a374b562e6a285aa0a6b86b3f4a449f490d5e4aa
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c817a95784f32bd00a42900cc56f5c4b0dff1300
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b16212f615d4c31928d5db3b12b087d8a3066f81
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1757c54fbf1a0e05a620587fd6b6ba2effad5511bfab9de9f3f191976aae9a
+size 4387483
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7d21f9f1d6c3cb9ca26393b370747049181bd24
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2898786e0f862c04d34a6ffb7c0dad440ff37752b3e773be3bf3ca3aeae88e
+size 4396482
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9757c65e8007263a22fd43a6a0a7d7ec5dfff7f7
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bba4da207322baec93e7a2ecc75ea70e436f0c7321695c35e74d4b61bd8a910
+size 4395324
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..884de74cbb3787986ac8da49d7a76562c498e24f
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f6da32b1796c2179f679afbc15f1c88db1bc4cf2effd2392f68e49b78bf7d6
+size 4388572
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b815938506e9db91510303481e8e7c5d1d46180
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a04a0a615789a3bee2ddb679bc500e2dddec4ce4e3a9af2af556855c43c9ca
+size 22651401
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..522e4947cae21fc46e21ef04ef0a37f7dd32f1f9
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a200e8082e70b036a595f36ea4c819d7c203d56cc87379cd952e90da5e51dcfd
+size 22691661
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..586a7dce92d1a39c37c69725f9a6d35fc4045be6
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f3b6230a64e5f3a7e2fc164da805e2c8c01fc5fc516884d99dc8cd274d8f9f
+size 22662088
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_11.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4d478108174f9b6cda37d3063049816b6994425d
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0e008414f10922eb5c3a5e277671679a99d2ff51
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..47a83fd315d0c44778c79c1d71a2ad057a5c6141
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e672ae00bce26b29406937fa29eb3bbd29f5ca65499f3c03932b0a35945c58
+size 4387185
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d6ecdd4509e867ff54af4ffa20d387d0f1c3698c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bf01abe6f529d0773ffdc7e988c77d688025fd2329361041a3699ae1129f28
+size 4397107
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5bf23502231508974282e961d1ab54bd1630b61b
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041e23555cc483afaad2e48541cb1b7f766559e16f51a3ed02586084e1b2d80b
+size 4395057
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e01fe183ab8d2b9caba4428b2f61aadffe9517d
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec48438cf29a12d94675a730772e2250a8462cb95db79d514dacd062af10a401
+size 4391253
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b150e4a8b47e13a31de04e86c1937d9182055d72
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c0882689537b117f358ae6c0478c605491136bd6d2483550fee2ec81c7c838
+size 22652949
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc3583ec51892a343bf0ed177549f32c2d082548
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bcb544a436aa11a9d8820b0ad872debdc38cf48ae7ad6dd60d6bfde83d3ea2
+size 22696193
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..138a8a7393217acbe924f454cbee8caed2df0ac8
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ddc575925d007541ad159789c03d0ec193cc33a275d0c24ba2f262550d9d1b
+size 22659593
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_12.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5588683028795c11179ee5d792c255375f766128
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b37279bd3caa68441055e04583af8679617e7349
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9de0a9d48cf6fbe9eccd785e117c21ef55aa7651
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6696507345c8aa1b0cb2b1d361dbc3b33961e0125795ba48ce4a4b3f0e6abd
+size 4386128
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ee3e1ed86797c06e424a3eded5376c41ce68b2b8
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcceee502a382e9aaf5becd5e8d3588c6c121edd594fad40bbe07d94bf871b3
+size 4395633
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cbe2c71c824a3076ce1e26a513ec9a3ed2e7f1b2
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f58292124ba20528eb88fc736c01f9fbdd49e46c8d87b5772519624f2ba38f4
+size 4395045
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a91bd2940c2bc64348dcf63cac3cfff136154d3c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab66813079674d9d6e9e8ffcdc4c1fa32119a3ddd4e0cc4eb8c6c02a9d9d66b
+size 4393497
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1ec5e5e232268579318b67ea10449151e5cb4eec
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f93afeabb490b8129a343c7121b86b2d4ce684aade8afe0dc76ec7c1c1e95db
+size 22652271
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..431b7e48de99f826a01db3ca62dd6f6d1ff8ea55
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2f404199f189fb2347328767d6ea219ef756bf0f8461e1e6c26c3fae0c6f34
+size 22702706
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..477b7b23667330bdb43f89b5955b4cd5bf260ed4
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87d67459d3378a5d30197f3da2feb43685090313e87ca5f8cbedc5a577f2dfd
+size 22657252
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_13.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f76ad6bf4880650a45c6b26f9a84e29fe4f1abfc
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f563110d308abb7d2463a285041f4e56165c84d1
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d079ed6185291d4c2ce036a7807ccc01dcaf088
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82988fe4b4dc4a1955eb155511ca5e7ec57951e613d5867cde2e549646fca18d
+size 4385814
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c672c6fe5e48f99cd547852b1ec03300b01c466
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866479cb1fa41da816947200db936c16b561e93c36a574895a5acd0d1c73363c
+size 4395411
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..916dc5141ddd8a7211bf31af4f32bc2b67421515
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fc20286da3c0fa9db8227dd5f45335c8a04eb1f7d46956d8f73c7105e134e4
+size 4395892
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9ef1ed8b6392b0956940457783c54862a08f9929
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5082d371ab0e2c52f010ed08299b2fb1f5482405a805c9f33480c8977b00245c
+size 4396159
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e3ecc89a7f532e81f167aff35d044a6ef69ec9d8
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d94366b50499bc17985972500f78ef310c3b5ef2cb0bbb34ffeb141dab3c2fc
+size 22652276
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc8eb7b69ef7810aedc2bc478883e60a5297e2e5
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96696acab6562e93ad073dc5f6e74dbc23962ef0abc46863234c591792cb7fc
+size 22704673
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..84767ff0959f6f86dd50fc22d8464cdd4090270a
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b24585a9979ad5db73545bdac609b991bf9a5df4d63f520e40b443dfbe9eb7f
+size 22656285
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..20487e612acd1972e07f8f4131ce46dd18f81a65
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1ed1bd8c28c26111004a772b10997c0288252533
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3b13fe17a926955c47424ea678da42946f244ec1
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855deb308265f794079a4bde7bc0138018f45c90046adae3b58582b219ab518d
+size 4386101
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..34d3105417f2308c28ef36565405e9a8dca4cdb9
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a10018d5bc5ff53e0fa1bb2041d6c47d937dcdc2cfa172ec3a7c8af4b7986f
+size 4389885
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d82f4ce21ad5061bea2fd21b54da839fab933088
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b3b938a698ca6a32733fe812a82ad57d307b9b948cae308daab09ea7ae0bfc
+size 4395316
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f62f54ba0d7d62de1fe8441c10be8b53eeb03be6
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4325a4a2036e8200589a418096e5e20b9041574299b5a23ed56cff40a9883fde
+size 4396699
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc3d420dc7db96265b1be38a2dd8d342f2ee8f1d
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a60a2b644479c7dbdbc01d39352eb3560cfd7953b2f6736b75c0fccdfe59bcf
+size 22650788
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc6c48644d38bfd2e0c4116551f86adb8f7ef3c5
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8e80c7246910e93deb3423baf9a85719850b4f2a5743b11d731a141e30e783
+size 22711873
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65b0fe35378d5739f076c51209e2f5caf8f11924
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f1a33a60d27cd73e5f7f73910d9f27fa022108d357cf2be313a904ed4af245
+size 22654154
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_15.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5e446301045f829f25fbeb54c2719c2047d8b155
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..08d97e28b8ea99fd8ca17a2e6b516681cf9ae964
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c5246ab66312b7e53a60f73374bf5caeda3d899
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35f1454cc03a3db66dff88e31d2eb0ae0582072315fd4ff76abc55650c55cdf
+size 4386102
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74c78b81fdb32dcdf998512744781cdf3e58e262
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7daa92a5a289f3dc100835e72079e20f9442dffd3aef3b39ad354dc482748e
+size 4388646
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ee0e8fb64a736966e4fbd71ce670ec67d4c6841
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0975017f53fff671c9039d568fd5aa3eb807b05912bd3b3f4d41458d2dd72ddd
+size 4395952
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..638346a60b38bdd0c8844e29421e87bf5829402e
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f595a1ebb391ddec3e8954de7c279232e805176b765c533ffa4f4a3cc93190e6
+size 4397231
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..957acd682978f0ca29b3f71a6efc75ea9e40a97d
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455b425bb6542134866715ea7abec80521190e0ab0594a4501567ef065a4e20b
+size 22648222
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..314626128a73f85e62d9ff4174a7e1ab7a477bc2
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e98e1f9efa581286be4dd00e73fff84acda2f124cdccfbdbef5851aa2aa309
+size 22711450
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..beaf6a05af9ded12c5ea2d486cd6e51437abdd48
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd20f823e8b4e7d2e8761b125c686924c2487728fb24024cdf6ad63dba949841
+size 22655493
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_16.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..39ded745abb329278147984c92afeb6882b8b4aa
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f116a363f7ac1c6498ee0ac003c32247c8e3ff2b
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..18968ceb95a547dc6f9765406e863852dfe4fd0e
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb3f5c6bc1108e28b702ef7822e67b905856a3f758f9625cf07de6f842180a1
+size 4388512
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b9b872e0f62d31314450a7f4d8e1ecc3857e690e
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4704450d8256aee52094354b054cd7a01cd6d893b7467d09921bb571c8bc20b1
+size 4388496
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b4117e21988d4d26a440998bd651142aaa83f55
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad012160bb9b14dbef87fc5610828e6db13584d5d10230d83bfb38c0e1d88d8a
+size 4396058
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a127fc29b09312fb8d24c5ab1316ed877d4e43d1
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8214397bde522ec88a839671d7b8de85ce98d2c0f14757180b5f8153e349c8b2
+size 4398362
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0bc5b88182cd093f992a638de4a66b77ef67bcbe
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21851a905a327da7c56014fd67a874369ec3f7a85f3c0acbfeae0bed80686b1
+size 22651548
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..329fcad59d1c8166366b9530e90a05a61b64df61
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e43af3c92203be79324ee6a6b42a0eb617952f48e7f76d856684e144cd8c82
+size 22710456
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f683e2ea55f82a9c86fc35816ba9083063a1e19
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e226204976372a2f6da5310d9cd481d27dc77df7394a6c8e09d691bd16f7817
+size 22664242
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_17.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..948023df53281a1763952efa2cff2b978174a02d
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..113d3d4fcf61cf54a09db752433e36430d3497c4
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4798eb5bab7a57d7f5e12db7fcc5324d2d134faf
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926fd7931848a81d7c291409037d3fa0f16ddf0794ab17d86b4f1adabe27d60e
+size 4396472
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..56b4bc96a21b8ef955fb1fa719a0242091cd6e17
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebed316de7920899c2787b7069107446505ec4c5aab2047fcae9d990ea7001e
+size 4398089
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4832c1be69e22e208d6d83d2a0229ef899435bd2
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520510b476752e3c30f3a7f43dd4b9d0fd21f151a7634e0aeb1b48d6fb957d8e
+size 4383341
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bdd6a863e5ea367bf158e400bafda7ceaa23115f
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b829c0f28752e039ff09979b85f30797d6ac02f6c90cc63dbbcad3f72197852
+size 4385740
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60756df11e8357654460a2d77f92204e45cc9b8c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cff19f7066e9cb4ce7c4b1ece97c8ac8abcfd50a925a341cd185a919f40dada
+size 22707657
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..15f8139d5d3a2b266f6e55f588de55accb8094f4
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebfa44baade60024eeda304fec0a6e481355e62c868d42201ee4028078a51f1
+size 22713737
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff4bae047ea2d78f084429ee6013075d4b8d8ab6
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71eb8e46e0ae938b6fafc2a0329d7f09e77d803943dd7819d833d1f10394f6dd
+size 22685569
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e6ccced8b51c835881fc696caf3ef6abeb237cf3
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..98fe1f11610f0a07ef5f560d5d7781e590513f81
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8df1bbb9f6eabd798f9fa3c9693abe922e61db98
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01425a7e5450028f9fbb8128b2ac7003ad17eecadbf860ee46958ce49464ca22
+size 4396729
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6399763e9ec649ef385d33e9c6e814df93a7b75d
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6473c870f67fd3d9977375510b06c74f8e76b41c906e8d1ac08c8229e71602
+size 4397645
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..41c303443b856c1f77e11b643a2340b4fd63965f
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684a70236571e13634fbe0b84a171bb31c9c09149ae99dde85722a038c13add9
+size 4383680
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1da04bdc76ab66b680a17994144665994b5b3609
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98875f285daeeeb07ff710e8c4e5775ea6875f95fa0e502db4885610f406e62b
+size 4387579
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..32fdafb9be4e267e53b262325b6c1147c8098ab8
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd7695583fa5bb958388cc600c527daaa6df120112312b1d6e2fbc8337d699a
+size 22708649
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ffd9b73a2345ff0b741682c9686aef8f77cdbf5
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501d6454f3a9728c3083c8e6ff5c87e0b953a1ddbe77d5ebcc63101878740122
+size 22715325
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5171ac7e26e4065e619e1aab9ea5e8cec98398f8
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25ac4322025957d41295f50d6141e90bace15e8155b679ac33158b54e11d4fe
+size 22692019
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3d4a73a7987d2726482b71abee730e837a23f07b
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e2a9da4214ca9f097db402306888b3d327512af1
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..57793a3013ec03d834a35f9961d251aa2b551e06
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcfe04177100e9a5168b251b8473ed507dc94db6d7daa679584cbcd4111525e
+size 4396470
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c284a73d8af638b6868a5fb52930987ae03d7992
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515053747cbdd445a7017e6ff5638c50158fb6ade1e7dd4fdc692ae85b61a5ff
+size 4398606
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ff58b5c2a94ab32598cd1bef7d51ee907e1be1c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc0ef550bdfa6df582c0b3121f0a9382d825a132682ce7f68a25d223df353aa
+size 4383914
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5c772b9bc7db90be2437bc3eeea2a8a3956f98d3
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b707d4e4dcb979d2c844c5abda5c5b4fd3be6fe1f92cc422e0b28be3e0b97af6
+size 4388740
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f115295cd11aaeda98698fdb64bf6655cb31318
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b600606e914a8ca050eea286fae6a5b063e35667c7e3c649fb1825e1de17c2
+size 22711392
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0ccfc8f3ea6de455bc0745ff92a6592b8856950
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32c0bdba3775303a192f241037c563b41c401532841fccc00361d8e51d51f10
+size 22710944
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a1d35ef126cf9e8f1e2b610f02f5bb231e601339
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d848a967c3ebaf0b47befb3617d92f7305fe4398338865ebfc76f28188ea44be
+size 22706010
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2b8eb27a1a5656dcdbc0a5e910adff60e156177a
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6391ffd1ac08caed58839bb0ebe02768927ac022
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..61d233e496e4a93bbb2ea948cbf28d32345bda8d
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df23ce4ae77347d0f4644f292f57a019fcb8d91e57b7637e013524c11a39ee47
+size 4396670
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..991de4c4be157a4cab9d9864fedd8dfb9bdc09b7
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2fed22fdf61022b1737750c20fe7b963f8a717200bf126352a36e7ba81111d
+size 4395060
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..960ec7c45e5398c0fc3fb5174c85693a904ac800
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92b1894989477ca0b1b15d13d66e4186fb5b8a96b48f90d4770ad7735dd7776
+size 4384534
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af8fe67fd9e8b849ca2074a06c8c887096777c54
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5ef5a918f8e4d4c0b6a3dceb00435780ebef5d2d46ad1abb30a1ac50cd8033
+size 4394889
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a28ab518221a7c4433e1cf8a4a51192f132007b0
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a793190dfb4f87f78b5040e7cabc729fd997a8c99f1880e33e812838f72bdd
+size 22711584
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe291c11d7857cb89766d4eb39849bbfdfd098a8
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9afc4e8a30c2cf3eba9ea0aa75e0010568ddc14d8275beb33f27d70be891db6
+size 22693876
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd8b3a28ad0247de4d41a2737124a676080a7044
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4083a50f442210cff7b2fef8786459eb902cb224e07867317ce81c0945f960
+size 22712555
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..745527f4e0618b26f9953d2b92b298f56a552768
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..806f7e8f28f946b8eef68e0023a8c6df88dbc57c
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f4d9c73fa210848203c8ee0610b6473298ba2143
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0818a134da6bd5b03523fefb7b669a4e6ec9a2f1a842a8342bc57b3aacc304
+size 4396929
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc5c5a60d5ce4fe2135adb3fa058892d8d64065d
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60362656e7ed784d2e70a6892a8d250c2113c129fef2563bfa4462ab2d18eb2
+size 4391087
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4eab46d0873ab4b04b387a6a88f36dd056ffbe82
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512b0a7136a708b42dc2cf38a4cb85ce2fdc03b824f2860d1a84c4f1c922580b
+size 4385314
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c42daee84a0b650d25850e2b186cd2a2a23b7f8d
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036360784f09e1134e3e79a06b0c0d0a6ecbb013c6520c8a246d85b3182dcf0d
+size 4395636
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df450b266d0751d4792157f54d9346827b012716
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee333e12060138848365115e4d2c075e8e379c056912fe8505c2188d55ba5799
+size 22706826
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e165cc33cb5996b82222ca12f397f736ed46d47a
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d093b404b902fbe896f8db20941ad5c3540103f74dcbaf6824a8c7be646b28
+size 22673503
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6d242640cb3f70d0441efcf9f265086ab30c8c9c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a58e3c87fc4a45045d9eeee45d150f0f86b37c7242bcfc1b508e71da408a49
+size 22717709
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a8ce52ca24b29c977ba6bd244397b11dc14d05e4
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..dcacd50e6773ad2f63c34e852f5f956cee6e8896
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d27aa3bce30cd0ce3d45e701e4bca00e9f084276
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28ecc7b17ab1ee1c02542c98833c623f5af2016f99919a3239e1908db9aea90
+size 4396962
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b95feb1e68d82e11a5510a547844491e3350b1da
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34d739c6aac788cc2d2e86536b7fe324065dfb03d9dd9b5951d28de95c38ed4
+size 4386340
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..25fb94bdcf301402128e0b0dc06ab8948cfa8466
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1b33b5d2592fc9a676b71985c2511c9fcdea3fe0e12152b6a5c36d988599f7
+size 4385764
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aa902f920e05ce1856b46fc4efa7fc16c3e2b340
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82e1dc2eff8fe7b3395f21ff69936a8377a0926176ffcee94e1ea5d88926d3e
+size 4397392
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ea47a4e742e2b428fac8874848d7356eaa10fdd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2490df3e5b06f35038a45b51dc14b566513974559dcb8ecb364cdbfc8c0d220
+size 22689622
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1770745ab892f2a296b8b7d6835dcaeccd505139
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35baeb3a495bd889c94a376d5e8a7cd3e942d5f1f0fd1060667aac4a7621cad9
+size 22657480
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6d6272fc46ab438db80e37cd926227b66864df8a
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6761d5640b70a3f637423a92a8add2368f7e6f6e296fe33c887bf7eb03ccb486
+size 22715006
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d683e40415210707ef3cb9eede9b3f4fac4f8c61
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2250c23881c5cc41fe3eb6dfc97a9e0556ea5c3f
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d9333f9a3c83b33c560b30256e7dc468909a699d
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fdd7b1f9d53bd621d5478366327a81b231346e937f1288bd47577fbe12d7ee
+size 4396962
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ce334170fef27178dc51760355c2e93115a7f463
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5145a82db3a9540aa31d373af23a38111f58723639c2b2c950d177f41322fb
+size 4387691
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..934ce9ae7ac016fe578c0de9fd38a75936597ada
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1161d1ed1941288db0d727c40ad0afc71aea69e444d0d5d3d442f3de812343
+size 4386960
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..46ab034aa27465cc7b6d89adffcc83e10b251528
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dccd33eecdedf6e7c80297d7fc52724ddb48e18ce3fb074fffe149e0f08ec2
+size 4398216
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b1f22b64358632c0d363068d238891ae7b9c5058
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383d3a1320b6c39c427697d3319707cdcc2b3a1a1d5317f1f8713ebc7eee79f7
+size 22662845
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4469850fa8c82a558798b7785b00b3f36292489c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a224453a9ae1d71798612c6aa0ee3e2f67a4c92e6e182861c899d6ff7a8e01
+size 22672333
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..52db5c9b403d68095367167ab7e2534f6a69f776
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b61d62d0402376e604977e4c5858dc58ad79ddae62b92331a5a34670115960
+size 22687132
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..abe36c971d304473d682ed2c63c38ec5f2fb9589
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..702707259fb373a2bdaf2a4ab851e47d5f9f8fa5
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.attention.key.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.attention.key.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..229edc447914aaef77a5094365319c9a6140c84a
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8870b9d1634150b65ecd98c2a66fc3cdaa6adf443d80676bf4f60673bb5cb5
+size 4394498
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.attention.out.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.attention.out.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3bde0ead842ee5dfb805f4a329407b52bca31a76
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faf0ac8457700ce55ee17bdf63db103e6ea15c12252adcfe9c82f894be1c7af
+size 4393594
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.attention.query.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.attention.query.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60a84744b942b99f8d305f8823050bbb839f5b9f
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9f2de32e2d89bc9079c03a032dcb67ce48cfd284c1356f2f71cea1ed5b5cc0
+size 4391236
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.attention.value.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.attention.value.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..10bca4dcc7296ced34459f5048ed2d997d079fc3
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb6381bb39470feeff5690395c5cb04738e262b95f3fb05bb250865a160a428
+size 4389362
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..17dadef1c4abe333484b9a1baedcef721d9522a1
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1bb28c72075a69e88c2db26641f14649d2f9900c6010e93d3684dec2fbe8d3
+size 22656976
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b2f1fba5969864e5724a08024f903e08543712fa
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bea614d35879c2bef47eb293886146ded8e112d51a274f745396c2448dee39d
+size 22680855
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wo.kernel/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wo.kernel/0.0 b/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..912d4f1dbc59fdf3731c20d38ec646c520988414
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887b624dd96dc47ce844f09b29c610e55f9b67a8cb8d3f12f4f0d617108b58ad
+size 22672215
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_9.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0619459784993a0510e7454ef6200764009b53f3
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1400000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1400000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2c67f124dc5ba88290922cb08bcf2b84ca9f1902
Binary files /dev/null and b/t5x/checkpoint_1400000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1400000/target.encoder.relpos_bias.rel_embedding/.zarray b/t5x/checkpoint_1400000/target.encoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a336fd864ce83a44dd55fa003ffea4fdfd474ec
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,32],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,32],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.encoder.relpos_bias.rel_embedding/0.0 b/t5x/checkpoint_1400000/target.encoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b8f234bf465823468bc5282dd85946da854a3266
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.encoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2710f5ae0caf99c48872f94fff1675100cb2757301d65a125096abde29c36e47
+size 1415
diff --git a/t5x/checkpoint_1400000/target.token_embedder.embedding/.zarray b/t5x/checkpoint_1400000/target.token_embedder.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..18f5e3aea4d0c162239e81c9d614714696a6b6ef
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.token_embedder.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[384,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1400000/target.token_embedder.embedding/0.0 b/t5x/checkpoint_1400000/target.token_embedder.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a91c5b782f29a8c04195d0cc085982d66a5547a3
--- /dev/null
+++ b/t5x/checkpoint_1400000/target.token_embedder.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32570fb91fc5705626b71a438dc961d71b26651e20395d0be22cba4debf77eb
+size 1818673