diff --git a/.gitattributes b/.gitattributes
index c3ca93600acca5b49c270bf1e2298e48313f5873..fc6f7c63cf069c2d65c16f11ee70ccbcf613b215 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -54,3 +54,17 @@ default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttentio
 default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.image_encoder.embedding_function.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_0.scale/0 b/default/params.image_encoder.embedding_function.GroupNorm_0.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..39473dfc5f228df27651ce26bd36199e2461d11a
Binary files /dev/null and b/default/params.image_encoder.embedding_function.GroupNorm_0.scale/0 differ
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_1.bias/.zarray b/default/params.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_1.bias/0 b/default/params.image_encoder.embedding_function.GroupNorm_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..aef812db9a6d0cf3daed5ead1900e1f8e4453c8b
Binary files /dev/null and b/default/params.image_encoder.embedding_function.GroupNorm_1.bias/0 differ
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_1.scale/.zarray b/default/params.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_1.scale/0 b/default/params.image_encoder.embedding_function.GroupNorm_1.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b083799df6e8d0c6899698edbf4038f94c283899
Binary files /dev/null and b/default/params.image_encoder.embedding_function.GroupNorm_1.scale/0 differ
diff --git a/default/params.image_encoder.image_col_position_embedding.embedding/.zarray b/default/params.image_encoder.image_col_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/params.image_encoder.image_col_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.image_col_position_embedding.embedding/0.0 b/default/params.image_encoder.image_col_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53fb21c54e104c188b1905038eaac2401ca5565d
Binary files /dev/null and b/default/params.image_encoder.image_col_position_embedding.embedding/0.0 differ
diff --git a/default/params.image_encoder.image_row_position_embedding.embedding/.zarray b/default/params.image_encoder.image_row_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/params.image_encoder.image_row_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.image_row_position_embedding.embedding/0.0 b/default/params.image_encoder.image_row_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea117e2196a8f1c18799de73b82dc6ae419fb666
Binary files /dev/null and b/default/params.image_encoder.image_row_position_embedding.embedding/0.0 differ
diff --git a/default/params.readout_encoder.pos_embedding/.zarray b/default/params.readout_encoder.pos_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a9d0cc1b9a1c74bc2fff95a5da6484677c004794
--- /dev/null
+++ b/default/params.readout_encoder.pos_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1,8,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1,8,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.readout_encoder.pos_embedding/0.0.0 b/default/params.readout_encoder.pos_embedding/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..182fb814c8220a7c87bce6f7171d2c6e800ec1e4
Binary files /dev/null and b/default/params.readout_encoder.pos_embedding/0.0.0 differ
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ce320d99f2bfe72b4dea8deb3f6f56cb222541d3
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa621c01b8104a2fedff5cd1d6b6368be910ddce92d498246cba12f822cfe13c
+size 2186306
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1650f84b3a18cf1daa3f3087932f4618797e5a77
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0476fd27b86bce1d57f0e838ea0c9008823e9e90abdc0954ad18be6a05293f2
+size 2186274
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9cabe50241620f3295f58bd9b2fc4c86597b6e5d
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead1b18ece3a2dc830d65422ebf3e827a42d645fd038a102f7befee1bc8d5a75
+size 2182158
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a77f12751d11e04c7816dc71b5d70d8bcda14
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32,12],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32,12],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f00346ed31259c355d8b4b253998d4ba36321dbf
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 differ
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f8abed370d4e022626099241313bd4cd80521ec1
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440cd17f2656f6bdf377ed55b80149f9a1d8de7d83c05e31da15c8ef9d005e50
+size 2185777
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..85a0d86e12907fa0e70ffd724646d950ab354cc8
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ce87ea6c5ebb019881229e343168735b82c31f48
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c41079c8ebd66abecd3fc4c9c390597933288cee77944ae4fa79b9e9c9531e
+size 8744242
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8739a18fa3dc14215640e2cafc3a4ea2c4f152c5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ce1947fc6b231ab014087b32c94e208fe6654d6f976303a674654299c3be34
+size 8728805
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..85a0d86e12907fa0e70ffd724646d950ab354cc8
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a9cf314624dbd08fe29b4deabb8a0b0efcf9f936
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9891f0cdab0310ef98fcfbd6642e21a96ca3a2b84ff63d5c53bc94dff54883
+size 2186135
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..870b65de5bdda6ebcc97c8daf8c26ea7ff688e1d
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a553d50682b6d5c1392af41379750be66accd1dac1c1b1082481b231c5330d35
+size 2185908
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..82fd469c9a687c25297db230d7ec0f6cf8cc6f06
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626ed4fbb8be35ac16a378de2d787feac3503c25a4cb68c95fca7645ca057699
+size 2182312
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2697f6502bac7fcf7d0b452ca8a8946b012efe94
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a1173578f823abc9135620a3b4907396cbb1920ac3a447866819b968e5481e
+size 2186006
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..85a0d86e12907fa0e70ffd724646d950ab354cc8
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e02ba49f3d937b815ef0a7360e2d554c63edd459
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d277eb0c5561be6845fd96df66a95aad8d3fbf9075131680738952d13ee58b6
+size 8744047
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..64800ed82e21fb8c4f28d02933772497c96707fc
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09b652ab078629f28b3f00163580e71165f193ec7afab91833fd080b6c4144
+size 8728759
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..85a0d86e12907fa0e70ffd724646d950ab354cc8
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c71b112b9931859b39d8a52735f2c96ab2bfb1b8
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b5c03ec448ba532f0b48915b4a72adad11280be181ad9871e80bc5abf81a84
+size 2186047
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c3db0b78a5470b7e11fa3586bf917af31879cc32
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98b13d92273978c508a1e8cec8cbf7b1fc1ea228c715b82ecaef001bfc8a672
+size 2186162
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file