diff --git a/.gitattributes b/.gitattributes
index 323b1bab744f2a4f73e302facb5ba06413f4a2e0..eae6e93a681204e2664c12dd14cfe7d557aea3a5 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -63,3 +63,20 @@ default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense
 default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.image_encoder.embedding_function.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/params.image_encoder.image_row_position_embedding.embedding/0.0 b/default/params.image_encoder.image_row_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5067abb362ee120c36f64583a971fbad870c05c0
Binary files /dev/null and b/default/params.image_encoder.image_row_position_embedding.embedding/0.0 differ
diff --git a/default/params.readout_encoder.pos_embedding/.zarray b/default/params.readout_encoder.pos_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a9d0cc1b9a1c74bc2fff95a5da6484677c004794
--- /dev/null
+++ b/default/params.readout_encoder.pos_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1,8,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1,8,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.readout_encoder.pos_embedding/0.0.0 b/default/params.readout_encoder.pos_embedding/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..50b46f32f88bc131bc171e145af137f828a26393
Binary files /dev/null and b/default/params.readout_encoder.pos_embedding/0.0.0 differ
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69feb7979ac281d21b8a72ab6312620ac48b48e6
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45eed91d4ab10126d0884d18e651792ce5df4ac5a6f249acf9bff17feb0d4559
+size 2186122
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..627cc2965bda52bedadd90047e1cdbf17e34f9cc
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24e6bbb5acbd99a05b038d14943710828c266814ca4dbf2e8c2d85a74ee87d6
+size 2186192
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0bed64a2f443beb56076647a858b165f85929ce4
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d9ca3644f0fd26636ad9e331d65bddd3bcc5c498363ba2a727ecdb0b8d0cb5
+size 2182224
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a77f12751d11e04c7816dc71b5d70d8bcda14
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32,12],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32,12],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..edcd5ad380273e0be54c36e5b13b01b6d195157b
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 differ
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b6a241459d1251c41ae22399b4e302e81f09e9d1
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94f9436cb8cfab7d7c7bf70d76930a15a374d8ec9e072d54f413febb0de7100
+size 2185840
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7a2716ea4f7a37265abff9c3b276fe6fc37dc4f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1133a7d263bd7e912e19228f80003859cfba6159d3a9372c1938eb988f3a08
+size 8743905
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f6211f477df04311de21c094d38c2829090b2cfb
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db80111e289cc89584df6b201459ff094db1f6fb0bf340b8636b5686c3f32b4
+size 8728736
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a109c322f9969d2b0b1070bbf991f8d3e6fbdf0b
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5989578c335b58dccffae842bbf91ffca4996f3a477bd552ef2636f2a23236a
+size 2186023
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26fadad2fbdce187b72c91333a270709b9294e17
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1982e63c0c56775d9d5142581c3440d45433e41840ff0d4662e8747778cf1008
+size 2185848
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bcc3c395575cfda7e1476302be707b9701a6ebf3
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb979c3e101b6be63fc8f3f2c92826f00b36d0543ec647994a3bf6b2c7f42a55
+size 2182182
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fafb0510ae03fd653c6ba42dba7e8ca75a0b5f74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967458c95299e7e971153c49bce5e074397d6f6ce09aef090a0e9a79dc0081a6
+size 2185842
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0251c39a476122676c6bf3fe05284e4cf2d1413c
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3da076e05b9325a0b150367b24fff89a2135af85add185b9528ba5ca7e230fe
+size 8744297
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f0d9024918eea824ecefff33ca85586f1b0cc54
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6b4c6e3403fbdbf81e8f06c69dd4fd1ebeb0565aef647b2fc9d53e7fc75714
+size 8728838
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4b174da2e82ae015398a58f8200e97026c9001d1
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c66213c32fa0e052ef1c06f069d0c20d24baf5ba9dab566905ddab4e9637d42
+size 2186151
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f023cee635e4ff73976e12b69c8938db844e34f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ab7d80747b343ca42e0473cd28f3d19587dc59af426bba25d7a0d9ba0b884c
+size 2186207
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..27aebaf091d9cab363b098e16664c3ace3663ddd
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b946c4227acd46ddb25de8b3e59a49497c1b81d01c34c13fc0350dca3fcb8dae
+size 2182216
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5e00bb1e810a694997e37a351fce236389568101
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb37ed664e133da5fdb701d301b824bd6ab0fdcb08729e77e9f108b6ea58f5ad
+size 2186225
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f62e2c01a422595ec75be7081aa5a83e06a9449e
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c66c109ad525ba02beba5c2da4a07404a66b591b3e71837c221aa3a7de0392
+size 8744153
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file