diff --git a/.gitattributes b/.gitattributes
index f99e331c9d1a7100c23a80efacf619a61e9b934f..73477d273e4dd5cfb962301de998a5cb1d227452 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -117,3 +117,21 @@ default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel
 default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..97e3ab0a027ec504e3450c18fd34e1bdcbbbd191
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a444ab80bece46a90bf685da6be1d6bcccf7fac4a1798724223b0e00da5783f9
+size 2186071
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..224bd57055f86287a4271b75027c57a72078c30e
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9028afc34e30268c4a9d570b5dda6c585348c1d46a701318af949cf2ea6e5dd
+size 2186424
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..742a4658b4c8e809786853e0e34635f1527e3ef5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24aebb7ec8e42c50f9dec3853a27d176fec9d6209d3f24ebbe74a533090872d8
+size 2182128
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..70126d59ea6afed1ddec6e405906c7e987d6f596
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f77432295925c50af550840300e55acc1bdc4e410f1e2725db5d1acb8154e1
+size 2186242
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..011a751964f01aa50e0f8b8df857f400102b3a17
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd6a8dbb930802ed822ccd5cb3f13f367e837900d44af52f9a8253d06316f97
+size 8743979
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..30521d4a26aeb2009ce0b42291d1a9f249f5a048
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8840050f5b3b59345314a71bfe30263cad1beb95f7c1e20c5ba414e28230962
+size 8729020
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b907eead1322fbcb117c825a8c6e804136b9680c
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eead2dde1d731cf38cc31d000a602083421395c0d68e418c33c979ea8573c0a0
+size 2186142
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe11d2151946e220aa7e60b2906893a8ccb5a80f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f696203a1d2da790f1b3d51f915688983e2652b44a6a79bae3b2e22a7d76744
+size 2185907
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..17e2d09a4ccab754bcdd93773f1356c23c8dd2c5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c173131681bfcf22dbb20fb632170beccbf51772848fbfeb7a0b6ae3bd81227d
+size 2182054
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..92735df27514975c405c491d5d82cadb4bd3f708
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0997703c52195c6011b0bf242c1f8249b1b144c55a5cadbb5ad58875139eb9
+size 2185991
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1775b991d60797fbc88e2925335c2863dadccc8e
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a982638ffe31125b840e2186cb38a52630b86ec9589b4f8e53142c93b2574b39
+size 8743776
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7141388d476a8a7d0a3cef7df31abaa1ffb07b5c
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967b7689e65bff2433d262f88f1ee970b7883cf4563e81102384b03f56319432
+size 8728875
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3870a9325828f646b1f55fd8bc7b9b3e4d1112b6
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e323311f715c9393e8e05ec7dc2c0e4c97ea7988ab4c27f33b67dca338d952
+size 2185853
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ebdb2464604163e50cd4be377dee544001094ddc
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e9ab6fc1b8c1d01c354aee3bac8135288725391f4bf8b09bc9247d0fd06342
+size 2185921
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..40a87ef0487704f347bde81b79d930e777579e68
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0231f37a6a16af87b7765012b89f9625999ee984a1bc5acda890c23f30bc6ed1
+size 2181994
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2d1871fe8d627bfeba7f7837098f032bbbf293b5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528f1d0434ab7b2f5c4f8ff732f9659cf093090b4136efe39319886dffdf812c
+size 2185797
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..300a1c92917b62060d36b6808628b331783b4c05
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da83922516aae2a94034826092ea08da20c3776a1642716e6f7bf671aad2f88a
+size 8743473
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef78c855cc9d0455b2333a403f7c5b90cb9d8c21
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37d412fd2aea4429893a3225e70679d6f8c307b814061aa4097a555695fdee1
+size 8729047
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.final_layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.final_layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.final_layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.final_layer_norm.weight/0 b/default/params.text_encoder.model.encoder.final_layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.final_layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.shared.embedding/.zarray b/default/params.text_encoder.model.shared.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d5a18576db1daea168429cc7ae00ebe52202517f
--- /dev/null
+++ b/default/params.text_encoder.model.shared.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32128,768],"zarr_format":2}
\ No newline at end of file