diff --git a/.gitattributes b/.gitattributes
index ef4c81b0de6ab813104a680af3c47bbb18c9e1b7..09b9abe9304199caa1a29648d7dcdfbb96ceccad 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -87,3 +87,22 @@ default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kern
 default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a82f0bf74e057a78286d866c3333e9da636022b9
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84db881a5bf85bdc5f53caa6448ab3e9e19990e1ad2a5b041bd7ce9a1fb9400b
+size 2186062
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..85a0d86e12907fa0e70ffd724646d950ab354cc8
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7e92c7671f08875a889e67009d322c016d16de15
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4ce03ee4b20a3275e7d159863aea75f898d1f80f9e86bea491eb0254f075d2
+size 8743769
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7446a52644426d090f23625fc6c91399721990e6
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb59dc6c8f73c85c1e5fce0dea88c28da0301228b36f75df3aff03891aa5f6ec
+size 8729224
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..85a0d86e12907fa0e70ffd724646d950ab354cc8
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..377e294c09cc395ac10780ea15b0f57814f785fe
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c68354178e0be1fdffa13b48549493eb1ca1ca2995cc634c0835ad8770ea2eb
+size 2186316
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..27caf5f19d017a6fdbb5c29c3163789538cd5de2
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03504973ad55632b631a0f742a2c3d0e46107bcb1356486c1db0752759d7325
+size 2186190
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d2d457e23ac68189c6370da42f6639a6da7ea356
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0b0ee49eb75147692acd16c970e0ea246e8554c36a1618f78efbae70075501
+size 2182248
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..834fea2c1ed32f6a8f7a49dc88148d864886085f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2169450a70e48793dcfccf07e6ddeacbbc01e7a5e57783dcc7b2f4d17f1a030e
+size 2186034
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..85a0d86e12907fa0e70ffd724646d950ab354cc8
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be721aea48f86c71d103fcf12bedf502eebac957
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd425758d4e51d18523633b3b28d7763850782080c8b864f0e44467d7d57d0bc
+size 8743981
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e11c40933652224c5e08b5dd6962799f38bea72
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abf8196663e24322fe67e3a1f8ac4da7d3a4ccb8b62b0b04dfb2acad703f5c8
+size 8728766
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..85a0d86e12907fa0e70ffd724646d950ab354cc8
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e9f9985595590e0808a239dba428ef607cc36a7
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc530efa47dc2a8ee59075430834d479338d9068e0f8a9933883328a935bbbf0
+size 2185791
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c92609d1346b3cdb5e41183d5daf003dee030daf
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f41e77a1afe5cb05534e9342a857b9eb3872f15b6488d3f60726da03b3980b6
+size 2186030
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dec5f47186609cc0e2f25e10273066fb37c6ad8a
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52c9242387bc90d3035db2a6fb437a2de38cedd4f91c724e8868f901a6ee949
+size 2182137
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e2f3bc0450de6cb007e7dc932a5d65e40e081c93
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e5947c86dd607861f5d36e6f0d381ea41b9ccf96d473577dd725647f740400
+size 2185895
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..85a0d86e12907fa0e70ffd724646d950ab354cc8
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63169ffe8a6edb62863ae94bb30b5021ddca4d11
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3462563daa274ed0be95de5d3c7c46c64351d6261605612a36b8069927aa4d1a
+size 8744382
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ee6b089279030006072d89ce49b91125610e368
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8fcd151b5d1c89e1c72cfdf4ac304d81110856cb31b8587cbfc8650d54077c
+size 8729282
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..85a0d86e12907fa0e70ffd724646d950ab354cc8
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..437631684e579131d3d6ddc6a346159cf8af9266
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396fdff6141263f78ce500398eaae5141856144df7d7906a10630cf7f929d227
+size 2186174
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1a113a8052029e6e3a4963e7dfec6453cd788a07
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49798792aef426386b47c360ffae17138db20427fe6f82ee1b64795d8b38cb1a
+size 2186204
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a1bd274ec77dfdb3df34802d85d319182449cb5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc463e82c36201e7faf3112fc398e1a029e23b1802a0b892d951a43e83c6826
+size 2182420
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..27fc6433641c0dfe49a2172b60de20b729548254
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c239bce962f07c7d3eec49e4716be9aa3480c197a56543a81b0a676b0097925
+size 2186066
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file