diff --git a/.gitattributes b/.gitattributes
index eae6e93a681204e2664c12dd14cfe7d557aea3a5..d838bd270cce381eeffe59b4aedb4caa2b6cf960 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -80,3 +80,22 @@ default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kerne
 default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df776ea6210b48aea7f59aa95f7d45aba1a01ed0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f5811c25f772fe1791cd57064952fc98605e015851f9a08721879fa24fb2d4
+size 8729140
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c058df6a50f5548adf07e46a7fe5be59349e1146
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1917ddbca6925e96f25377c7160b4fa94aac071b60a9a2963cc49f960c1db22b
+size 2186024
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ef1bbdd4c32326f81b8f79af05e7bab60a4d1fd
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240dbb7c3046b85a159e8ec6e63b100e9a9a964a41c8a658141ab2eb3d6a8a0f
+size 2186253
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..619923d68632ab48327493ff3654eb018006f779
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f299fbd572fa38eb0d3cefa065b46bc6d8f5a303e1c415ed401b7fa9768f84f
+size 2182063
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..44e17c213c376ef956b1bb288047c2a2a60a09b2
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73a303b6cd7c91b5fd48966a037b0c02915ee07fc5422587831bc9e56738890
+size 2186169
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fff123c6625c206e4de99ce92b719c3cdf903654
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747496e942c8ef93475af827885eb88d0de0703fee34a1392f3e8ec266069b3e
+size 8744483
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f633aa084a8ef0c484cedfdd54143532a0b3988
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d8108e3fbfeabfe8d1be92ae79eeadf1e64b8d42dc9feffe49a3ee0f99c5f4
+size 8728980
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..76e8198040b64d6a04a5dc744f188f4a1c31178f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327bff8222187cdd45581c25669be6f843d4e4cc69f3f076246cbdb45a7be986
+size 2186244
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fcb869a9d55c4e8c4d3326f41acfcd5157f79984
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c748ded860ed898f1b0116c3ecd392ca481bc4a3392c30cfb45229cb0920af3
+size 2186127
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..885791d89bcc91cb94da13792bf9e6ff78d94e4f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad4f0311b1182475b6391d441ad6fafb9d8f1c0360f5c3a6dcabfa89cff05de
+size 2182186
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..996b0cd8e47511ce3810476928429fbd561f454f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e3ca0432965e7e16b7a74b6303cdf47c1f51a6b845cec471cadc5cd4138ff5
+size 2185978
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4922b9fb2f56644b7aa784063d2e0894cdce9b96
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8a08aa4ba79f4efbe805048246cb1e15140016791e52ee7df91b1d5e9e19b8
+size 8744981
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1452ef7e279769bbd623925001e604d9ef30225d
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401f377b79b27b2756b451f9d176c3a9ad23c5cbd7bc7bf13cad96046fc5c8c4
+size 8728680
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..22adc74285372838de3e208a3ba378067f7e408b
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa284bbb6d50929add151c01a9f4213e878123f34635888ff0ffc8887c952682
+size 2186095
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d1298720442207ba7adec382a77afa978a99935
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f828891a0f5d7fd3b203c7acdd81256f3cb8a3a3c66b3faaffb3f88c72c19e8f
+size 2185976
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4a68ffc9d691c297041d654eceef6d1fb0aa9e0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaf0ff2b253e67330e675ab7c2c72d056058eaa86e3263640e43456a0003331
+size 2182326
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d19b4adac2704293c36d491af1d1d3a51cbbb8c5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b177040dd64b76f0ccf0aaeaffa5cf337672908b0961e55edfcaca799cb45b9
+size 2186104
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..10039f71a27c02592093ae1a284b16acc3a6e8af
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720c26babb4641a118ee15959bc8180e8a649c73b58950bde6aff13db7197425
+size 8744066
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..51e8b1d92025aff6e210fc11455d1118df169ab1
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3062853e1c8e006f42156a100cb957e573f454573da7e9d5bceef9858be96985
+size 8729441
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file