diff --git a/.gitattributes b/.gitattributes
index ef4c81b0de6ab813104a680af3c47bbb18c9e1b7..09b9abe9304199caa1a29648d7dcdfbb96ceccad 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -87,3 +87,22 @@ default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kern
 default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..59b07aab8f16885212500a8ba7035472b73ce5eb
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8163bf995ffd44bfd8bfd2c88bd66cdaf0e92f310d98d6435e17f6ef822f8bb7
+size 2186106
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..549030fc1b27a1228d015a59e58842244002238b
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c490eb5248fb3d6a13a065c8d5b439ab55f9c6fca2263686bcc80fecb045eb85
+size 8743982
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..15a481de466d1ae6d17c95ee7fb66d50137b9d26
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749cfe8140022296ca0c297fe2715cf388dd3fd7395e6e4aad9949b13381e134
+size 8728927
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c03df67088a38c563bc84ddadc43e90d6b7c7b66
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3f78bb007f17ba6685b50cc528575467ec3ae697590e3bd2fcde9fcfdc937a
+size 2186304
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b17b20b232d67b88df986ef26736f950ca11be8
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebb31da961dfd5ff9809f00d314781262e504d9b81b44fe04373854adc1860a
+size 2186048
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f3945b460a6720a85326e4f27192d7da6cac3050
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c122af161e9115178bd4041d68c3d459cea0942cb3dbc87be87058381b99b1a
+size 2182241
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0be3a7811b6fc38ce196542954a6261edd345751
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501860eef54d35bf88885af98f420664c565f1120b30e98d44b253e67bfc4fe5
+size 2185913
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b509f5341fe51e36321a377656855c1d8a4bfb8
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67148e6c21ee81c53e61d570b48b5c4f3afee9c4de186da6a4539e3fddfe1b8f
+size 8744258
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be35da0b11d3137b254b907472636179bc9f06f3
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8be4b67d13f0703f8fb13c1a17ac3969b7bd7a931dc3c1494906d5665d1b79
+size 8728855
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a4533cc8dba6a53e065c399c0082b8d3b5c772e1
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f5537e66d8b91485dcea7715367ff4f24738d48b8bad72e176bb4cd2b6ef79
+size 2185563
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c23a5d64f1c5c232e7e399bf389910087e62ba78
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0f315b67df73993cb16b3cc096e70c92448fe26a3806897d989b8af5b13cc9
+size 2186048
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b74c64120f176665b544fcf17234953baf394f04
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e938e1841a25e9296e66b892d5fe38fdf62b65ce416b56adae8b4339bffe5130
+size 2182156
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..18cb49f6ba139d48e5c020ba6bdcfbcd532f632d
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908e39258a33a238ec28719a57dd32c109d56e9a5a0a81a121d8784ea05b1858
+size 2185787
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..454b735e8854ed821513c5b4e3a30cdd320c3774
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07044efe53dcbc17adc7e132cc48e694c94bc5833e41a2dadef9aa8243b8ad6
+size 8744265
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7cb6efcb03466684578617e5014e1bbc1b40dd5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d561a8136768c8f30790dbcc06415266f746c38122ffd42718880222292a2635
+size 8729461
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cf0c684c3a4938cfd3e5cb2839599cd4f5d70d28
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3d7c2dfa0e42651f27732c4fd63b94e3d3eb42319dfbef94ff8d9c15c83e1c
+size 2186309
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7240593e0fe5fe66fd856127decbb779d350a4b6
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3f59664229b8e6165a52e05ea156e6f1cbd55b39267d0905c46b99fd4eede7
+size 2186227
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a82178f4af8e7d7a2a98a5ffac0e396ea650788
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bfd5034d0d109ee52b498a91e91ed6f511fd8c5e8127275b47b875fbbda65d
+size 2182407
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e839a1d68ef2629ef8e6886445382348790598b0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50583d8d08d3a423544f1cd4fcc81a605135e220e27adf4ac5438c5beb0a080b
+size 2186002
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file