diff --git a/.gitattributes b/.gitattributes
index 09b9abe9304199caa1a29648d7dcdfbb96ceccad..d627a3d11c76074962e65dbbed6e2bdc368ae937 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -106,3 +106,21 @@ default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel
 default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..054192cf6d513df8c84763d8cbc2f8aa6cb0bf4d
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4c20d4cd75c835725463cb7e950a01ddda77c499f547ed64e7d3133ea0c186
+size 8744073
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b0af19909f3fbc694d458d6868ddba18cce08d1a
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cdbd89abd0f696be436f4f37e7d7b5345849e504a36ead51ef70a895996cb6
+size 8728866
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..37687a9094aea735ae0822408e2eb59ef6fc0996
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be3b5e82e6a5d416c2165dd4ec152ea4d6e959008d73ce5c61768a96ffc5ac8
+size 2186262
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ecc8725c4b0964755bf708fc61c2beb7bbdfbd89
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204bf18a449af7d1ec9e26e71bfb97b447b27c7b24bf9581b5edd04bff4fdb73
+size 2186127
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..938371259a2afd08353a011bf420de3bc4fb5c67
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db1cb82077a38900c6e0d8d10991efe15a7f660d8080c4c67fca29e0e9f3022
+size 2182128
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69f40d042dd754f33c5664b7e44ddb448937b858
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b36719bd90d78c27ccbb001bbacffe13fa2ed639616ba4630c100d2342e0d3
+size 2185985
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..51e59dcb342d7154eb3605c2e8c0c07f17dc91b5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1e788fe2a7c835d6ddc0615757cc5967b5fea60f38afab6396e2fb6c093f90
+size 8744265
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..49eeb00419f9546321dcef4275bf52fb49fd442b
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f37a323e8246c7d7eca186a3bcf80173111d4ed5f6ca95c7a1caf6eb5bfb5f
+size 8729068
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..702a7f33e3e30e52a98bc2e9799883aed7612ed8
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766da0d6ce695f6b66b9d4108fc3ccd97f60f49e621e390f8a8588e00ba15240
+size 2186059
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..89dccdf9ff04295494565ec5d40ae5b29b4ce19c
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d6e7fd96e5bcb48105b445416eb33001a4c2b46f1afeb21a5c5f1e0d1bbe54
+size 2186111
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9a6b79c25eb99b673fb7194ef783f0aef594e7e5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f79dce0fefbfab3518e92bf3959c58c80adbf84624bd0dd19f6903fd545d9ce
+size 2182132
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c02f4d468bc2fe2aa92bc13103965b3656188d71
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c6f9a0181921d6911a5485a50a7dafe81a519029fa9b0c1541abf516df7b9c
+size 2186083
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc4144128eb7b5631d35b613f4c70353b50041db
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bab020818552daebb7009312f256340cbc0d9dad0210bf34e0647572bf9f09
+size 8743494
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ec114d53527c1b1285da8d85df5aa59646ac1fa
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f693d41fb92ce7e4f3ef7bb10ea62dbcfcd9ffce023fce3cc94e6780b7da765
+size 8729211
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d73b012cecae24b8e9f67b8da62c106d3ee17622
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee8ec9c56ceb4e38f550386b2397e75dd86f8cdc17c7dbac9033acdccc242a8
+size 2185853
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..480691bf67e546359ac1d966ffd28165509c9d8f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f425a30b8e1a442915a574d2664504d0e2e5d49dfd2f93c668d64d4ca8b8d46
+size 2185848
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e6f452f093b59feb86693b4ab4187e1dfc99c399
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4051b163fe8db766959ba69b5ed8ae6bcd716061643d996d0c6cfefcb1823b
+size 2181948
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b680dbbbb6276d7fde8764f53933d2a399fa7c15
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0ef1ef470a3c1ebdf16ad166bd7263b29fd88d95741ba7f6929c26a0ab7cd0
+size 2185967
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file