diff --git a/.gitattributes b/.gitattributes
index fc6f7c63cf069c2d65c16f11ee70ccbcf613b215..ef4c81b0de6ab813104a680af3c47bbb18c9e1b7 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -68,3 +68,22 @@ default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kern
 default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..13ff14c2f45ffd5a3430e1cd6b9e4518dc2e5f33
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3baca86cfb01d0634942c1ca02415171c6fd4dcb94706bb248668a8e8663e4c6
+size 2182285
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a87b32cbe741f944fed69a2ca9be17ccee33c7d
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68be429d29cd46697bac0d2ac484c53bcdaf90f8e76dbfb87f9de8c3e882fd7b
+size 2186334
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..941560603bfdeaf70d0d22eab609393d3832b8c2
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728b3d2c76b4151836ad0a1b81ad88555a4af1718b49473b553ca68cb87c5f4d
+size 8743844
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..99dd281391f224591a632c1ba5401ae21b069d88
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4aa408c5fb150e0b808312e120578548719554de4b1dd51cc70081224717faf
+size 8729338
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ce51a4af64c379b6a3de74fd9cda5bd10a4f9a1
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93139940864ccd4036e35256769ea6d04e5d3b0f91cfac433a3900681ef7924
+size 2185887
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fb60082d682bd12c0e17497aa2da2e271991e0e8
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d3af3b3e2f348cc5af0eab810ea197fa9c5841df5173e887e5ba0c06de0e60
+size 2186177
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5407f88246512a639dd1e1646b817ceb97f6b6db
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc021fceed89c9c4c74580d18235744a5de349fe02b2969021cd5d08bbbe3454
+size 2182179
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d35b6049a83d0fd82d7444162cef7071330e5706
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a32d0157fa2f6192c74c25a17e5535803faa41d96b21d535afa6bdd51d285dd
+size 2186214
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d8fef4e9aa842ca951d785ca765dad6fb0acdb9
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db22b92e08aa23363a5db60e31651ca6a8dba062d6bc0e939d598d51737bfa95
+size 8744641
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7e78b419ab83bacabe671b48f86f29ffae57de9f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c2b47d465cfe18e7a6243e266cb4f8b1730ee3038161865eb100b98f285747
+size 8728647
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ec00fecd445c5ca721afa0c31b34f65758d80c9
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6038401018bf295e65c36a5acbfbe22e9a929bbd83112bdef880bb1c53afc8c7
+size 2186290
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..da2ca4096955d9ebf4a32b015671fe3e38a27291
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef10867e333fd90ca83c735056b015baf0a3cb8690e4bbd0751be789c2f54f5
+size 2186116
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..08e38179adb57960aed1c7fd22239dfd8ed182b0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f35ed31322f772aa83ebd4c0795e28653bf28efcfdad70a99bb06fbab9ef13
+size 2182134
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df41292bd30a20a09e23096aad63e352b42e2d92
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f068ec27dd520fe4b00265c0b523a8ae9fe201e141402467bbb9cb5b41b75b6d
+size 2185877
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2165637a14ba232f345a0fbd5c6727181b58b04
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a87ed57e9d15969536568f04f045d7bc0702e547c0a068ed6bd98978750a2d9
+size 8744839
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20f40cf7632171dffdfcda711328c189bc0b75a3
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6e6dd73e41eaeee3d32228f8f5eb73fb49d0c0bf3eb98bbc6813e6ffdc524c
+size 8728640
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..9556d2d5fdf24819c4b77b3f44dacf6c9c4e9ca7
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7cf6277811ea5889961fcef1d7726e2e51784fd
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dd2f52e885fb9c91cc120858c4dbc0783b71e359350c7f7b3dd88612d643e7
+size 2186093
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e556bd5fb7ea0f291c398adfd663f758726eb027
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65dc801a0b52a1a16a4c9cb94a0a72460462f400611839522ab528c3a0fdd0b
+size 2185835
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ce96418f15e697f477ab48b54f86ec22e470991
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bb54f2d4fab74611274cf5e847d0e440a0662db4966ad7b3b965249eb1149e
+size 2182361
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file