diff --git a/.gitattributes b/.gitattributes
index fe0c0bcf19df3915b17a12bedb763954050b090d..1e990c8d8164f794dcbe76c3dd6054bf91cc356d 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -52,3 +52,4 @@ default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProdu
 default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.bias/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..bad8a9153abadf9a05eac45c61ca2ad1f1108c8d
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.bias/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernel/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a0277e08274173ac288c7aeeb2652af099acf37
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3,3,64,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3,3,64,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a82671470cf6649602144a14bafeb6b4d6bd2a0
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.bias/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.bias/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..23b10f19bd2b340dd11fa737541e36c9ce61b056
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.bias/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..44704e65d3dd05ac196d564f4a76d6db206b63c4
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[28224,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[28224,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/0.0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e739180f7c82192934aa3cd749a00dfc7413acdf
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9e7f43da061f2f586a7552185dc408866e029e7f87c8e74ebe4b678c61642d
+size 78218975
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..710eecab23a0b4f66e016c05aa0a4b53413016ed
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scale/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3b8f13a408cf6968087877feffea0c10b5248b06
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scale/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..e706b081bb5e5d3578e936cbb6f9ae5b18e0d858
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scale/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1a54230a5e4717cde930cb734209083853555849
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scale/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.image_col_position_embedding.embedding/.zarray b/default/opt_state.1.0.nu.image_encoder.image_col_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.image_col_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.image_col_position_embedding.embedding/0.0 b/default/opt_state.1.0.nu.image_encoder.image_col_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e32a04e8ad0699c127f2eae72445f2d9c9838438
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.image_col_position_embedding.embedding/0.0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.image_row_position_embedding.embedding/.zarray b/default/opt_state.1.0.nu.image_encoder.image_row_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.image_row_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.image_row_position_embedding.embedding/0.0 b/default/opt_state.1.0.nu.image_encoder.image_row_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a148fb1c9bbd8d560bd87270b873c9b511960f7
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.image_row_position_embedding.embedding/0.0 differ
diff --git a/default/opt_state.1.0.nu.readout_encoder.pos_embedding/.zarray b/default/opt_state.1.0.nu.readout_encoder.pos_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a9d0cc1b9a1c74bc2fff95a5da6484677c004794
--- /dev/null
+++ b/default/opt_state.1.0.nu.readout_encoder.pos_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1,8,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1,8,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.readout_encoder.pos_embedding/0.0.0 b/default/opt_state.1.0.nu.readout_encoder.pos_embedding/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b2386ffcd66d4789f40a3cf6339a24fe516c16ba
Binary files /dev/null and b/default/opt_state.1.0.nu.readout_encoder.pos_embedding/0.0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a77f12751d11e04c7816dc71b5d70d8bcda14
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32,12],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32,12],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..831ef07aa618df7f91e5b94a4138ca756c0373b3
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file