diff --git a/.gitattributes b/.gitattributes
index 613bf1fd5a2d49b06092839a8114d0251a44360f..36d085e00b9d767cfaab4f2a9b72bdff4839b213 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -40,3 +40,7 @@ default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProdu
 default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
 default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
 default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/.zarray b/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d5a18576db1daea168429cc7ae00ebe52202517f
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/0.0 b/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b43ec2f2276e5727f5acd37878fcf078141c79b3
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0e3be6127bafd1bf0219e401f1a417c65469b15
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fdf4c0c23023fae462c90cd143c69858a45652e2
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..12f2049f10a2a6008f5400f17fa97d392959ca43
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d1db958e3318237667e48d976fd713109b19bdc1
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6593670728d2333457f9035d93fb905d90db2bfa
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2603739efa49e79ae8056ba8ff4f405f171c3100
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..54c6963ff39e5385060e7e761d5d54ef2cd1198f
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e8b490a4332d9a8bea48974ebb2d725048aa741b
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e1fe3679630a17650844d6aeb255071b13c69ba57af7921710f08a7d9bfd5b
+size 103419011
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b48547c801dfd103f0ddb9c7f5dede302225a1f0
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0656d949bc677a65151e5b0e1a524f5381ffb03a
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f62bd5284cc7cc00b7a2b8994825d61e4aa5538d
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947f57014cfb150372875f87d5a29d07094f2781a11c9264b1668a35fb0e4a34
+size 102962114
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c2ff2019176beac44e2aaed6d86551eac2c0a26
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c9d2e1b68a6086eceb16d894f336b9cbd653ee6d
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b7734d9ca09021877960ec38df99df3d81fd0b11e4d476c7be8a5207c782a7
+size 25657316
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..14bb3ce03dd3a4021fa72134f4fa2b44d753bfac
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c70d554618e4e636e31dce2a4d7a2220f9291
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0571fa9d08af11c42ac6081c8c3cbcc896dd43d1
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d4eb156f5be39cbc4b4397ac8177079f9162451fdd7f2a2b44ef4f42385c6b
+size 25704679
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file