diff --git a/.gitattributes b/.gitattributes
index 1e990c8d8164f794dcbe76c3dd6054bf91cc356d..e70e407ecddfbba3a619939a53a097228581c359 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -53,3 +53,8 @@ default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlo
 default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.shared.embedding/.zarray b/default/opt_state.1.0.nu.text_encoder.model.shared.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d5a18576db1daea168429cc7ae00ebe52202517f
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.shared.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.shared.embedding/0.0 b/default/opt_state.1.0.nu.text_encoder.model.shared.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b43ec2f2276e5727f5acd37878fcf078141c79b3
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.shared.embedding/0.0 differ
diff --git a/default/opt_state.1.2.count/.zarray b/default/opt_state.1.2.count/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c554298e6c40558ee5156cd4627503042a68368a
--- /dev/null
+++ b/default/opt_state.1.2.count/.zarray
@@ -0,0 +1 @@
+{"chunks":[],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<i4","fill_value":null,"filters":null,"order":"C","shape":[],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.2.count/0 b/default/opt_state.1.2.count/0
new file mode 100644
index 0000000000000000000000000000000000000000..882a5595c46339854b3a1246a2c975b996251705
Binary files /dev/null and b/default/opt_state.1.2.count/0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bafe5dacacc9055c2e5dfdeaaaef12c8253136d0
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f730a41c9a701e59ece92a1b0d348ba4fcf0d6fe
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..52ee04f4f89dcb11a94446e78164135dabdd678e
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9f2c0da04dfbf3de7d282c76279bc1e4fc4f2cbf
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6593670728d2333457f9035d93fb905d90db2bfa
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..07fbd9a05fc505a92ddba077235d5fc52c9adaea
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..54c6963ff39e5385060e7e761d5d54ef2cd1198f
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..95ab0238b4588854eac479b8d1d278daf09ab36f
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9edb98283bda9d2ec1a6c0f17c00dc1e3296d7f498e1b982828b303f1831d1
+size 104303716
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..556d58368268d8d4dfb5ea931b072612e40bb5fa
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0656d949bc677a65151e5b0e1a524f5381ffb03a
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..56a9da13a9a5d552600e0910aa97b2e0e41db6e9
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7470b306431c13eceb8728d6c693cb3dba1f60c93f8cb2094b003b94444ba43
+size 104947394
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..270b9caf2fbf8d9d7c6595afc17a142799e50536
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7198474a9405a86353bd6e168878a63555421dce
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f7e1e1e186dae2e1fc770993151792c0bb89709db29a5ab3edabe88c87f082
+size 26083562
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f9d842ca7f872829eb0c2d4e212752c311a1a348
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c70d554618e4e636e31dce2a4d7a2220f9291
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4919b0c0f14418a50402ee376d0d01354a16cd45
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fede2576d95abb1b644deff015c1d0702f217321746d316acce6a321dfff29e9
+size 26083586
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6544d496f4513eefc2799a4b5ce42ab7de64ec2a
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f02400444fda2e43256e9bac7285bfd4384abdf
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a25035109fbd3e902150cb6e78e89b97150a67ebc3e1863af99d005f686336a
+size 26083665
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file