diff --git a/.gitattributes b/.gitattributes
index aaccd981e0c63a4d7a3818f1f33c1e7bd57b0a2e..08bdb4d1bef7aeb24027a9d9f62a47b85c032391 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -40,3 +40,6 @@ default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProdu
 default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
 default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
 default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..93b8ff4facf3a76f06e7de08f4fc1c89df7f8c18
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b9cf3dab65d63df2d7a8035242bac7405f9f537ebda0a80876163e26093ae9
+size 2183196
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4762f6dcf17e513df49e68ea1c1a5f0e31c0d209
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,1],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[384,1],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/0.0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2f957d46a5e779fac95bf442df83f3b9ad58a4b
Binary files /dev/null and b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..44cfea91270b528b5a6322c98ee3ba38344ab620
Binary files /dev/null and b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/0 differ
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..be5257294034933e3c5718510f0c6cc57272a903
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1543,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1543,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c611597e85c1cf38608930cf594fa73f571da05
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e92011f74123b38f70d55b79e36140fb027a8cb91aa6c63bada55f37bd95d0c
+size 4343535
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..cbdf0669cfb9d1b6298ff6958f746a823126a891
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[7],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[7],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..91fd7217c71ea8e0272aea514547409639ab7907
Binary files /dev/null and b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/0 differ
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3ada8ee9e820f914768039fb1b95dd1ca038637f
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,7],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,7],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/0.0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1ce998d230050bd2c2a61702ab1ee28415969a8
Binary files /dev/null and b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..b6a45f24552bd290ff6d435fb052cf7d7e2d966b
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a2cd575f9d6e2aab197fd83d398fc3a69192b194
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,3,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,3,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1f3fa7013260538d0f8b16d636ef9a60d84b44d
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..ba29a96d039252b0cc740b9f888e76f67543a0c8
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a0277e08274173ac288c7aeeb2652af099acf37
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3,3,64,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3,3,64,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0a3d56f99f9a7177d00f2290f70c62b08eb99ca
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..33b562fb93fd8a249f52c6a04e68969ecdaaee74
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a0277e08274173ac288c7aeeb2652af099acf37
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3,3,64,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3,3,64,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf980cdc847ab857a7d673721a7365cc125594e3
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..9fa96b32c35d619a9e45128a2fd7ed46d01306d2
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..44704e65d3dd05ac196d564f4a76d6db206b63c4
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[28224,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[28224,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9cb31da202906ee2e73d1cf859c6b1fed4aa341b
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92465d16ec3be7ee1651fabb27b7d47161d10fc88791be7d4fb4dc91fd53168
+size 80282370
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..7cd96d6b4c2bfd9595563d5fb0550442043b3d40
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5a50345a05ba48d916ef7812a38ac4d4c58e43e9
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..d6bca5e13d86a684ce83437444154007c2ed39df
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ea20e957ac142ca801846f95ca34d959af60b4f1
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/.zarray b/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/0.0 b/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c451f06d5c351f8c93cebae496c7bbb58e8fac6
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/.zarray b/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/0.0 b/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3621e79b826ac4a5ecea67e6714cabf343da9139
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/0.0 differ
diff --git a/default/opt_state.1.0.mu.readout_encoder.pos_embedding/.zarray b/default/opt_state.1.0.mu.readout_encoder.pos_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a9d0cc1b9a1c74bc2fff95a5da6484677c004794
--- /dev/null
+++ b/default/opt_state.1.0.mu.readout_encoder.pos_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1,8,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1,8,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.readout_encoder.pos_embedding/0.0.0 b/default/opt_state.1.0.mu.readout_encoder.pos_embedding/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..92b7fbb7448efe3fd39c1e0c19e403c6124b3103
Binary files /dev/null and b/default/opt_state.1.0.mu.readout_encoder.pos_embedding/0.0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a77f12751d11e04c7816dc71b5d70d8bcda14
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32,12],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32,12],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..831ef07aa618df7f91e5b94a4138ca756c0373b3
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file