diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..0b50e6d09758f7f06e919aed75ea800c039ea5f1 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,106 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.image_encoder.embedding_function.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/params.text_encoder.model.shared.embedding/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/checkpoint b/default/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..71c857abd9e7814ff516f97b0503105cef61f1bb
--- /dev/null
+++ b/default/checkpoint
@@ -0,0 +1 @@
+恩categorical_train_stepﾀｵcontinuous_train_stepﾀｴdiffusion_train_stepﾀｧmetricsご_reduction_counter▼valueﾙ.PLACEHOLDER://metrics._reduction_counter.value､lossぇcountﾙ PLACEHOLDER://metrics.loss.count･totalﾙ PLACEHOLDER://metrics.loss.totalｩopt_state賃塔･countﾙ!PLACEHOLDER://opt_state.1.0.count｢mu�ｰattention_blocksざScanEncoder1DBlock_0┃LayerNorm_0うbiasﾙUPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias･scaleﾙVPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scaleｫLayerNorm_1うbiasﾙUPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias･scaleﾙVPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scaleｪMLPBlock_0ぉDense_0うbiasﾙ\PLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.biasｦkernelﾙ^PLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙ\PLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.biasｦkernelﾙ^PLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernelｾMultiHeadDotProductAttention_0┘keyうbiasﾙlPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.biasｦkernelﾙnPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel｣outうbiasﾙlPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.biasｦkernelﾙnPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel･queryうbiasﾙnPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.biasｦkernelﾙpPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel･valueうbiasﾙnPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.biasｦkernelﾙpPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernelｮposembed_input�ｭpos_embeddingﾙLPLACEHOLDER://opt_state.1.0.mu.attention_blocks.posembed_input.pos_embeddingｵdiffusion_action_head→denoiserこFourierFeatures_0がMLPBlock_0ぉDense_0うbiasﾙgPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.biasｦkernelﾙiPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙgPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.biasｦkernelﾙiPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernelｮfourier_kernelﾙ^PLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernelｪMLPBlock_0ぉDense_0うbiasﾙUPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.biasｦkernelﾙWPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙUPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.biasｦkernelﾙWPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernelｭimage_encoderΥembedding_function�ｦConv_0うbiasﾙKPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.biasｦkernelﾙMPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernelｦConv_1うbiasﾙKPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.biasｦkernelﾙMPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernelｦConv_2うbiasﾙKPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.biasｦkernelﾙMPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernelｧDense_0うbiasﾙLPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.biasｦkernelﾙNPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernelｫGroupNorm_0うbiasﾙPPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias･scaleﾙQPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scaleｫGroupNorm_1うbiasﾙPPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias･scaleﾙQPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scaleｼimage_col_position_embedding←embeddingﾙSPLACEHOLDER://opt_state.1.0.mu.image_encoder.image_col_position_embedding.embeddingｼimage_row_position_embedding←embeddingﾙSPLACEHOLDER://opt_state.1.0.mu.image_encoder.image_row_position_embedding.embeddingｯreadout_encoder�ｭpos_embeddingﾙ<PLACEHOLDER://opt_state.1.0.mu.readout_encoder.pos_embeddingｬtext_encoder▼modelぉencoderぇblock牽0▼layerぃ0くSelfAttention�｡k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernelｷrelative_attention_bias←embeddingﾙyPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight｡1▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight｢10▼layerぃ0くSelfAttention┌k※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel｡o※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel｡q※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel｡v※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙcPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙcPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight｢11▼layerぃ0くSelfAttention┌k※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel｡o※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel｡q※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel｡v※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙcPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙcPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight｡2▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight｡3▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight｡4▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight｡5▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight｡6▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight｡7▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight｡8▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight｡9▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weightｰfinal_layer_norm※weightﾙQPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weightｦshared←embeddingﾙBPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.shared.embedding｢nu�ｰattention_blocksざScanEncoder1DBlock_0┃LayerNorm_0うbiasﾙUPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias･scaleﾙVPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scaleｫLayerNorm_1うbiasﾙUPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias･scaleﾙVPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scaleｪMLPBlock_0ぉDense_0うbiasﾙ\PLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.biasｦkernelﾙ^PLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙ\PLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.biasｦkernelﾙ^PLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernelｾMultiHeadDotProductAttention_0┘keyうbiasﾙlPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.biasｦkernelﾙnPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel｣outうbiasﾙlPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.biasｦkernelﾙnPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel･queryうbiasﾙnPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.biasｦkernelﾙpPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel･valueうbiasﾙnPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.biasｦkernelﾙpPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernelｮposembed_input�ｭpos_embeddingﾙLPLACEHOLDER://opt_state.1.0.nu.attention_blocks.posembed_input.pos_embeddingｵdiffusion_action_head→denoiserこFourierFeatures_0がMLPBlock_0ぉDense_0うbiasﾙgPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.biasｦkernelﾙiPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙgPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.biasｦkernelﾙiPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernelｮfourier_kernelﾙ^PLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernelｪMLPBlock_0ぉDense_0うbiasﾙUPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.biasｦkernelﾙWPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙUPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.biasｦkernelﾙWPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernelｭimage_encoderΥembedding_function�ｦConv_0うbiasﾙKPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.biasｦkernelﾙMPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.kernelｦConv_1うbiasﾙKPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.biasｦkernelﾙMPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.kernelｦConv_2うbiasﾙKPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.biasｦkernelﾙMPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernelｧDense_0うbiasﾙLPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.biasｦkernelﾙNPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernelｫGroupNorm_0うbiasﾙPPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias･scaleﾙQPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scaleｫGroupNorm_1うbiasﾙPPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias･scaleﾙQPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scaleｼimage_col_position_embedding←embeddingﾙSPLACEHOLDER://opt_state.1.0.nu.image_encoder.image_col_position_embedding.embeddingｼimage_row_position_embedding←embeddingﾙSPLACEHOLDER://opt_state.1.0.nu.image_encoder.image_row_position_embedding.embeddingｯreadout_encoder�ｭpos_embeddingﾙ<PLACEHOLDER://opt_state.1.0.nu.readout_encoder.pos_embeddingｬtext_encoder▼modelぉencoderぇblock牽0▼layerぃ0くSelfAttention�｡k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernelｷrelative_attention_bias←embeddingﾙyPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight｡1▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight｢10▼layerぃ0くSelfAttention┌k※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel｡o※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel｡q※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel｡v※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙcPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙcPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight｢11▼layerぃ0くSelfAttention┌k※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel｡o※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel｡q※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel｡v※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙcPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙcPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight｡2▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight｡3▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight｡4▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight｡5▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight｡6▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight｡7▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight｡8▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight｡9▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weightｰfinal_layer_norm※weightﾙQPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weightｦshared←embeddingﾙBPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.shared.embeddingﾀ▼countﾙ!PLACEHOLDER://opt_state.1.2.countｦparams�ｰattention_blocksざScanEncoder1DBlock_0┃LayerNorm_0うbiasﾙKPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias･scaleﾙLPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scaleｫLayerNorm_1うbiasﾙKPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias･scaleﾙLPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scaleｪMLPBlock_0ぉDense_0うbiasﾙRPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.biasｦkernelﾙTPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙRPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.biasｦkernelﾙTPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernelｾMultiHeadDotProductAttention_0┘keyうbiasﾙbPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.biasｦkernelﾙdPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel｣outうbiasﾙbPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.biasｦkernelﾙdPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel･queryうbiasﾙdPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.biasｦkernelﾙfPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel･valueうbiasﾙdPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.biasｦkernelﾙfPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernelｮposembed_input�ｭpos_embeddingﾙBPLACEHOLDER://params.attention_blocks.posembed_input.pos_embeddingｵdiffusion_action_head→denoiserこFourierFeatures_0がMLPBlock_0ぉDense_0うbiasﾙ]PLACEHOLDER://params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.biasｦkernelﾙ_PLACEHOLDER://params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙ]PLACEHOLDER://params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.biasｦkernelﾙ_PLACEHOLDER://params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernelｮfourier_kernelﾙTPLACEHOLDER://params.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernelｪMLPBlock_0ぉDense_0うbiasﾙKPLACEHOLDER://params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.biasｦkernelﾙMPLACEHOLDER://params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙKPLACEHOLDER://params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.biasｦkernelﾙMPLACEHOLDER://params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernelｭimage_encoderΥembedding_function�ｦConv_0うbiasﾙAPLACEHOLDER://params.image_encoder.embedding_function.Conv_0.biasｦkernelﾙCPLACEHOLDER://params.image_encoder.embedding_function.Conv_0.kernelｦConv_1うbiasﾙAPLACEHOLDER://params.image_encoder.embedding_function.Conv_1.biasｦkernelﾙCPLACEHOLDER://params.image_encoder.embedding_function.Conv_1.kernelｦConv_2うbiasﾙAPLACEHOLDER://params.image_encoder.embedding_function.Conv_2.biasｦkernelﾙCPLACEHOLDER://params.image_encoder.embedding_function.Conv_2.kernelｧDense_0うbiasﾙBPLACEHOLDER://params.image_encoder.embedding_function.Dense_0.biasｦkernelﾙDPLACEHOLDER://params.image_encoder.embedding_function.Dense_0.kernelｫGroupNorm_0うbiasﾙFPLACEHOLDER://params.image_encoder.embedding_function.GroupNorm_0.bias･scaleﾙGPLACEHOLDER://params.image_encoder.embedding_function.GroupNorm_0.scaleｫGroupNorm_1うbiasﾙFPLACEHOLDER://params.image_encoder.embedding_function.GroupNorm_1.bias･scaleﾙGPLACEHOLDER://params.image_encoder.embedding_function.GroupNorm_1.scaleｼimage_col_position_embedding←embeddingﾙIPLACEHOLDER://params.image_encoder.image_col_position_embedding.embeddingｼimage_row_position_embedding←embeddingﾙIPLACEHOLDER://params.image_encoder.image_row_position_embedding.embeddingｯreadout_encoder�ｭpos_embeddingﾙ2PLACEHOLDER://params.readout_encoder.pos_embeddingｬtext_encoder▼modelぉencoderぇblock牽0▼layerぃ0くSelfAttention�｡k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernelｷrelative_attention_bias←embeddingﾙoPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight｡1▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight｢10▼layerぃ0くSelfAttention┌k※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel｡o※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel｡q※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel｡v※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙRPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙYPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙYPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙRPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight｢11▼layerぃ0くSelfAttention┌k※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel｡o※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel｡q※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel｡v※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙRPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙYPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙYPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙRPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight｡2▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight｡3▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight｡4▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight｡5▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight｡6▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight｡7▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight｡8▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight｡9▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weightｰfinal_layer_norm※weightﾙGPLACEHOLDER://params.text_encoder.model.encoder.final_layer_norm.weightｦshared←embeddingﾙ8PLACEHOLDER://params.text_encoder.model.shared.embedding､rngs┼diffusionｼPLACEHOLDER://rngs.diffusionｧdropoutｺPLACEHOLDER://rngs.dropoutｦparamsｹPLACEHOLDER://rngs.paramsｮpatch_encodingﾙ!PLACEHOLDER://rngs.patch_encoding､stepｲPLACEHOLDER://stepｰtext_tokenize_fnﾀ
\ No newline at end of file
diff --git a/default/metrics._reduction_counter.value/.zarray b/default/metrics._reduction_counter.value/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c554298e6c40558ee5156cd4627503042a68368a
--- /dev/null
+++ b/default/metrics._reduction_counter.value/.zarray
@@ -0,0 +1 @@
+{"chunks":[],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<i4","fill_value":null,"filters":null,"order":"C","shape":[],"zarr_format":2}
\ No newline at end of file
diff --git a/default/metrics._reduction_counter.value/0 b/default/metrics._reduction_counter.value/0
new file mode 100644
index 0000000000000000000000000000000000000000..437babcba202ff9cfb2ae79f844c2cf025332a0a
Binary files /dev/null and b/default/metrics._reduction_counter.value/0 differ
diff --git a/default/metrics.loss.count/.zarray b/default/metrics.loss.count/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c554298e6c40558ee5156cd4627503042a68368a
--- /dev/null
+++ b/default/metrics.loss.count/.zarray
@@ -0,0 +1 @@
+{"chunks":[],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<i4","fill_value":null,"filters":null,"order":"C","shape":[],"zarr_format":2}
\ No newline at end of file
diff --git a/default/metrics.loss.count/0 b/default/metrics.loss.count/0
new file mode 100644
index 0000000000000000000000000000000000000000..5faeb359b7ef0f21a02fd0996b0a33c7ca09e1a7
Binary files /dev/null and b/default/metrics.loss.count/0 differ
diff --git a/default/metrics.loss.total/.zarray b/default/metrics.loss.total/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8576d09e3fd69cbafef8c6b86e682111bad7c0cf
--- /dev/null
+++ b/default/metrics.loss.total/.zarray
@@ -0,0 +1 @@
+{"chunks":[],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[],"zarr_format":2}
\ No newline at end of file
diff --git a/default/metrics.loss.total/0 b/default/metrics.loss.total/0
new file mode 100644
index 0000000000000000000000000000000000000000..5faeb359b7ef0f21a02fd0996b0a33c7ca09e1a7
Binary files /dev/null and b/default/metrics.loss.total/0 differ
diff --git a/default/opt_state.1.0.count/.zarray b/default/opt_state.1.0.count/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c554298e6c40558ee5156cd4627503042a68368a
--- /dev/null
+++ b/default/opt_state.1.0.count/.zarray
@@ -0,0 +1 @@
+{"chunks":[],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<i4","fill_value":null,"filters":null,"order":"C","shape":[],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.count/0 b/default/opt_state.1.0.count/0
new file mode 100644
index 0000000000000000000000000000000000000000..882a5595c46339854b3a1246a2c975b996251705
Binary files /dev/null and b/default/opt_state.1.0.count/0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dcfe3696b1e1b8cd175879966430e7f0773f7377
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3528c23dd503fa44876717b8cd661cadfc7dd194
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..40f96597da3542119cf78edd542dfcbdc04124e6
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..054266707c7f605345c19d80af5ef11f7f82676a
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6593670728d2333457f9035d93fb905d90db2bfa
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..180b9bdc15529cafe15495b88263513d7fa7dee9
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..54c6963ff39e5385060e7e761d5d54ef2cd1198f
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c6f055d540697753a241b403da88f12cdb98c8d5
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ffdc45380d142cf8d87e82f2ebb29c1a77dd7887516a9578a710f3f409457d
+size 105055877
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..541e0d2c3b2175098d91e4cd4042e8e28c8cf823
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0656d949bc677a65151e5b0e1a524f5381ffb03a
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..766d0b88a02f413f35465ae54a42355c66f1b91a
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127008d9f9105febae1049f5324d72409e37de66c12e20fb35e722e2e65d018c
+size 104961220
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f04b041f29a22ebd3c32c3e016399795c8a6ccd9
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a5d0911757230e67d62556b0db265045844cdef6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811f48250470976ba0901a846ba060f84ce840532b0fcc0580a572f257be7921
+size 26211098
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f19d59976cd1b94a3dd33e8aadf0f084793d1cc7
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c70d554618e4e636e31dce2a4d7a2220f9291
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..887c6485670ec14e8f6b9c288a66cb7ebbcc0878
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ade1ab9c4a526959045601b815e205bc728fa9e725b903b92f2bdf71aac57d
+size 26202498
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e30f25fce48183d9f2cf947574ae23f0f0e5085
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e3294a5b4276c51e07abd52ed26b0dd4b6f5d7f9
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa8b7babb7ea4ec29f711450c1500a603957b13804ebabc5ab16de228201c22
+size 26215069
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f9a1eb371b3db41d9fc22e91713302626041233
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/0.0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a2b40073254cee5bb90855f6a74d0577b94c78a
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97a82bde815191a7881d70787854ed98bc67d8f41352bc940dd7389db309fe4
+size 26178396
diff --git a/default/opt_state.1.0.mu.attention_blocks.posembed_input.pos_embedding/.zarray b/default/opt_state.1.0.mu.attention_blocks.posembed_input.pos_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..989bfb0b20ae86f9404516a513c4b7eeb54160f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.posembed_input.pos_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1,74,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1,74,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.posembed_input.pos_embedding/0.0.0 b/default/opt_state.1.0.mu.attention_blocks.posembed_input.pos_embedding/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..11123f40992e2f55e4fcf8f1ed6f5cfd22294bc3
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.posembed_input.pos_embedding/0.0.0 differ
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..8ad712c3af205c03f8b8aa4c1b612c86f2e922a0
Binary files /dev/null and b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/0 differ
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29c5666d8c16c181b37cad9de2fff8d20c614668
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b37577301e2c3e517d8ac6b5396d98dab90c876ab26090585c20879ca86c79b
+size 2183388
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..41f573ef9dece7aa7c610ac773d8baa88285ea46
Binary files /dev/null and b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/0 differ
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..93b8ff4facf3a76f06e7de08f4fc1c89df7f8c18
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b9cf3dab65d63df2d7a8035242bac7405f9f537ebda0a80876163e26093ae9
+size 2183196
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4762f6dcf17e513df49e68ea1c1a5f0e31c0d209
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,1],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[384,1],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/0.0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2f957d46a5e779fac95bf442df83f3b9ad58a4b
Binary files /dev/null and b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..44cfea91270b528b5a6322c98ee3ba38344ab620
Binary files /dev/null and b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/0 differ
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..be5257294034933e3c5718510f0c6cc57272a903
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1543,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1543,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c611597e85c1cf38608930cf594fa73f571da05
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e92011f74123b38f70d55b79e36140fb027a8cb91aa6c63bada55f37bd95d0c
+size 4343535
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..cbdf0669cfb9d1b6298ff6958f746a823126a891
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[7],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[7],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..91fd7217c71ea8e0272aea514547409639ab7907
Binary files /dev/null and b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/0 differ
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3ada8ee9e820f914768039fb1b95dd1ca038637f
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,7],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,7],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/0.0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1ce998d230050bd2c2a61702ab1ee28415969a8
Binary files /dev/null and b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..b6a45f24552bd290ff6d435fb052cf7d7e2d966b
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a2cd575f9d6e2aab197fd83d398fc3a69192b194
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,3,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,3,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1f3fa7013260538d0f8b16d636ef9a60d84b44d
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..ba29a96d039252b0cc740b9f888e76f67543a0c8
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a0277e08274173ac288c7aeeb2652af099acf37
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3,3,64,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3,3,64,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0a3d56f99f9a7177d00f2290f70c62b08eb99ca
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..33b562fb93fd8a249f52c6a04e68969ecdaaee74
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a0277e08274173ac288c7aeeb2652af099acf37
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3,3,64,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3,3,64,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf980cdc847ab857a7d673721a7365cc125594e3
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..9fa96b32c35d619a9e45128a2fd7ed46d01306d2
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..44704e65d3dd05ac196d564f4a76d6db206b63c4
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[28224,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[28224,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9cb31da202906ee2e73d1cf859c6b1fed4aa341b
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92465d16ec3be7ee1651fabb27b7d47161d10fc88791be7d4fb4dc91fd53168
+size 80282370
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..7cd96d6b4c2bfd9595563d5fb0550442043b3d40
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5a50345a05ba48d916ef7812a38ac4d4c58e43e9
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..d6bca5e13d86a684ce83437444154007c2ed39df
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ea20e957ac142ca801846f95ca34d959af60b4f1
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/.zarray b/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/0.0 b/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c451f06d5c351f8c93cebae496c7bbb58e8fac6
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/.zarray b/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/0.0 b/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3621e79b826ac4a5ecea67e6714cabf343da9139
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/0.0 differ
diff --git a/default/opt_state.1.0.mu.readout_encoder.pos_embedding/.zarray b/default/opt_state.1.0.mu.readout_encoder.pos_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a9d0cc1b9a1c74bc2fff95a5da6484677c004794
--- /dev/null
+++ b/default/opt_state.1.0.mu.readout_encoder.pos_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1,8,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1,8,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.readout_encoder.pos_embedding/0.0.0 b/default/opt_state.1.0.mu.readout_encoder.pos_embedding/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..92b7fbb7448efe3fd39c1e0c19e403c6124b3103
Binary files /dev/null and b/default/opt_state.1.0.mu.readout_encoder.pos_embedding/0.0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a77f12751d11e04c7816dc71b5d70d8bcda14
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32,12],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32,12],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..831ef07aa618df7f91e5b94a4138ca756c0373b3
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/.zarray b/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d5a18576db1daea168429cc7ae00ebe52202517f
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/0.0 b/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b43ec2f2276e5727f5acd37878fcf078141c79b3
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8c4f6583cf1168442e9862e709fda12287762486
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e8638a46bbae2c668ae779bf4db7f4ce646d49a6
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1ebb084eb60dd236a087ebf86853f2d005926d8
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1eaaee829c4ae08ff6989c9c6ac2bd99cd9a4483
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6593670728d2333457f9035d93fb905d90db2bfa
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..07e1219547908867b064e36d4775066f91125b9f
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..54c6963ff39e5385060e7e761d5d54ef2cd1198f
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6d3c06352966d79188bcdaa429f7f1d482cb95e3
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56627ecde8d8e92582b916359754e83260433489c3fc7379f3678daf16646d7d
+size 102965468
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26935e0fb7f30ef4c229057438938f8ab753ba87
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0656d949bc677a65151e5b0e1a524f5381ffb03a
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c6d2ffab9a8dfb980a2043e239e46bf41358eca
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71db380d450555b1702cb26970541e37b35eeb69bd028c65869bc85fd971e683
+size 102653448
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..450bce72a384d7eb5714da2690d6a8166c74ca5d
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e7dcf825d8dfaa02e03abff7ab0ce70a0799f64b
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd6ec4726e2a3c7fd408638b4a714e35db826c5729c99fcc75b17c387459865
+size 25488287
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c0af535ec54af4edc5a539c53e417028b92e502
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c70d554618e4e636e31dce2a4d7a2220f9291
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c756fc1a4f45abbd88159860e28e0b67672486be
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1376a13c615823c285394a97df7b9d5a9ecc10de6357bf1d6c1bff0c9559badf
+size 25554668
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..efe05c8ec0fca4a31328e05635f3a964a5a35b79
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4ca71c39bd471f44e955342a8e574d3cc77c7233
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57bbb5cd4e56c1ac4e87169f2ce8ef6422187d5935beea5aa0f416f6aa67f3b
+size 25501478
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b66929aaf8e5d7a814cbb2c1aa0b63394e614b53
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/0.0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bfc7db08edcd84c4f58d4b99e4aee48f5f97f8d9
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e900bb8efb060875cd31bca09e49a550893ea5a62e54e5d04b37374ffdd04bf
+size 25478417
diff --git a/default/opt_state.1.0.nu.attention_blocks.posembed_input.pos_embedding/.zarray b/default/opt_state.1.0.nu.attention_blocks.posembed_input.pos_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..989bfb0b20ae86f9404516a513c4b7eeb54160f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.posembed_input.pos_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1,74,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1,74,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.posembed_input.pos_embedding/0.0.0 b/default/opt_state.1.0.nu.attention_blocks.posembed_input.pos_embedding/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f93a80ca64ac9fa595080844e3f8825a9fe51c5
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.posembed_input.pos_embedding/0.0.0 differ
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/.zarray b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/0 b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..285502e08cad05f6894fb3194016c36b6000531d
Binary files /dev/null and b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/0 differ
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/.zarray b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0 b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e62777fdb4c9f5b5f43bd302ebc7c608cedc156f
--- /dev/null
+++ b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e461ed6225329fe85bc4555c795b1d1fbb3f37086022580af84e3bcd826868
+size 2115555
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/.zarray b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/0 b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..06f1ce196963760bb25ac4bd0165802fc03176d4
Binary files /dev/null and b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/0 differ
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/.zarray b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0 b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..efa5e0e49f9d8e3cb6d5864442a130fc246ff002
--- /dev/null
+++ b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1633a0f34530c77de5b5fe3d373ab114bb1781a11593bbb0e1a5293ea2fb08f0
+size 2145036
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/.zarray b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4762f6dcf17e513df49e68ea1c1a5f0e31c0d209
--- /dev/null
+++ b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,1],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[384,1],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/0.0 b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6df93d4a46f0c5a8b9d9697c0b05d77133043fae
Binary files /dev/null and b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/.zarray b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/0 b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..94ca6f53e15bf6c32f1433216f3f8a913a5bd9bb
Binary files /dev/null and b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/0 differ
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/.zarray b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..be5257294034933e3c5718510f0c6cc57272a903
--- /dev/null
+++ b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1543,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1543,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0 b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e89e9c6c2c2c0b8b7664aae4676224d783c63c6
--- /dev/null
+++ b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f7cea426951a3f2cec4dac727ad8e5c54cefe40eb28be10b70e252521e175b
+size 4299843
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/.zarray b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..cbdf0669cfb9d1b6298ff6958f746a823126a891
--- /dev/null
+++ b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[7],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[7],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/0 b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..0b3bc59459160479678a64258916f5ebb04fe6b3
Binary files /dev/null and b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/0 differ
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/.zarray b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3ada8ee9e820f914768039fb1b95dd1ca038637f
--- /dev/null
+++ b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,7],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,7],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/0.0 b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0d6f75362af4cc44ce47e24547b75f3dbc386758
Binary files /dev/null and b/default/opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.bias/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.bias/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..082f2aece97894f2bcadf72d9b12c658b4bcfccc
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.bias/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.kernel/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a2cd575f9d6e2aab197fd83d398fc3a69192b194
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,3,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,3,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d3231e980fed32b3fc021a71f8ca9d74d29b56bb
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.bias/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.bias/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..f11813a6b74d37adfcad1be4954df10157de7808
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.bias/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.kernel/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a0277e08274173ac288c7aeeb2652af099acf37
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3,3,64,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3,3,64,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b96a20ac61ecbd10a1d45b7bbcdecda3206b2dc0
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.bias/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.bias/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..bad8a9153abadf9a05eac45c61ca2ad1f1108c8d
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.bias/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernel/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a0277e08274173ac288c7aeeb2652af099acf37
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3,3,64,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3,3,64,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a82671470cf6649602144a14bafeb6b4d6bd2a0
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.bias/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.bias/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..23b10f19bd2b340dd11fa737541e36c9ce61b056
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.bias/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..44704e65d3dd05ac196d564f4a76d6db206b63c4
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[28224,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[28224,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/0.0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e739180f7c82192934aa3cd749a00dfc7413acdf
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9e7f43da061f2f586a7552185dc408866e029e7f87c8e74ebe4b678c61642d
+size 78218975
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..710eecab23a0b4f66e016c05aa0a4b53413016ed
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scale/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3b8f13a408cf6968087877feffea0c10b5248b06
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scale/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..e706b081bb5e5d3578e936cbb6f9ae5b18e0d858
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scale/0 b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1a54230a5e4717cde930cb734209083853555849
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scale/0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.image_col_position_embedding.embedding/.zarray b/default/opt_state.1.0.nu.image_encoder.image_col_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.image_col_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.image_col_position_embedding.embedding/0.0 b/default/opt_state.1.0.nu.image_encoder.image_col_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e32a04e8ad0699c127f2eae72445f2d9c9838438
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.image_col_position_embedding.embedding/0.0 differ
diff --git a/default/opt_state.1.0.nu.image_encoder.image_row_position_embedding.embedding/.zarray b/default/opt_state.1.0.nu.image_encoder.image_row_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/opt_state.1.0.nu.image_encoder.image_row_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.image_encoder.image_row_position_embedding.embedding/0.0 b/default/opt_state.1.0.nu.image_encoder.image_row_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a148fb1c9bbd8d560bd87270b873c9b511960f7
Binary files /dev/null and b/default/opt_state.1.0.nu.image_encoder.image_row_position_embedding.embedding/0.0 differ
diff --git a/default/opt_state.1.0.nu.readout_encoder.pos_embedding/.zarray b/default/opt_state.1.0.nu.readout_encoder.pos_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a9d0cc1b9a1c74bc2fff95a5da6484677c004794
--- /dev/null
+++ b/default/opt_state.1.0.nu.readout_encoder.pos_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1,8,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1,8,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.readout_encoder.pos_embedding/0.0.0 b/default/opt_state.1.0.nu.readout_encoder.pos_embedding/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b2386ffcd66d4789f40a3cf6339a24fe516c16ba
Binary files /dev/null and b/default/opt_state.1.0.nu.readout_encoder.pos_embedding/0.0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a77f12751d11e04c7816dc71b5d70d8bcda14
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32,12],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32,12],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..831ef07aa618df7f91e5b94a4138ca756c0373b3
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weight/.zarray b/default/opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weight/0 b/default/opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.nu.text_encoder.model.shared.embedding/.zarray b/default/opt_state.1.0.nu.text_encoder.model.shared.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d5a18576db1daea168429cc7ae00ebe52202517f
--- /dev/null
+++ b/default/opt_state.1.0.nu.text_encoder.model.shared.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.text_encoder.model.shared.embedding/0.0 b/default/opt_state.1.0.nu.text_encoder.model.shared.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b43ec2f2276e5727f5acd37878fcf078141c79b3
Binary files /dev/null and b/default/opt_state.1.0.nu.text_encoder.model.shared.embedding/0.0 differ
diff --git a/default/opt_state.1.2.count/.zarray b/default/opt_state.1.2.count/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c554298e6c40558ee5156cd4627503042a68368a
--- /dev/null
+++ b/default/opt_state.1.2.count/.zarray
@@ -0,0 +1 @@
+{"chunks":[],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<i4","fill_value":null,"filters":null,"order":"C","shape":[],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.2.count/0 b/default/opt_state.1.2.count/0
new file mode 100644
index 0000000000000000000000000000000000000000..882a5595c46339854b3a1246a2c975b996251705
Binary files /dev/null and b/default/opt_state.1.2.count/0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bafe5dacacc9055c2e5dfdeaaaef12c8253136d0
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f730a41c9a701e59ece92a1b0d348ba4fcf0d6fe
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..52ee04f4f89dcb11a94446e78164135dabdd678e
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9f2c0da04dfbf3de7d282c76279bc1e4fc4f2cbf
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6593670728d2333457f9035d93fb905d90db2bfa
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..07fbd9a05fc505a92ddba077235d5fc52c9adaea
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..54c6963ff39e5385060e7e761d5d54ef2cd1198f
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..95ab0238b4588854eac479b8d1d278daf09ab36f
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9edb98283bda9d2ec1a6c0f17c00dc1e3296d7f498e1b982828b303f1831d1
+size 104303716
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..556d58368268d8d4dfb5ea931b072612e40bb5fa
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0656d949bc677a65151e5b0e1a524f5381ffb03a
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..56a9da13a9a5d552600e0910aa97b2e0e41db6e9
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7470b306431c13eceb8728d6c693cb3dba1f60c93f8cb2094b003b94444ba43
+size 104947394
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..270b9caf2fbf8d9d7c6595afc17a142799e50536
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7198474a9405a86353bd6e168878a63555421dce
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f7e1e1e186dae2e1fc770993151792c0bb89709db29a5ab3edabe88c87f082
+size 26083562
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f9d842ca7f872829eb0c2d4e212752c311a1a348
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c70d554618e4e636e31dce2a4d7a2220f9291
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4919b0c0f14418a50402ee376d0d01354a16cd45
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fede2576d95abb1b644deff015c1d0702f217321746d316acce6a321dfff29e9
+size 26083586
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6544d496f4513eefc2799a4b5ce42ab7de64ec2a
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f02400444fda2e43256e9bac7285bfd4384abdf
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a25035109fbd3e902150cb6e78e89b97150a67ebc3e1863af99d005f686336a
+size 26083665
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d11756055146117e622754435f6910e15a9a1760
Binary files /dev/null and b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/0.0.0 differ
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/.zarray b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c07a8b9d7a127da6038ab51d8037b87a45270e2b
--- /dev/null
+++ b/default/params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb0778a4fdb4aeb3cedd83296cc6d7aeb6e58e4286910d817aaea58d6601c83
+size 26082790
diff --git a/default/params.attention_blocks.posembed_input.pos_embedding/.zarray b/default/params.attention_blocks.posembed_input.pos_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..989bfb0b20ae86f9404516a513c4b7eeb54160f6
--- /dev/null
+++ b/default/params.attention_blocks.posembed_input.pos_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1,74,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1,74,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.attention_blocks.posembed_input.pos_embedding/0.0.0 b/default/params.attention_blocks.posembed_input.pos_embedding/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..da66d6fbe5d771aab56cb27a1677804347b6e7e4
Binary files /dev/null and b/default/params.attention_blocks.posembed_input.pos_embedding/0.0.0 differ
diff --git a/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/.zarray b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/0 b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..c44062688851cef5da418d470665ac7b164154c1
Binary files /dev/null and b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/0 differ
diff --git a/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/.zarray b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0 b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a22d9c56bc6db8547fc58f427e125b28ff937ff
--- /dev/null
+++ b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6af0153e070e1d7aaf62b51ee8ee338fbfea28681d6af21e04dafa8cf4a7b4
+size 2173207
diff --git a/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/.zarray b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/0 b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..3c735c6f9d612b4a78dc6e05030ce2b3ee736ed3
Binary files /dev/null and b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/0 differ
diff --git a/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/.zarray b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0 b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..49d930969c7088f17157e02a97cfbab48bd3bdeb
--- /dev/null
+++ b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d5bd500099d6c13370d1ddc26f0b15825487ee28c1a8c27768ecb050452f5b
+size 2173091
diff --git a/default/params.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/.zarray b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4762f6dcf17e513df49e68ea1c1a5f0e31c0d209
--- /dev/null
+++ b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,1],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[384,1],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/0.0 b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ce42e5f67b9b2a328a984fe2847f77a6849d069f
Binary files /dev/null and b/default/params.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernel/0.0 differ
diff --git a/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/.zarray b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/0 b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..5352b350e241bdc6ba18f7694d9b41b336530b32
Binary files /dev/null and b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.bias/0 differ
diff --git a/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/.zarray b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..be5257294034933e3c5718510f0c6cc57272a903
--- /dev/null
+++ b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1543,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1543,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0 b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1d0c0e4ec432dc3efe87d718681de6b60190d46
--- /dev/null
+++ b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1362b68e747ad5c9345c72c2069843b9c00e94375425caf3e54f5f0559b7c0ad
+size 4385807
diff --git a/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/.zarray b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..cbdf0669cfb9d1b6298ff6958f746a823126a891
--- /dev/null
+++ b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[7],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[7],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/0 b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..c9bfa3c8740e4b203ae67d8535e7ce47f315dbd8
Binary files /dev/null and b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.bias/0 differ
diff --git a/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/.zarray b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3ada8ee9e820f914768039fb1b95dd1ca038637f
--- /dev/null
+++ b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,7],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,7],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/0.0 b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..50acc6e8f3299b5e9796439b0cce8cfd539cc3cb
Binary files /dev/null and b/default/params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernel/0.0 differ
diff --git a/default/params.image_encoder.embedding_function.Conv_0.bias/.zarray b/default/params.image_encoder.embedding_function.Conv_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.Conv_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.Conv_0.bias/0 b/default/params.image_encoder.embedding_function.Conv_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..87937300dab5cb610a8b344b68e03e09aee84dfb
Binary files /dev/null and b/default/params.image_encoder.embedding_function.Conv_0.bias/0 differ
diff --git a/default/params.image_encoder.embedding_function.Conv_0.kernel/.zarray b/default/params.image_encoder.embedding_function.Conv_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a2cd575f9d6e2aab197fd83d398fc3a69192b194
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.Conv_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,3,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,3,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0 b/default/params.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a5828b5205329de7fa22376ae22f9c9677a7e75c
Binary files /dev/null and b/default/params.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0 differ
diff --git a/default/params.image_encoder.embedding_function.Conv_1.bias/.zarray b/default/params.image_encoder.embedding_function.Conv_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.Conv_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.Conv_1.bias/0 b/default/params.image_encoder.embedding_function.Conv_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..6d182a411f2ed4612fa295ded80e865f261d5734
Binary files /dev/null and b/default/params.image_encoder.embedding_function.Conv_1.bias/0 differ
diff --git a/default/params.image_encoder.embedding_function.Conv_1.kernel/.zarray b/default/params.image_encoder.embedding_function.Conv_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a0277e08274173ac288c7aeeb2652af099acf37
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.Conv_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3,3,64,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3,3,64,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0 b/default/params.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6803a813382618f6ff27f4f92f107484ec572b41
Binary files /dev/null and b/default/params.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0 differ
diff --git a/default/params.image_encoder.embedding_function.Conv_2.bias/.zarray b/default/params.image_encoder.embedding_function.Conv_2.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.Conv_2.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.Conv_2.bias/0 b/default/params.image_encoder.embedding_function.Conv_2.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..2acca0e59081953de384502911ba98a2da4b0ea5
Binary files /dev/null and b/default/params.image_encoder.embedding_function.Conv_2.bias/0 differ
diff --git a/default/params.image_encoder.embedding_function.Conv_2.kernel/.zarray b/default/params.image_encoder.embedding_function.Conv_2.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a0277e08274173ac288c7aeeb2652af099acf37
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.Conv_2.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3,3,64,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3,3,64,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0 b/default/params.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..66e3b7309233b297b4f61ef2fc408fb9a17a6e0c
Binary files /dev/null and b/default/params.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0 differ
diff --git a/default/params.image_encoder.embedding_function.Dense_0.bias/.zarray b/default/params.image_encoder.embedding_function.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.Dense_0.bias/0 b/default/params.image_encoder.embedding_function.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..ff110816859d9272896da1ab7051d65971143b22
Binary files /dev/null and b/default/params.image_encoder.embedding_function.Dense_0.bias/0 differ
diff --git a/default/params.image_encoder.embedding_function.Dense_0.kernel/.zarray b/default/params.image_encoder.embedding_function.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..44704e65d3dd05ac196d564f4a76d6db206b63c4
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[28224,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[28224,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.Dense_0.kernel/0.0 b/default/params.image_encoder.embedding_function.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..439595b2b280e54b0a577816575e667f804202f6
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7698b285a50c175338a5e28535bfba1c94c5961d9fd0b88a200c10d30697b6
+size 80292543
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_0.bias/.zarray b/default/params.image_encoder.embedding_function.GroupNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.GroupNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_0.bias/0 b/default/params.image_encoder.embedding_function.GroupNorm_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..3da58a413259061649cc93aca858bddee0913a4e
Binary files /dev/null and b/default/params.image_encoder.embedding_function.GroupNorm_0.bias/0 differ
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_0.scale/.zarray b/default/params.image_encoder.embedding_function.GroupNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.GroupNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_0.scale/0 b/default/params.image_encoder.embedding_function.GroupNorm_0.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ad5c2c7ef77c125e8f75aa12fdf8991a4aa2c0b5
Binary files /dev/null and b/default/params.image_encoder.embedding_function.GroupNorm_0.scale/0 differ
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_1.bias/.zarray b/default/params.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_1.bias/0 b/default/params.image_encoder.embedding_function.GroupNorm_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..a277a2c8f13e6c79eabfe7d3195b75bf87e74074
Binary files /dev/null and b/default/params.image_encoder.embedding_function.GroupNorm_1.bias/0 differ
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_1.scale/.zarray b/default/params.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/params.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.embedding_function.GroupNorm_1.scale/0 b/default/params.image_encoder.embedding_function.GroupNorm_1.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..36bb64f8c8090970551af0dadf9f36e79a9eea53
Binary files /dev/null and b/default/params.image_encoder.embedding_function.GroupNorm_1.scale/0 differ
diff --git a/default/params.image_encoder.image_col_position_embedding.embedding/.zarray b/default/params.image_encoder.image_col_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/params.image_encoder.image_col_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.image_col_position_embedding.embedding/0.0 b/default/params.image_encoder.image_col_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef6e4d26178079855c2c722bcb616c0270a3eb6c
Binary files /dev/null and b/default/params.image_encoder.image_col_position_embedding.embedding/0.0 differ
diff --git a/default/params.image_encoder.image_row_position_embedding.embedding/.zarray b/default/params.image_encoder.image_row_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/params.image_encoder.image_row_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.image_encoder.image_row_position_embedding.embedding/0.0 b/default/params.image_encoder.image_row_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5067abb362ee120c36f64583a971fbad870c05c0
Binary files /dev/null and b/default/params.image_encoder.image_row_position_embedding.embedding/0.0 differ
diff --git a/default/params.readout_encoder.pos_embedding/.zarray b/default/params.readout_encoder.pos_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a9d0cc1b9a1c74bc2fff95a5da6484677c004794
--- /dev/null
+++ b/default/params.readout_encoder.pos_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1,8,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1,8,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.readout_encoder.pos_embedding/0.0.0 b/default/params.readout_encoder.pos_embedding/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..50b46f32f88bc131bc171e145af137f828a26393
Binary files /dev/null and b/default/params.readout_encoder.pos_embedding/0.0.0 differ
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69feb7979ac281d21b8a72ab6312620ac48b48e6
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45eed91d4ab10126d0884d18e651792ce5df4ac5a6f249acf9bff17feb0d4559
+size 2186122
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..627cc2965bda52bedadd90047e1cdbf17e34f9cc
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24e6bbb5acbd99a05b038d14943710828c266814ca4dbf2e8c2d85a74ee87d6
+size 2186192
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0bed64a2f443beb56076647a858b165f85929ce4
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d9ca3644f0fd26636ad9e331d65bddd3bcc5c498363ba2a727ecdb0b8d0cb5
+size 2182224
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a77f12751d11e04c7816dc71b5d70d8bcda14
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32,12],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32,12],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..edcd5ad380273e0be54c36e5b13b01b6d195157b
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 differ
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b6a241459d1251c41ae22399b4e302e81f09e9d1
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94f9436cb8cfab7d7c7bf70d76930a15a374d8ec9e072d54f413febb0de7100
+size 2185840
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7a2716ea4f7a37265abff9c3b276fe6fc37dc4f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1133a7d263bd7e912e19228f80003859cfba6159d3a9372c1938eb988f3a08
+size 8743905
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f6211f477df04311de21c094d38c2829090b2cfb
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db80111e289cc89584df6b201459ff094db1f6fb0bf340b8636b5686c3f32b4
+size 8728736
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a109c322f9969d2b0b1070bbf991f8d3e6fbdf0b
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5989578c335b58dccffae842bbf91ffca4996f3a477bd552ef2636f2a23236a
+size 2186023
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26fadad2fbdce187b72c91333a270709b9294e17
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1982e63c0c56775d9d5142581c3440d45433e41840ff0d4662e8747778cf1008
+size 2185848
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bcc3c395575cfda7e1476302be707b9701a6ebf3
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb979c3e101b6be63fc8f3f2c92826f00b36d0543ec647994a3bf6b2c7f42a55
+size 2182182
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fafb0510ae03fd653c6ba42dba7e8ca75a0b5f74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967458c95299e7e971153c49bce5e074397d6f6ce09aef090a0e9a79dc0081a6
+size 2185842
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0251c39a476122676c6bf3fe05284e4cf2d1413c
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3da076e05b9325a0b150367b24fff89a2135af85add185b9528ba5ca7e230fe
+size 8744297
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f0d9024918eea824ecefff33ca85586f1b0cc54
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6b4c6e3403fbdbf81e8f06c69dd4fd1ebeb0565aef647b2fc9d53e7fc75714
+size 8728838
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4b174da2e82ae015398a58f8200e97026c9001d1
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c66213c32fa0e052ef1c06f069d0c20d24baf5ba9dab566905ddab4e9637d42
+size 2186151
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f023cee635e4ff73976e12b69c8938db844e34f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ab7d80747b343ca42e0473cd28f3d19587dc59af426bba25d7a0d9ba0b884c
+size 2186207
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..27aebaf091d9cab363b098e16664c3ace3663ddd
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b946c4227acd46ddb25de8b3e59a49497c1b81d01c34c13fc0350dca3fcb8dae
+size 2182216
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5e00bb1e810a694997e37a351fce236389568101
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb37ed664e133da5fdb701d301b824bd6ab0fdcb08729e77e9f108b6ea58f5ad
+size 2186225
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f62e2c01a422595ec75be7081aa5a83e06a9449e
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c66c109ad525ba02beba5c2da4a07404a66b591b3e71837c221aa3a7de0392
+size 8744153
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df776ea6210b48aea7f59aa95f7d45aba1a01ed0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f5811c25f772fe1791cd57064952fc98605e015851f9a08721879fa24fb2d4
+size 8729140
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c058df6a50f5548adf07e46a7fe5be59349e1146
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1917ddbca6925e96f25377c7160b4fa94aac071b60a9a2963cc49f960c1db22b
+size 2186024
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ef1bbdd4c32326f81b8f79af05e7bab60a4d1fd
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240dbb7c3046b85a159e8ec6e63b100e9a9a964a41c8a658141ab2eb3d6a8a0f
+size 2186253
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..619923d68632ab48327493ff3654eb018006f779
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f299fbd572fa38eb0d3cefa065b46bc6d8f5a303e1c415ed401b7fa9768f84f
+size 2182063
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..44e17c213c376ef956b1bb288047c2a2a60a09b2
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73a303b6cd7c91b5fd48966a037b0c02915ee07fc5422587831bc9e56738890
+size 2186169
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fff123c6625c206e4de99ce92b719c3cdf903654
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747496e942c8ef93475af827885eb88d0de0703fee34a1392f3e8ec266069b3e
+size 8744483
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f633aa084a8ef0c484cedfdd54143532a0b3988
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d8108e3fbfeabfe8d1be92ae79eeadf1e64b8d42dc9feffe49a3ee0f99c5f4
+size 8728980
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..76e8198040b64d6a04a5dc744f188f4a1c31178f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327bff8222187cdd45581c25669be6f843d4e4cc69f3f076246cbdb45a7be986
+size 2186244
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fcb869a9d55c4e8c4d3326f41acfcd5157f79984
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c748ded860ed898f1b0116c3ecd392ca481bc4a3392c30cfb45229cb0920af3
+size 2186127
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..885791d89bcc91cb94da13792bf9e6ff78d94e4f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad4f0311b1182475b6391d441ad6fafb9d8f1c0360f5c3a6dcabfa89cff05de
+size 2182186
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..996b0cd8e47511ce3810476928429fbd561f454f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e3ca0432965e7e16b7a74b6303cdf47c1f51a6b845cec471cadc5cd4138ff5
+size 2185978
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4922b9fb2f56644b7aa784063d2e0894cdce9b96
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8a08aa4ba79f4efbe805048246cb1e15140016791e52ee7df91b1d5e9e19b8
+size 8744981
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1452ef7e279769bbd623925001e604d9ef30225d
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401f377b79b27b2756b451f9d176c3a9ad23c5cbd7bc7bf13cad96046fc5c8c4
+size 8728680
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..22adc74285372838de3e208a3ba378067f7e408b
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa284bbb6d50929add151c01a9f4213e878123f34635888ff0ffc8887c952682
+size 2186095
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d1298720442207ba7adec382a77afa978a99935
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f828891a0f5d7fd3b203c7acdd81256f3cb8a3a3c66b3faaffb3f88c72c19e8f
+size 2185976
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4a68ffc9d691c297041d654eceef6d1fb0aa9e0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaf0ff2b253e67330e675ab7c2c72d056058eaa86e3263640e43456a0003331
+size 2182326
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d19b4adac2704293c36d491af1d1d3a51cbbb8c5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b177040dd64b76f0ccf0aaeaffa5cf337672908b0961e55edfcaca799cb45b9
+size 2186104
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..10039f71a27c02592093ae1a284b16acc3a6e8af
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720c26babb4641a118ee15959bc8180e8a649c73b58950bde6aff13db7197425
+size 8744066
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..51e8b1d92025aff6e210fc11455d1118df169ab1
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3062853e1c8e006f42156a100cb957e573f454573da7e9d5bceef9858be96985
+size 8729441
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e22ce76a8a47f0bd43288ac1c198b24d20d46b3
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6cd7f8300b6474a836b6dbb3edcbd3efff725637bc8b0947f3b875172ee829
+size 2186123
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..81c5b0fc00dbb707745c2aeef720a8e2feb23ebe
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70aee0cc1fe386edb2cbcf3e69ffe0abd4a432111bef5f1cc9c09e2876e1727
+size 2186318
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6e04076d82d3d8c21f261f2076a62249f1dce627
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca9697a57b203ba30d63b06552189f60e9bae36a0883061cc59de3cc19af16d
+size 2182048
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ecc57096c2525b9e4ccf6dcfa622d082a48129e
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dc3c82cb48c1cb7c8c2afc6eec6fce92991195153a5be6ebeaa263f59cb83d
+size 2185890
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8bc5c25decb75723c6e53fb4317a8a2e95e1916e
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff35651129da082610167aab6179e2ca5f97bd30ba21e8f9a682914584ad830
+size 8744121
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3936f6f8407832a1c5d93628eaa31516ece04549
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462d81ed8a7f229fcc524e49c185e047b90fff222da3aa4d31dbe9054367f796
+size 8728934
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fd8cfd21ea07807ac136fcbb0372ed958db065a9
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ba79ef8484ca14c3a29d906df00f5b6370849c63dd5476b75b044ba5636981
+size 2185762
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..970020dab18cca5aa55c66230ef5a57336fcdb94
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7aa116bd181bb75172e84a8ee66a69a6bd4f00e09f668a10b1f31ed3318863
+size 2186158
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f9844caa94ca77e6e2ecbce4373ad86a474df
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043e095ade388d9a6e3df07b7de4f4e02f6784bbd7b1126bad1225aa2a010d0b
+size 2182078
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b9062d215f2efac22c1848b641be4d58c87af9c
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd487b1c908f3d128892e00f08f5c57fd598bba6e03c48b0ae5cfd86a1abcc8b
+size 2185944
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e82a59a446e459f9246f0496547dd6c05354a4f8
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d177f366773b6938207a53bf7c46ca40a32251a72e8f86b51481cb716f21ddb5
+size 8744203
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ae974124b1cdc2dd11833e9ab388408151a754ca
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e29f5e3699ef1f9567bae53e0fa92cd8e427ad7cde5c468f4f26bd7e082258
+size 8729214
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a8b02148d79113036fb24ff62f04c466ac2e95b
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9988d1617230a89516a9b9eda07768ce884d42fa5c518247c9416853c633f0fa
+size 2186122
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1db90e1cd3d1abd224916075e88271f4fa223db1
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53df952df1ef5c8fd9d894d0abe12785c00d3542c3dbc77f89e5257860fdd072
+size 2186207
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe3dd80d14cdc0ddfa690903c2220594d02a2982
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebcbf17cbf01c6e278eb95dd399c1919cc77a06849fdba6c7a528850fb0aef1
+size 2182291
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fee0eff783949a94e0dbb94298bbc3b0765c8fb8
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485ca6b8a936d48941c05083f53d4dc4761e9ce077080a2b6fbfc30053e88829
+size 2186256
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ea69c9c17cef90cd5a4b23d7ac8f5241b34abc8
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fa6df90c11c736a6bd0379f1478da0bd85a4fcce4609d089308b972c9c606f
+size 8744109
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..44974944d9038b4c716796c0ed0e12f137752f48
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1ab96c3f4244ce10250c811e0c96204540f6dbc0edd064737aecb491d29e52
+size 8728969
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..97e3ab0a027ec504e3450c18fd34e1bdcbbbd191
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a444ab80bece46a90bf685da6be1d6bcccf7fac4a1798724223b0e00da5783f9
+size 2186071
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..224bd57055f86287a4271b75027c57a72078c30e
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9028afc34e30268c4a9d570b5dda6c585348c1d46a701318af949cf2ea6e5dd
+size 2186424
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..742a4658b4c8e809786853e0e34635f1527e3ef5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24aebb7ec8e42c50f9dec3853a27d176fec9d6209d3f24ebbe74a533090872d8
+size 2182128
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..70126d59ea6afed1ddec6e405906c7e987d6f596
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f77432295925c50af550840300e55acc1bdc4e410f1e2725db5d1acb8154e1
+size 2186242
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..011a751964f01aa50e0f8b8df857f400102b3a17
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd6a8dbb930802ed822ccd5cb3f13f367e837900d44af52f9a8253d06316f97
+size 8743979
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..30521d4a26aeb2009ce0b42291d1a9f249f5a048
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8840050f5b3b59345314a71bfe30263cad1beb95f7c1e20c5ba414e28230962
+size 8729020
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b907eead1322fbcb117c825a8c6e804136b9680c
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eead2dde1d731cf38cc31d000a602083421395c0d68e418c33c979ea8573c0a0
+size 2186142
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe11d2151946e220aa7e60b2906893a8ccb5a80f
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f696203a1d2da790f1b3d51f915688983e2652b44a6a79bae3b2e22a7d76744
+size 2185907
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..17e2d09a4ccab754bcdd93773f1356c23c8dd2c5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c173131681bfcf22dbb20fb632170beccbf51772848fbfeb7a0b6ae3bd81227d
+size 2182054
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..92735df27514975c405c491d5d82cadb4bd3f708
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0997703c52195c6011b0bf242c1f8249b1b144c55a5cadbb5ad58875139eb9
+size 2185991
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1775b991d60797fbc88e2925335c2863dadccc8e
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a982638ffe31125b840e2186cb38a52630b86ec9589b4f8e53142c93b2574b39
+size 8743776
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7141388d476a8a7d0a3cef7df31abaa1ffb07b5c
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967b7689e65bff2433d262f88f1ee970b7883cf4563e81102384b03f56319432
+size 8728875
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3870a9325828f646b1f55fd8bc7b9b3e4d1112b6
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e323311f715c9393e8e05ec7dc2c0e4c97ea7988ab4c27f33b67dca338d952
+size 2185853
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ebdb2464604163e50cd4be377dee544001094ddc
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e9ab6fc1b8c1d01c354aee3bac8135288725391f4bf8b09bc9247d0fd06342
+size 2185921
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..40a87ef0487704f347bde81b79d930e777579e68
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0231f37a6a16af87b7765012b89f9625999ee984a1bc5acda890c23f30bc6ed1
+size 2181994
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2d1871fe8d627bfeba7f7837098f032bbbf293b5
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528f1d0434ab7b2f5c4f8ff732f9659cf093090b4136efe39319886dffdf812c
+size 2185797
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..300a1c92917b62060d36b6808628b331783b4c05
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da83922516aae2a94034826092ea08da20c3776a1642716e6f7bf671aad2f88a
+size 8743473
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef78c855cc9d0455b2333a403f7c5b90cb9d8c21
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37d412fd2aea4429893a3225e70679d6f8c307b814061aa4097a555695fdee1
+size 8729047
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 b/default/params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.encoder.final_layer_norm.weight/.zarray b/default/params.text_encoder.model.encoder.final_layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/params.text_encoder.model.encoder.final_layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.encoder.final_layer_norm.weight/0 b/default/params.text_encoder.model.encoder.final_layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..39c13a934e9833eab9e090acffff2c141ad0a12a
Binary files /dev/null and b/default/params.text_encoder.model.encoder.final_layer_norm.weight/0 differ
diff --git a/default/params.text_encoder.model.shared.embedding/.zarray b/default/params.text_encoder.model.shared.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d5a18576db1daea168429cc7ae00ebe52202517f
--- /dev/null
+++ b/default/params.text_encoder.model.shared.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/params.text_encoder.model.shared.embedding/0.0 b/default/params.text_encoder.model.shared.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b8f750bad919dec2da936626cfe095826b89930
--- /dev/null
+++ b/default/params.text_encoder.model.shared.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c731996238648997025749d9e09a4bcd19bb30b985065826024ec858186569f
+size 91216368
diff --git a/default/rngs.diffusion/.zarray b/default/rngs.diffusion/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e49d75a5657dd7640a72975fedacd41b0272a41a
--- /dev/null
+++ b/default/rngs.diffusion/.zarray
@@ -0,0 +1 @@
+{"chunks":[2],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<u4","fill_value":null,"filters":null,"order":"C","shape":[2],"zarr_format":2}
\ No newline at end of file
diff --git a/default/rngs.diffusion/0 b/default/rngs.diffusion/0
new file mode 100644
index 0000000000000000000000000000000000000000..8a52ccc46310826101f49c8dbe2b4046d059b611
Binary files /dev/null and b/default/rngs.diffusion/0 differ
diff --git a/default/rngs.dropout/.zarray b/default/rngs.dropout/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e49d75a5657dd7640a72975fedacd41b0272a41a
--- /dev/null
+++ b/default/rngs.dropout/.zarray
@@ -0,0 +1 @@
+{"chunks":[2],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<u4","fill_value":null,"filters":null,"order":"C","shape":[2],"zarr_format":2}
\ No newline at end of file
diff --git a/default/rngs.dropout/0 b/default/rngs.dropout/0
new file mode 100644
index 0000000000000000000000000000000000000000..cc65fb718060b32a917fa1b4f1e2ce2babe79aed
Binary files /dev/null and b/default/rngs.dropout/0 differ
diff --git a/default/rngs.params/.zarray b/default/rngs.params/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e49d75a5657dd7640a72975fedacd41b0272a41a
--- /dev/null
+++ b/default/rngs.params/.zarray
@@ -0,0 +1 @@
+{"chunks":[2],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<u4","fill_value":null,"filters":null,"order":"C","shape":[2],"zarr_format":2}
\ No newline at end of file
diff --git a/default/rngs.params/0 b/default/rngs.params/0
new file mode 100644
index 0000000000000000000000000000000000000000..411ea033e0c14f58c8dbbfc8f2545df4e5b66b4f
Binary files /dev/null and b/default/rngs.params/0 differ
diff --git a/default/rngs.patch_encoding/.zarray b/default/rngs.patch_encoding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e49d75a5657dd7640a72975fedacd41b0272a41a
--- /dev/null
+++ b/default/rngs.patch_encoding/.zarray
@@ -0,0 +1 @@
+{"chunks":[2],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<u4","fill_value":null,"filters":null,"order":"C","shape":[2],"zarr_format":2}
\ No newline at end of file
diff --git a/default/rngs.patch_encoding/0 b/default/rngs.patch_encoding/0
new file mode 100644
index 0000000000000000000000000000000000000000..843d3fff1a4ce5f3c8a9234e9e448b6931815933
Binary files /dev/null and b/default/rngs.patch_encoding/0 differ
diff --git a/default/step/.zarray b/default/step/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bcb2504d4c01b1bde3fed7b9b6afdb3ef59323e8
--- /dev/null
+++ b/default/step/.zarray
@@ -0,0 +1 @@
+{"chunks":[],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<i8","fill_value":null,"filters":null,"order":"C","shape":[],"zarr_format":2}
\ No newline at end of file
diff --git a/default/step/0 b/default/step/0
new file mode 100644
index 0000000000000000000000000000000000000000..9016ae062be40925963d9a581eacfc7d0af3813c
Binary files /dev/null and b/default/step/0 differ