diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..aaccd981e0c63a4d7a3818f1f33c1e7bd57b0a2e 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/checkpoint b/default/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..71c857abd9e7814ff516f97b0503105cef61f1bb
--- /dev/null
+++ b/default/checkpoint
@@ -0,0 +1 @@
+恩categorical_train_stepﾀｵcontinuous_train_stepﾀｴdiffusion_train_stepﾀｧmetricsご_reduction_counter▼valueﾙ.PLACEHOLDER://metrics._reduction_counter.value､lossぇcountﾙ PLACEHOLDER://metrics.loss.count･totalﾙ PLACEHOLDER://metrics.loss.totalｩopt_state賃塔･countﾙ!PLACEHOLDER://opt_state.1.0.count｢mu�ｰattention_blocksざScanEncoder1DBlock_0┃LayerNorm_0うbiasﾙUPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias･scaleﾙVPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scaleｫLayerNorm_1うbiasﾙUPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias･scaleﾙVPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scaleｪMLPBlock_0ぉDense_0うbiasﾙ\PLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.biasｦkernelﾙ^PLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙ\PLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.biasｦkernelﾙ^PLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernelｾMultiHeadDotProductAttention_0┘keyうbiasﾙlPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.biasｦkernelﾙnPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel｣outうbiasﾙlPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.biasｦkernelﾙnPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel･queryうbiasﾙnPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.biasｦkernelﾙpPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel･valueうbiasﾙnPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.biasｦkernelﾙpPLACEHOLDER://opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernelｮposembed_input�ｭpos_embeddingﾙLPLACEHOLDER://opt_state.1.0.mu.attention_blocks.posembed_input.pos_embeddingｵdiffusion_action_head→denoiserこFourierFeatures_0がMLPBlock_0ぉDense_0うbiasﾙgPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.biasｦkernelﾙiPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙgPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.biasｦkernelﾙiPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernelｮfourier_kernelﾙ^PLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernelｪMLPBlock_0ぉDense_0うbiasﾙUPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.biasｦkernelﾙWPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙUPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.biasｦkernelﾙWPLACEHOLDER://opt_state.1.0.mu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernelｭimage_encoderΥembedding_function�ｦConv_0うbiasﾙKPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.biasｦkernelﾙMPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernelｦConv_1うbiasﾙKPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.biasｦkernelﾙMPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernelｦConv_2うbiasﾙKPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.biasｦkernelﾙMPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernelｧDense_0うbiasﾙLPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.biasｦkernelﾙNPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernelｫGroupNorm_0うbiasﾙPPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias･scaleﾙQPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scaleｫGroupNorm_1うbiasﾙPPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias･scaleﾙQPLACEHOLDER://opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scaleｼimage_col_position_embedding←embeddingﾙSPLACEHOLDER://opt_state.1.0.mu.image_encoder.image_col_position_embedding.embeddingｼimage_row_position_embedding←embeddingﾙSPLACEHOLDER://opt_state.1.0.mu.image_encoder.image_row_position_embedding.embeddingｯreadout_encoder�ｭpos_embeddingﾙ<PLACEHOLDER://opt_state.1.0.mu.readout_encoder.pos_embeddingｬtext_encoder▼modelぉencoderぇblock牽0▼layerぃ0くSelfAttention�｡k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernelｷrelative_attention_bias←embeddingﾙyPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight｡1▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight｢10▼layerぃ0くSelfAttention┌k※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel｡o※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel｡q※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel｡v※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙcPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙcPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight｢11▼layerぃ0くSelfAttention┌k※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel｡o※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel｡q※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel｡v※kernelﾙaPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙcPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙcPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight｡2▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight｡3▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight｡4▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight｡5▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight｡6▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight｡7▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight｡8▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight｡9▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weightｰfinal_layer_norm※weightﾙQPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weightｦshared←embeddingﾙBPLACEHOLDER://opt_state.1.0.mu.text_encoder.model.shared.embedding｢nu�ｰattention_blocksざScanEncoder1DBlock_0┃LayerNorm_0うbiasﾙUPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias･scaleﾙVPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scaleｫLayerNorm_1うbiasﾙUPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias･scaleﾙVPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scaleｪMLPBlock_0ぉDense_0うbiasﾙ\PLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.biasｦkernelﾙ^PLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙ\PLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.biasｦkernelﾙ^PLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernelｾMultiHeadDotProductAttention_0┘keyうbiasﾙlPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.biasｦkernelﾙnPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel｣outうbiasﾙlPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.biasｦkernelﾙnPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel･queryうbiasﾙnPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.biasｦkernelﾙpPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel･valueうbiasﾙnPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.biasｦkernelﾙpPLACEHOLDER://opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernelｮposembed_input�ｭpos_embeddingﾙLPLACEHOLDER://opt_state.1.0.nu.attention_blocks.posembed_input.pos_embeddingｵdiffusion_action_head→denoiserこFourierFeatures_0がMLPBlock_0ぉDense_0うbiasﾙgPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.biasｦkernelﾙiPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙgPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.biasｦkernelﾙiPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernelｮfourier_kernelﾙ^PLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernelｪMLPBlock_0ぉDense_0うbiasﾙUPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.biasｦkernelﾙWPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙUPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.biasｦkernelﾙWPLACEHOLDER://opt_state.1.0.nu.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernelｭimage_encoderΥembedding_function�ｦConv_0うbiasﾙKPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.biasｦkernelﾙMPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Conv_0.kernelｦConv_1うbiasﾙKPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.biasｦkernelﾙMPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Conv_1.kernelｦConv_2うbiasﾙKPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.biasｦkernelﾙMPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Conv_2.kernelｧDense_0うbiasﾙLPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.biasｦkernelﾙNPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.Dense_0.kernelｫGroupNorm_0うbiasﾙPPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.bias･scaleﾙQPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_0.scaleｫGroupNorm_1うbiasﾙPPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.bias･scaleﾙQPLACEHOLDER://opt_state.1.0.nu.image_encoder.embedding_function.GroupNorm_1.scaleｼimage_col_position_embedding←embeddingﾙSPLACEHOLDER://opt_state.1.0.nu.image_encoder.image_col_position_embedding.embeddingｼimage_row_position_embedding←embeddingﾙSPLACEHOLDER://opt_state.1.0.nu.image_encoder.image_row_position_embedding.embeddingｯreadout_encoder�ｭpos_embeddingﾙ<PLACEHOLDER://opt_state.1.0.nu.readout_encoder.pos_embeddingｬtext_encoder▼modelぉencoderぇblock牽0▼layerぃ0くSelfAttention�｡k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernelｷrelative_attention_bias←embeddingﾙyPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight｡1▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight｢10▼layerぃ0くSelfAttention┌k※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel｡o※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel｡q※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel｡v※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙcPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙcPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight｢11▼layerぃ0くSelfAttention┌k※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel｡o※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel｡q※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel｡v※kernelﾙaPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙcPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙcPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ\PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight｡2▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight｡3▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight｡4▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight｡5▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight｡6▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight｡7▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight｡8▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight｡9▼layerぃ0くSelfAttention┌k※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel｡o※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel｡q※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel｡v※kernelﾙ`PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙbPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙ[PLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weightｰfinal_layer_norm※weightﾙQPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.encoder.final_layer_norm.weightｦshared←embeddingﾙBPLACEHOLDER://opt_state.1.0.nu.text_encoder.model.shared.embeddingﾀ▼countﾙ!PLACEHOLDER://opt_state.1.2.countｦparams�ｰattention_blocksざScanEncoder1DBlock_0┃LayerNorm_0うbiasﾙKPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias･scaleﾙLPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scaleｫLayerNorm_1うbiasﾙKPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias･scaleﾙLPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scaleｪMLPBlock_0ぉDense_0うbiasﾙRPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.biasｦkernelﾙTPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙRPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.biasｦkernelﾙTPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernelｾMultiHeadDotProductAttention_0┘keyうbiasﾙbPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.biasｦkernelﾙdPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel｣outうbiasﾙbPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.biasｦkernelﾙdPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel･queryうbiasﾙdPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.biasｦkernelﾙfPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel･valueうbiasﾙdPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.biasｦkernelﾙfPLACEHOLDER://params.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernelｮposembed_input�ｭpos_embeddingﾙBPLACEHOLDER://params.attention_blocks.posembed_input.pos_embeddingｵdiffusion_action_head→denoiserこFourierFeatures_0がMLPBlock_0ぉDense_0うbiasﾙ]PLACEHOLDER://params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.biasｦkernelﾙ_PLACEHOLDER://params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙ]PLACEHOLDER://params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.biasｦkernelﾙ_PLACEHOLDER://params.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernelｮfourier_kernelﾙTPLACEHOLDER://params.diffusion_action_head.denoiser.FourierFeatures_0.fourier_kernelｪMLPBlock_0ぉDense_0うbiasﾙKPLACEHOLDER://params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.biasｦkernelﾙMPLACEHOLDER://params.diffusion_action_head.denoiser.MLPBlock_0.Dense_0.kernelｧDense_1うbiasﾙKPLACEHOLDER://params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.biasｦkernelﾙMPLACEHOLDER://params.diffusion_action_head.denoiser.MLPBlock_0.Dense_1.kernelｭimage_encoderΥembedding_function�ｦConv_0うbiasﾙAPLACEHOLDER://params.image_encoder.embedding_function.Conv_0.biasｦkernelﾙCPLACEHOLDER://params.image_encoder.embedding_function.Conv_0.kernelｦConv_1うbiasﾙAPLACEHOLDER://params.image_encoder.embedding_function.Conv_1.biasｦkernelﾙCPLACEHOLDER://params.image_encoder.embedding_function.Conv_1.kernelｦConv_2うbiasﾙAPLACEHOLDER://params.image_encoder.embedding_function.Conv_2.biasｦkernelﾙCPLACEHOLDER://params.image_encoder.embedding_function.Conv_2.kernelｧDense_0うbiasﾙBPLACEHOLDER://params.image_encoder.embedding_function.Dense_0.biasｦkernelﾙDPLACEHOLDER://params.image_encoder.embedding_function.Dense_0.kernelｫGroupNorm_0うbiasﾙFPLACEHOLDER://params.image_encoder.embedding_function.GroupNorm_0.bias･scaleﾙGPLACEHOLDER://params.image_encoder.embedding_function.GroupNorm_0.scaleｫGroupNorm_1うbiasﾙFPLACEHOLDER://params.image_encoder.embedding_function.GroupNorm_1.bias･scaleﾙGPLACEHOLDER://params.image_encoder.embedding_function.GroupNorm_1.scaleｼimage_col_position_embedding←embeddingﾙIPLACEHOLDER://params.image_encoder.image_col_position_embedding.embeddingｼimage_row_position_embedding←embeddingﾙIPLACEHOLDER://params.image_encoder.image_row_position_embedding.embeddingｯreadout_encoder�ｭpos_embeddingﾙ2PLACEHOLDER://params.readout_encoder.pos_embeddingｬtext_encoder▼modelぉencoderぇblock牽0▼layerぃ0くSelfAttention�｡k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernelｷrelative_attention_bias←embeddingﾙoPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight｡1▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.1.layer.1.layer_norm.weight｢10▼layerぃ0くSelfAttention┌k※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.k.kernel｡o※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.o.kernel｡q※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.q.kernel｡v※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙRPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙYPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙYPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙRPLACEHOLDER://params.text_encoder.model.encoder.block.10.layer.1.layer_norm.weight｢11▼layerぃ0くSelfAttention┌k※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.k.kernel｡o※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.o.kernel｡q※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.q.kernel｡v※kernelﾙWPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙRPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙYPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙYPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙRPLACEHOLDER://params.text_encoder.model.encoder.block.11.layer.1.layer_norm.weight｡2▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.2.layer.1.layer_norm.weight｡3▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.3.layer.1.layer_norm.weight｡4▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.4.layer.1.layer_norm.weight｡5▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.5.layer.1.layer_norm.weight｡6▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.6.layer.1.layer_norm.weight｡7▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.7.layer.1.layer_norm.weight｡8▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight｡9▼layerぃ0くSelfAttention┌k※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel｡o※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel｡q※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel｡v※kernelﾙVPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight｡1ぐDenseReluDenseいwi※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel｢wo※kernelﾙXPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernelｪlayer_norm※weightﾙQPLACEHOLDER://params.text_encoder.model.encoder.block.9.layer.1.layer_norm.weightｰfinal_layer_norm※weightﾙGPLACEHOLDER://params.text_encoder.model.encoder.final_layer_norm.weightｦshared←embeddingﾙ8PLACEHOLDER://params.text_encoder.model.shared.embedding､rngs┼diffusionｼPLACEHOLDER://rngs.diffusionｧdropoutｺPLACEHOLDER://rngs.dropoutｦparamsｹPLACEHOLDER://rngs.paramsｮpatch_encodingﾙ!PLACEHOLDER://rngs.patch_encoding､stepｲPLACEHOLDER://stepｰtext_tokenize_fnﾀ
\ No newline at end of file
diff --git a/default/metrics._reduction_counter.value/.zarray b/default/metrics._reduction_counter.value/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c554298e6c40558ee5156cd4627503042a68368a
--- /dev/null
+++ b/default/metrics._reduction_counter.value/.zarray
@@ -0,0 +1 @@
+{"chunks":[],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<i4","fill_value":null,"filters":null,"order":"C","shape":[],"zarr_format":2}
\ No newline at end of file
diff --git a/default/metrics._reduction_counter.value/0 b/default/metrics._reduction_counter.value/0
new file mode 100644
index 0000000000000000000000000000000000000000..437babcba202ff9cfb2ae79f844c2cf025332a0a
Binary files /dev/null and b/default/metrics._reduction_counter.value/0 differ
diff --git a/default/metrics.loss.count/.zarray b/default/metrics.loss.count/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c554298e6c40558ee5156cd4627503042a68368a
--- /dev/null
+++ b/default/metrics.loss.count/.zarray
@@ -0,0 +1 @@
+{"chunks":[],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<i4","fill_value":null,"filters":null,"order":"C","shape":[],"zarr_format":2}
\ No newline at end of file
diff --git a/default/metrics.loss.count/0 b/default/metrics.loss.count/0
new file mode 100644
index 0000000000000000000000000000000000000000..5faeb359b7ef0f21a02fd0996b0a33c7ca09e1a7
Binary files /dev/null and b/default/metrics.loss.count/0 differ
diff --git a/default/metrics.loss.total/.zarray b/default/metrics.loss.total/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8576d09e3fd69cbafef8c6b86e682111bad7c0cf
--- /dev/null
+++ b/default/metrics.loss.total/.zarray
@@ -0,0 +1 @@
+{"chunks":[],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[],"zarr_format":2}
\ No newline at end of file
diff --git a/default/metrics.loss.total/0 b/default/metrics.loss.total/0
new file mode 100644
index 0000000000000000000000000000000000000000..5faeb359b7ef0f21a02fd0996b0a33c7ca09e1a7
Binary files /dev/null and b/default/metrics.loss.total/0 differ
diff --git a/default/opt_state.1.0.count/.zarray b/default/opt_state.1.0.count/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c554298e6c40558ee5156cd4627503042a68368a
--- /dev/null
+++ b/default/opt_state.1.0.count/.zarray
@@ -0,0 +1 @@
+{"chunks":[],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<i4","fill_value":null,"filters":null,"order":"C","shape":[],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.count/0 b/default/opt_state.1.0.count/0
new file mode 100644
index 0000000000000000000000000000000000000000..882a5595c46339854b3a1246a2c975b996251705
Binary files /dev/null and b/default/opt_state.1.0.count/0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dcfe3696b1e1b8cd175879966430e7f0773f7377
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3528c23dd503fa44876717b8cd661cadfc7dd194
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..40f96597da3542119cf78edd542dfcbdc04124e6
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..054266707c7f605345c19d80af5ef11f7f82676a
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6593670728d2333457f9035d93fb905d90db2bfa
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..180b9bdc15529cafe15495b88263513d7fa7dee9
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..54c6963ff39e5385060e7e761d5d54ef2cd1198f
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c6f055d540697753a241b403da88f12cdb98c8d5
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ffdc45380d142cf8d87e82f2ebb29c1a77dd7887516a9578a710f3f409457d
+size 105055877
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..541e0d2c3b2175098d91e4cd4042e8e28c8cf823
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0656d949bc677a65151e5b0e1a524f5381ffb03a
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..766d0b88a02f413f35465ae54a42355c66f1b91a
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127008d9f9105febae1049f5324d72409e37de66c12e20fb35e722e2e65d018c
+size 104961220
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f04b041f29a22ebd3c32c3e016399795c8a6ccd9
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a5d0911757230e67d62556b0db265045844cdef6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811f48250470976ba0901a846ba060f84ce840532b0fcc0580a572f257be7921
+size 26211098
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f19d59976cd1b94a3dd33e8aadf0f084793d1cc7
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c70d554618e4e636e31dce2a4d7a2220f9291
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..887c6485670ec14e8f6b9c288a66cb7ebbcc0878
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ade1ab9c4a526959045601b815e205bc728fa9e725b903b92f2bdf71aac57d
+size 26202498
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e30f25fce48183d9f2cf947574ae23f0f0e5085
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/0.0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e3294a5b4276c51e07abd52ed26b0dd4b6f5d7f9
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa8b7babb7ea4ec29f711450c1500a603957b13804ebabc5ab16de228201c22
+size 26215069
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f9a1eb371b3db41d9fc22e91713302626041233
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.bias/0.0.0 differ
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/.zarray b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a2b40073254cee5bb90855f6a74d0577b94c78a
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97a82bde815191a7881d70787854ed98bc67d8f41352bc940dd7389db309fe4
+size 26178396
diff --git a/default/opt_state.1.0.mu.attention_blocks.posembed_input.pos_embedding/.zarray b/default/opt_state.1.0.mu.attention_blocks.posembed_input.pos_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..989bfb0b20ae86f9404516a513c4b7eeb54160f6
--- /dev/null
+++ b/default/opt_state.1.0.mu.attention_blocks.posembed_input.pos_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1,74,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1,74,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.attention_blocks.posembed_input.pos_embedding/0.0.0 b/default/opt_state.1.0.mu.attention_blocks.posembed_input.pos_embedding/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..11123f40992e2f55e4fcf8f1ed6f5cfd22294bc3
Binary files /dev/null and b/default/opt_state.1.0.mu.attention_blocks.posembed_input.pos_embedding/0.0.0 differ
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..8ad712c3af205c03f8b8aa4c1b612c86f2e922a0
Binary files /dev/null and b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.bias/0 differ
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29c5666d8c16c181b37cad9de2fff8d20c614668
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b37577301e2c3e517d8ac6b5396d98dab90c876ab26090585c20879ca86c79b
+size 2183388
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/0 b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..41f573ef9dece7aa7c610ac773d8baa88285ea46
Binary files /dev/null and b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.bias/0 differ
diff --git a/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/.zarray b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.diffusion_action_head.denoiser.FourierFeatures_0.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file