mwrochna commited on 13 days ago

Commit

fc82ff1

verified ·

1 Parent(s): c7a025f

Add files using upload-large-folder tool

Browse files

This view is limited to 50 files because it contains too many changes. See raw diff

Files changed (50) hide show

.gitattributes +13 -0
cs_basic_3/10000/_CHECKPOINT_METADATA +1 -0
cs_basic_3/10000/assets/ur10e/norm_stats.json +98 -0
cs_basic_3/10000/params/_METADATA +1 -0
cs_basic_3/10000/params/_sharding +1 -0
cs_basic_3/10000/params/array_metadatas/process_0 +1 -0
cs_basic_3/10000/params/d/022d1eadeb0b128a5c5168fc41d08072 +0 -0
cs_basic_3/10000/params/manifest.ocdbt +0 -0
cs_basic_3/10000/params/ocdbt.process_0/d/2e2e5514894542ada4d9e131c692b5e0 +0 -0
cs_basic_3/10000/params/ocdbt.process_0/d/3def46774ebe8ec1fce096387c791751 +0 -0
cs_basic_3/10000/params/ocdbt.process_0/d/b960fbbb819ecfb7dc0f21bbca9df539 +0 -0
cs_basic_3/10000/params/ocdbt.process_0/d/c674782eb98fb8ee7d06732ebcccf845 +0 -0
cs_basic_3/10000/params/ocdbt.process_0/manifest.ocdbt +0 -0
cs_basic_3/12000/_CHECKPOINT_METADATA +1 -0
cs_basic_3/12000/assets/ur10e/norm_stats.json +98 -0
cs_basic_3/12000/params/_METADATA +1 -0
cs_basic_3/12000/params/_sharding +1 -0
cs_basic_3/12000/params/array_metadatas/process_0 +1 -0
cs_basic_3/12000/params/d/f43584ec14619c6f35417abf5ad86658 +0 -0
cs_basic_3/12000/params/manifest.ocdbt +0 -0
cs_basic_3/12000/params/ocdbt.process_0/d/3d458570954041470c1107a77257c802 +0 -0
cs_basic_3/12000/params/ocdbt.process_0/d/8d6d219268e2f732211b1728ba75dce4 +0 -0
cs_basic_3/12000/params/ocdbt.process_0/d/ab2410655c420cf4b37ce0335abc2ceb +3 -0
cs_basic_3/12000/params/ocdbt.process_0/d/d5fe64ad540969fc9bb11b3421e9dc30 +0 -0
cs_basic_3/12000/params/ocdbt.process_0/manifest.ocdbt +0 -0
cs_basic_3/5000/_CHECKPOINT_METADATA +1 -0
cs_basic_3/5000/assets/ur10e/norm_stats.json +98 -0
cs_basic_3/5000/params/_METADATA +1 -0
cs_basic_3/5000/params/_sharding +1 -0
cs_basic_3/5000/params/array_metadatas/process_0 +1 -0
cs_basic_3/5000/params/d/28647482374ed5c7336c70a828a162a6 +0 -0
cs_basic_3/5000/params/manifest.ocdbt +0 -0
cs_basic_3/5000/params/ocdbt.process_0/d/11797ed02581c0f3b761ae35673fb230 +3 -0
cs_basic_3/5000/params/ocdbt.process_0/d/120796e0aa6cbe6abe3a41afc073ca3a +3 -0
cs_basic_3/5000/params/ocdbt.process_0/d/1aba060b6ce620529d26270ef2405954 +3 -0
cs_basic_3/5000/params/ocdbt.process_0/d/213638f4a7d7c5bd22238be0df15ed08 +3 -0
cs_basic_3/5000/params/ocdbt.process_0/d/3729a8593da60f666a851918b24c7e63 +0 -0
cs_basic_3/5000/params/ocdbt.process_0/d/478f24d240df80ce922687ce07f5d889 +3 -0
cs_basic_3/5000/params/ocdbt.process_0/d/4ec5eadbfc5df14fe0355ae97e9c4c24 +3 -0
cs_basic_3/5000/params/ocdbt.process_0/d/5ce575acd87265b68412632317ec5dd4 +0 -0
cs_basic_3/5000/params/ocdbt.process_0/d/6ef78aa6f0f74513d6fd7e6393dbc325 +0 -0
cs_basic_3/5000/params/ocdbt.process_0/d/7d18a76a8c9ed399032eb9c586a750cf +3 -0
cs_basic_3/5000/params/ocdbt.process_0/d/84721ae4ea2eeb0234586bf069cfe900 +0 -0
cs_basic_3/5000/params/ocdbt.process_0/d/a1d3a8fd354eb7e8924dc5dc2d71d8df +3 -0
cs_basic_3/5000/params/ocdbt.process_0/d/b09e704e76fdb1be7a2b3e1f7aecc0d9 +3 -0
cs_basic_3/5000/params/ocdbt.process_0/d/ea4262088b3215a3620079d94152a6fb +3 -0
cs_basic_3/5000/params/ocdbt.process_0/d/ed3213cd8351ea3211eaea2e8874ed5e +3 -0
cs_basic_3/5000/params/ocdbt.process_0/d/fb0740b2e4dbc1e94ac92513d1c9fa6e +3 -0
cs_basic_3/5000/params/ocdbt.process_0/manifest.ocdbt +0 -0
cs_basic_3/config.yaml +94 -0

.gitattributes CHANGED Viewed

@@ -48,3 +48,16 @@ cs_basic_2/5000/params/ocdbt.process_0/d/bc528fa0e0046aaf76ea572ed6eafa90 filter
 cs_basic_2/5000/params/ocdbt.process_0/d/f87f6296b51325a32adaf14bb2769434 filter=lfs diff=lfs merge=lfs -text
 cs_basic_2/5000/params/ocdbt.process_0/d/b4f4efb078e2858108ad61e57c7d091c filter=lfs diff=lfs merge=lfs -text
 cs_basic_2/5000/params/ocdbt.process_0/d/c6fcd1e46a3214a5610a4b840defaf4b filter=lfs diff=lfs merge=lfs -text

 cs_basic_2/5000/params/ocdbt.process_0/d/f87f6296b51325a32adaf14bb2769434 filter=lfs diff=lfs merge=lfs -text
 cs_basic_2/5000/params/ocdbt.process_0/d/b4f4efb078e2858108ad61e57c7d091c filter=lfs diff=lfs merge=lfs -text
 cs_basic_2/5000/params/ocdbt.process_0/d/c6fcd1e46a3214a5610a4b840defaf4b filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/12000/params/ocdbt.process_0/d/ab2410655c420cf4b37ce0335abc2ceb filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/5000/params/ocdbt.process_0/d/a1d3a8fd354eb7e8924dc5dc2d71d8df filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/5000/params/ocdbt.process_0/d/120796e0aa6cbe6abe3a41afc073ca3a filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/5000/params/ocdbt.process_0/d/ed3213cd8351ea3211eaea2e8874ed5e filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/5000/params/ocdbt.process_0/d/11797ed02581c0f3b761ae35673fb230 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/5000/params/ocdbt.process_0/d/1aba060b6ce620529d26270ef2405954 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/5000/params/ocdbt.process_0/d/ea4262088b3215a3620079d94152a6fb filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/5000/params/ocdbt.process_0/d/b09e704e76fdb1be7a2b3e1f7aecc0d9 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/5000/params/ocdbt.process_0/d/478f24d240df80ce922687ce07f5d889 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/5000/params/ocdbt.process_0/d/213638f4a7d7c5bd22238be0df15ed08 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/5000/params/ocdbt.process_0/d/4ec5eadbfc5df14fe0355ae97e9c4c24 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/5000/params/ocdbt.process_0/d/fb0740b2e4dbc1e94ac92513d1c9fa6e filter=lfs diff=lfs merge=lfs -text
+cs_basic_3/5000/params/ocdbt.process_0/d/7d18a76a8c9ed399032eb9c586a750cf filter=lfs diff=lfs merge=lfs -text

cs_basic_3/10000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773267017068761674, "commit_timestamp_nsecs": 1773267033973260130, "custom_metadata": {}}

cs_basic_3/10000/assets/ur10e/norm_stats.json ADDED Viewed

	@@ -0,0 +1,98 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -0.10524596273899078,
+        -0.12109191715717316,
+        0.10596530139446259,
+        -0.018340619280934334,
+        0.006135712843388319,
+        0.03517377749085426,
+        0.4621866047382355
+      ],
+      "std": [
+        0.13132192194461823,
+        0.24466967582702637,
+        0.06083960086107254,
+        0.052550844848155975,
+        0.04603615775704384,
+        0.16598929464817047,
+        0.114545539021492
+      ],
+      "q01": [
+        -0.3311348742425442,
+        -0.5694072090387344,
+        0.005885033896565438,
+        -0.16268759287595747,
+        -0.10126031290590762,
+        -0.326703305375576,
+        0.1018376207113266
+      ],
+      "q99": [
+        0.24810680584311495,
+        0.4875684812545775,
+        0.2549618977971375,
+        0.09564055883884431,
+        0.1184803115040064,
+        0.5759429561138154,
+        0.623418662238121
+      ]
+    },
+    "actions": {
+      "mean": [
+        7.45809666113928e-6,
+        0.000019237439119024202,
+        0.00003521639882819727,
+        6.877855412312783e-6,
+        1.4819906937191263e-6,
+        -0.00003263353573856875,
+        0.5671049356460571
+      ],
+      "std": [
+        0.0008213372784666717,
+        0.0026406480465084314,
+        0.0018890773644670844,
+        0.0013101263903081417,
+        0.0014995730016380548,
+        0.0039354669861495495,
+        0.2241492122411728
+      ],
+      "q01": [
+        -0.0025611035510897636,
+        -0.008116805395670236,
+        -0.004491760420240461,
+        -0.003609186862409115,
+        -0.004139323895238342,
+        -0.012277018757164478,
+        0.14020000000000002
+      ],
+      "q99": [
+        0.0022151925701648003,
+        0.007757892762869596,
+        0.005742123283073308,
+        0.003895415210910143,
+        0.003999067312851545,
+        0.013861579611897476,
+        0.9998
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/cs__basic_1": {
+      "commit_hash": "4d88aae4956aa71fd3fd6008033b524ae3942100",
+      "num_episodes": 97,
+      "num_frames": 161402
+    },
+    "robotgeneralist/cs__basic_2": {
+      "commit_hash": "7b4c696c7e7c7c096b0890043e257d845eb70156",
+      "num_episodes": 141,
+      "num_frames": 187836
+    },
+    "robotgeneralist/cs__basic_3": {
+      "commit_hash": "514f1c89b7394011c75b0aad937855c54ab7c133",
+      "num_episodes": 60,
+      "num_frames": 61179
+    }
+  }
+}

cs_basic_3/10000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

cs_basic_3/10000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

+ {"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"}

cs_basic_3/10000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

+ {"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]}

cs_basic_3/10000/params/d/022d1eadeb0b128a5c5168fc41d08072 ADDED Viewed

Binary file (2.21 kB). View file

cs_basic_3/10000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

cs_basic_3/10000/params/ocdbt.process_0/d/2e2e5514894542ada4d9e131c692b5e0 ADDED Viewed

Binary file (1.06 kB). View file

cs_basic_3/10000/params/ocdbt.process_0/d/3def46774ebe8ec1fce096387c791751 ADDED Viewed

Binary file (5.4 kB). View file

cs_basic_3/10000/params/ocdbt.process_0/d/b960fbbb819ecfb7dc0f21bbca9df539 ADDED Viewed

Binary file (2.21 kB). View file

cs_basic_3/10000/params/ocdbt.process_0/d/c674782eb98fb8ee7d06732ebcccf845 ADDED Viewed

Binary file (213 Bytes). View file

cs_basic_3/10000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (777 Bytes). View file

cs_basic_3/12000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773270083102721355, "commit_timestamp_nsecs": 1773270100018844065, "custom_metadata": {}}

cs_basic_3/12000/assets/ur10e/norm_stats.json ADDED Viewed

	@@ -0,0 +1,98 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -0.10524596273899078,
+        -0.12109191715717316,
+        0.10596530139446259,
+        -0.018340619280934334,
+        0.006135712843388319,
+        0.03517377749085426,
+        0.4621866047382355
+      ],
+      "std": [
+        0.13132192194461823,
+        0.24466967582702637,
+        0.06083960086107254,
+        0.052550844848155975,
+        0.04603615775704384,
+        0.16598929464817047,
+        0.114545539021492
+      ],
+      "q01": [
+        -0.3311348742425442,
+        -0.5694072090387344,
+        0.005885033896565438,
+        -0.16268759287595747,
+        -0.10126031290590762,
+        -0.326703305375576,
+        0.1018376207113266
+      ],
+      "q99": [
+        0.24810680584311495,
+        0.4875684812545775,
+        0.2549618977971375,
+        0.09564055883884431,
+        0.1184803115040064,
+        0.5759429561138154,
+        0.623418662238121
+      ]
+    },
+    "actions": {
+      "mean": [
+        7.45809666113928e-6,
+        0.000019237439119024202,
+        0.00003521639882819727,
+        6.877855412312783e-6,
+        1.4819906937191263e-6,
+        -0.00003263353573856875,
+        0.5671049356460571
+      ],
+      "std": [
+        0.0008213372784666717,
+        0.0026406480465084314,
+        0.0018890773644670844,
+        0.0013101263903081417,
+        0.0014995730016380548,
+        0.0039354669861495495,
+        0.2241492122411728
+      ],
+      "q01": [
+        -0.0025611035510897636,
+        -0.008116805395670236,
+        -0.004491760420240461,
+        -0.003609186862409115,
+        -0.004139323895238342,
+        -0.012277018757164478,
+        0.14020000000000002
+      ],
+      "q99": [
+        0.0022151925701648003,
+        0.007757892762869596,
+        0.005742123283073308,
+        0.003895415210910143,
+        0.003999067312851545,
+        0.013861579611897476,
+        0.9998
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/cs__basic_1": {
+      "commit_hash": "4d88aae4956aa71fd3fd6008033b524ae3942100",
+      "num_episodes": 97,
+      "num_frames": 161402
+    },
+    "robotgeneralist/cs__basic_2": {
+      "commit_hash": "7b4c696c7e7c7c096b0890043e257d845eb70156",
+      "num_episodes": 141,
+      "num_frames": 187836
+    },
+    "robotgeneralist/cs__basic_3": {
+      "commit_hash": "514f1c89b7394011c75b0aad937855c54ab7c133",
+      "num_episodes": 60,
+      "num_frames": 61179
+    }
+  }
+}

cs_basic_3/12000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

cs_basic_3/12000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

cs_basic_3/12000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

cs_basic_3/12000/params/d/f43584ec14619c6f35417abf5ad86658 ADDED Viewed

Binary file (2.24 kB). View file

cs_basic_3/12000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

cs_basic_3/12000/params/ocdbt.process_0/d/3d458570954041470c1107a77257c802 ADDED Viewed

Binary file (5.4 kB). View file

cs_basic_3/12000/params/ocdbt.process_0/d/8d6d219268e2f732211b1728ba75dce4 ADDED Viewed

Binary file (213 Bytes). View file

cs_basic_3/12000/params/ocdbt.process_0/d/ab2410655c420cf4b37ce0335abc2ceb ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a33e3ab2a5f3293d40db8d2d69f70a4ed906ed9f6931cf7d7e9c4add5e870f
+size 1957442542

cs_basic_3/12000/params/ocdbt.process_0/d/d5fe64ad540969fc9bb11b3421e9dc30 ADDED Viewed

Binary file (1.06 kB). View file

cs_basic_3/12000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (200 Bytes). View file

cs_basic_3/5000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773259355703632448, "commit_timestamp_nsecs": 1773259373529053026, "custom_metadata": {}}

cs_basic_3/5000/assets/ur10e/norm_stats.json ADDED Viewed

	@@ -0,0 +1,98 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -0.10524596273899078,
+        -0.12109191715717316,
+        0.10596530139446259,
+        -0.018340619280934334,
+        0.006135712843388319,
+        0.03517377749085426,
+        0.4621866047382355
+      ],
+      "std": [
+        0.13132192194461823,
+        0.24466967582702637,
+        0.06083960086107254,
+        0.052550844848155975,
+        0.04603615775704384,
+        0.16598929464817047,
+        0.114545539021492
+      ],
+      "q01": [
+        -0.3311348742425442,
+        -0.5694072090387344,
+        0.005885033896565438,
+        -0.16268759287595747,
+        -0.10126031290590762,
+        -0.326703305375576,
+        0.1018376207113266
+      ],
+      "q99": [
+        0.24810680584311495,
+        0.4875684812545775,
+        0.2549618977971375,
+        0.09564055883884431,
+        0.1184803115040064,
+        0.5759429561138154,
+        0.623418662238121
+      ]
+    },
+    "actions": {
+      "mean": [
+        7.45809666113928e-6,
+        0.000019237439119024202,
+        0.00003521639882819727,
+        6.877855412312783e-6,
+        1.4819906937191263e-6,
+        -0.00003263353573856875,
+        0.5671049356460571
+      ],
+      "std": [
+        0.0008213372784666717,
+        0.0026406480465084314,
+        0.0018890773644670844,
+        0.0013101263903081417,
+        0.0014995730016380548,
+        0.0039354669861495495,
+        0.2241492122411728
+      ],
+      "q01": [
+        -0.0025611035510897636,
+        -0.008116805395670236,
+        -0.004491760420240461,
+        -0.003609186862409115,
+        -0.004139323895238342,
+        -0.012277018757164478,
+        0.14020000000000002
+      ],
+      "q99": [
+        0.0022151925701648003,
+        0.007757892762869596,
+        0.005742123283073308,
+        0.003895415210910143,
+        0.003999067312851545,
+        0.013861579611897476,
+        0.9998
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/cs__basic_1": {
+      "commit_hash": "4d88aae4956aa71fd3fd6008033b524ae3942100",
+      "num_episodes": 97,
+      "num_frames": 161402
+    },
+    "robotgeneralist/cs__basic_2": {
+      "commit_hash": "7b4c696c7e7c7c096b0890043e257d845eb70156",
+      "num_episodes": 141,
+      "num_frames": 187836
+    },
+    "robotgeneralist/cs__basic_3": {
+      "commit_hash": "514f1c89b7394011c75b0aad937855c54ab7c133",
+      "num_episodes": 60,
+      "num_frames": 61179
+    }
+  }
+}

cs_basic_3/5000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

cs_basic_3/5000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

cs_basic_3/5000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

cs_basic_3/5000/params/d/28647482374ed5c7336c70a828a162a6 ADDED Viewed

Binary file (2.28 kB). View file

cs_basic_3/5000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

cs_basic_3/5000/params/ocdbt.process_0/d/11797ed02581c0f3b761ae35673fb230 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd9772587a6a73610505204d5ab76f34f8bde3510af5b73a9968e12d37767be
+size 34974241

cs_basic_3/5000/params/ocdbt.process_0/d/120796e0aa6cbe6abe3a41afc073ca3a ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:44f03003a5a1c60b71f698658ce863398705e38a9fb6ecce5af4fa65afd95613
+size 190558

cs_basic_3/5000/params/ocdbt.process_0/d/1aba060b6ce620529d26270ef2405954 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:59cccbc5517aa2152380eb5cde3e21177c567f16ce33901a332d9ba50ec29f4c
+size 70084367

cs_basic_3/5000/params/ocdbt.process_0/d/213638f4a7d7c5bd22238be0df15ed08 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:9905955e5b1ab695c9ab984d96ae7bfa196cdbc2b4b7cf5b87d9b9157ea42f49
+size 139972468

cs_basic_3/5000/params/ocdbt.process_0/d/3729a8593da60f666a851918b24c7e63 ADDED Viewed

Binary file (213 Bytes). View file

cs_basic_3/5000/params/ocdbt.process_0/d/478f24d240df80ce922687ce07f5d889 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:8953a0f4a1b62b5e79d3533f5d8108abf05a5e50c6d3b631f79f721dbbf4e495
+size 405815771

cs_basic_3/5000/params/ocdbt.process_0/d/4ec5eadbfc5df14fe0355ae97e9c4c24 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:ac87fda7d768d5cc25216a9fab5b9e967163de71760a9b800aa6fc7c0a25598d
+size 560223626

cs_basic_3/5000/params/ocdbt.process_0/d/5ce575acd87265b68412632317ec5dd4 ADDED Viewed

Binary file (5.39 kB). View file

cs_basic_3/5000/params/ocdbt.process_0/d/6ef78aa6f0f74513d6fd7e6393dbc325 ADDED Viewed

Binary file (1.06 kB). View file

cs_basic_3/5000/params/ocdbt.process_0/d/7d18a76a8c9ed399032eb9c586a750cf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb6d7c212082642ae65a07e498da06116a86a1cb203f9a3be79a546c9065648
+size 497032248

cs_basic_3/5000/params/ocdbt.process_0/d/84721ae4ea2eeb0234586bf069cfe900 ADDED Viewed

Binary file (1.69 kB). View file

cs_basic_3/5000/params/ocdbt.process_0/d/a1d3a8fd354eb7e8924dc5dc2d71d8df ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:2468c3a34d7d09888d5098d19f73ce0191e5015510455af3a6e0913e9067b4b5
+size 24890736

cs_basic_3/5000/params/ocdbt.process_0/d/b09e704e76fdb1be7a2b3e1f7aecc0d9 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:5697653f52d998795b156ad6cd8e0d7a3df643b94d286d4198c1940d90460d25
+size 132969389

cs_basic_3/5000/params/ocdbt.process_0/d/ea4262088b3215a3620079d94152a6fb ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:ccac2d9cdb4fc25d3d18126e52ee389b1f789f285e983814beed489e0bdfb64d
+size 132844320

cs_basic_3/5000/params/ocdbt.process_0/d/ed3213cd8351ea3211eaea2e8874ed5e ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:77e84bf2c5ee808fa6c3cc43601a81cd73cef38f6b13a8e12ad46f09b3222011
+size 1219301

cs_basic_3/5000/params/ocdbt.process_0/d/fb0740b2e4dbc1e94ac92513d1c9fa6e ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:84cc343836bef8c783cd6a49abdeaad1c98bfbd4214312ee8a5b658816709a79
+size 279237166

cs_basic_3/5000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (367 Bytes). View file

cs_basic_3/config.yaml ADDED Viewed

	@@ -0,0 +1,94 @@

+!!python/object:openpi.training.config.TrainConfig
+name: cs_basic
+project_name: openpi
+exp_name: cs_basic_3
+model: !!python/object:openpi.models.pi0_config.Pi0Config
+    action_dim: 32
+    action_horizon: 50
+    max_token_len: 48
+    dtype: bfloat16
+    paligemma_variant: gemma_2b
+    action_expert_variant: gemma_300m
+    img_variant: So400m/14
+    action_loss_horizon: null
+    pi05: false
+    discrete_state_input: false
+weight_loader: !!python/object:openpi.training.weight_loaders.CheckpointWeightLoader
+    local_dir: null
+    repo_id: robotgeneralist/openpi_checkpoint_mirrors
+    revision: main
+    checkpoint_path: pi0_base
+pytorch_weight_path: null
+pytorch_training_precision: bfloat16
+lr_schedule: !!python/object:openpi.training.optimizer.CosineDecaySchedule
+    warmup_steps: 1000
+    peak_lr: 2.5e-05
+    decay_steps: 30000
+    decay_lr: 2.5e-06
+optimizer: !!python/object:openpi.training.optimizer.AdamW
+    b1: 0.9
+    b2: 0.95
+    eps: 1.0e-08
+    weight_decay: 1.0e-10
+    clip_gradient_norm: 1.0
+ema_decay: 0.99
+freeze_filter: !!python/name:flax.nnx.filterlib.Nothing ''
+data: !!python/object:openpi.training.config.LeRobotNomagicURXDataConfig
+    repo_ids: !!python/tuple
+    - robotgeneralist/cs__basic_1
+    - robotgeneralist/cs__basic_2
+    - robotgeneralist/cs__basic_3
+    assets: !!python/object:openpi.training.config.AssetsConfig
+        assets_dir: null
+        asset_id: ur10e
+    norm_stats_sample_ratio: 0.05
+    base_config: !!python/object:openpi.training.config.DataConfig
+        repo_ids: null
+        asset_id: null
+        norm_stats_data: null
+        norm_stats_sample_ratio: 1.0
+        norm_stats_dir: null
+        tolerance_s: 0.0001
+        per_action_index_norm_stats: false
+        repack_transforms: !!python/object:openpi.transforms.Group
+            inputs: !!python/tuple []
+            outputs: !!python/tuple []
+        data_transforms: !!python/object:openpi.transforms.Group
+            inputs: !!python/tuple []
+            outputs: !!python/tuple []
+        model_transforms: !!python/object:openpi.transforms.Group
+            inputs: !!python/tuple []
+            outputs: !!python/tuple []
+        use_quantile_norm: false
+        action_sequence_keys: !!python/tuple
+        - actions
+        fourier_config: null
+        prompt_from_task: true
+        rlds_data_dir: null
+        action_space: null
+        filter_dict_path: null
+    default_prompt: null
+    use_poses: true
+    end_effector_frame: false
+    per_action_index_norm_stats: false
+    fourier_config: null
+    binary_action_keys: !!python/tuple []
+    tolerance_s: 0.001
+assets_base_dir: ./assets
+checkpoint_base_dir: /storage_nvme_1/robotgeneralist/checkpoints
+seed: 42
+batch_size: 32
+num_workers: 2
+num_train_steps: 25001
+log_interval: 100
+save_interval: 1000
+keep_period: 5000
+overwrite: false
+resume: true
+wandb_enabled: true
+policy_metadata: null
+fsdp_devices: 1
+test_split_ratio: 0.05
+test_eval_interval: 1000
+test_eval_use_train_mode: false
+binary_action_keys: !!python/tuple []