Upload 26 files

.gitattributes

@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+octo_connector_human_45/19999/default/checkpoint filter=lfs diff=lfs merge=lfs -text
+octo_connector_human_45/29999/default/checkpoint filter=lfs diff=lfs merge=lfs -text
+octo_connector_human_45/39999/default/checkpoint filter=lfs diff=lfs merge=lfs -text
+octo_connector_human_45/49999/default/checkpoint filter=lfs diff=lfs merge=lfs -text
+octo_connector_human_45/9999/default/checkpoint filter=lfs diff=lfs merge=lfs -text
+octo_connector_rl_45/19999/default/checkpoint filter=lfs diff=lfs merge=lfs -text
+octo_connector_rl_45/29999/default/checkpoint filter=lfs diff=lfs merge=lfs -text
+octo_connector_rl_45/39999/default/checkpoint filter=lfs diff=lfs merge=lfs -text
+octo_connector_rl_45/49999/default/checkpoint filter=lfs diff=lfs merge=lfs -text
+octo_connector_rl_45/9999/default/checkpoint filter=lfs diff=lfs merge=lfs -text

octo_connector_human_45/19999/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396aed477b41bad00f1818430a96d32eaadee97cdbc5d25bad9661bada7b6a35
+size 800187422

octo_connector_human_45/29999/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c433a83fd52a24a84c57887028cd8ff94f868bb976a7c1e8ba42a9d4e11cef2d
+size 800187422

octo_connector_human_45/39999/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2203618024b5a648e0e5da9a26d55f73c2ff04fefd642d9c982ec36f2ff3a957
+size 800187422

octo_connector_human_45/49999/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442886a9c7ec08f358a3a914498031509c4eaf97cba293a5ddc2f1121ca48bb3
+size 800187422

octo_connector_human_45/9999/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba7e978d07dafac20ccebae55b48e10fc63e6c3f1979d462fcadcd65d640fbf
+size 800187422

octo_connector_human_45/config.json

@@ -0,0 +1 @@
+{"dataset_kwargs": {"balance_weights": true, "batch_size": 64, "dataset_kwargs_list": [{"name": "fractal20220817_data", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "rt1_dataset_transform", "args": [], "kwargs": {}}}, {"name": "kuka", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "kuka_dataset_transform", "args": [], "kwargs": {}}}, {"name": "bridge_dataset", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image_0", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "bridge_dataset_transform", "args": [], "kwargs": {}}}, {"name": "taco_play", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "rgb_static", "wrist": "rgb_gripper"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "taco_dataset_transform", "args": [], "kwargs": {}}}, {"name": "taco_extra", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "rgb_static", "wrist": "rgb_gripper"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "taco_dataset_transform", "args": [], "kwargs": {}}}, {"name": "jaco_play", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "image_wrist"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "jaco_play_dataset_transform", "args": [], "kwargs": {}}}, {"name": "berkeley_cable_routing", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist45_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "berkeley_cable_routing_dataset_transform", "args": [], "kwargs": {}}}, {"name": "roboturk", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "front_rgb", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "roboturk_dataset_transform", "args": [], "kwargs": {}}}, {"name": "nyu_door_opening_surprising_effectiveness", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": null, "wrist": "image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "nyu_door_opening_dataset_transform", "args": [], "kwargs": {}}}, {"name": "viola", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "agentview_rgb", "wrist": "eye_in_hand_rgb"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "viola_dataset_transform", "args": [], "kwargs": {}}}, {"name": "berkeley_autolab_ur5", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "hand_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "berkeley_autolab_ur5_dataset_transform", "args": [], "kwargs": {}}}, {"name": "toto", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "toto_dataset_transform", "args": [], "kwargs": {}}}, {"name": "language_table", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "rgb", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "language_table_dataset_transform", "args": [], "kwargs": {}}}, {"name": "stanford_hydra_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "stanford_hydra_dataset_transform", "args": [], "kwargs": {}}}, {"name": "austin_buds_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "austin_buds_dataset_transform", "args": [], "kwargs": {}}}, {"name": "nyu_franka_play_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "nyu_franka_play_dataset_transform", "args": [], "kwargs": {}}}, {"name": "furniture_bench_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "furniture_bench_dataset_transform", "args": [], "kwargs": {}}}, {"name": "ucsd_kitchen_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "ucsd_kitchen_dataset_transform", "args": [], "kwargs": {}}}, {"name": "austin_sailor_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "austin_sailor_dataset_transform", "args": [], "kwargs": {}}}, {"name": "austin_sirius_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "austin_sirius_dataset_transform", "args": [], "kwargs": {}}}, {"name": "bc_z", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "bc_z_dataset_transform", "args": [], "kwargs": {}}}, {"name": "dlr_edan_shared_control_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "dlr_edan_shared_control_dataset_transform", "args": [], "kwargs": {}}}, {"name": "iamlab_cmu_pickup_insert_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "iamlab_pick_insert_dataset_transform", "args": [], "kwargs": {}}}, {"name": "utaustin_mutex", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "utaustin_mutex_dataset_transform", "args": [], "kwargs": {}}}, {"name": "berkeley_fanuc_manipulation", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "berkeley_fanuc_dataset_transform", "args": [], "kwargs": {}}}, {"name": "cmu_stretch", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "cmu_stretch_dataset_transform", "args": [], "kwargs": {}}}], "frame_transform_kwargs": {"image_augment_kwargs": {"primary": {"augment_order": ["random_resized_crop", "random_brightness", "random_contrast", "random_saturation", "random_hue"], "random_brightness": [0.1], "random_contrast": [0.9, 1.1], "random_hue": [0.05], "random_resized_crop": {"ratio": [0.9, 1.1], "scale": [0.8, 1.0]}, "random_saturation": [0.9, 1.1]}, "wrist": {"augment_order": ["random_brightness", "random_contrast", "random_saturation", "random_hue"], "random_brightness": [0.1], "random_contrast": [0.9, 1.1], "random_hue": [0.05], "random_saturation": [0.9, 1.1]}}, "image_dropout_prob": 0.0, "num_parallel_calls": 200, "resize_size": {"primary": [256, 256], "wrist": [128, 128]}}, "sample_weights": [0.54087122203, 0.8341046294, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.1, 2.0, 1.0, 3.0, 0.1, 2.0, 1.0, 1.0, 0.2, 1.0, 1.0, 1.0, 2.0, 1.0], "shuffle_buffer_size": 250000, "traj_read_threads": 48, "traj_transform_kwargs": {"action_horizon": 4, "goal_relabeling_strategy": "uniform", "max_action_dim": 7, "subsample_length": 100, "task_augment_kwargs": {"keep_image_prob": 0.5, "pickle_file_path": "gs://rail-datasets-europe-west4/oxe/resize_256_256/paraphrases_oxe.pkl", "rephrase_prob": 0.5}, "task_augment_strategy": "delete_and_rephrase", "window_size": 2}, "traj_transform_threads": 48}, "eval_datasets": ["bridge_dataset"], "eval_interval": 5000, "log_interval": 100, "model": {"heads": {"action": {"module": "octo.model.components.action_heads", "name": "DiffusionActionHead", "args": [], "kwargs": {"action_horizon": 1, "action_dim": 7, "readout_key": "readout_action"}}}, "max_horizon": 10, "observation_tokenizers": {"primary": {"args": [], "kwargs": {"encoder": {"args": [], "kwargs": {}, "module": "octo.model.components.vit_encoders", "name": "SmallStem16"}, "obs_stack_keys": ["image_primary"], "task_stack_keys": ["image_primary"]}, "module": "octo.model.components.tokenizers", "name": "ImageTokenizer"}}, "readouts": {"action": 1}, "repeat_task_tokens": true, "task_tokenizers": {"language": {"args": [], "kwargs": {"encoder": "t5-base", "finetune_encoder": false}, "module": "octo.model.components.tokenizers", "name": "LanguageTokenizer"}}, "token_embedding_size": 768, "transformer_kwargs": {"add_position_embedding": false, "attention_dropout_rate": 0.0, "dropout_rate": 0.0, "mlp_dim": 3072, "num_attention_heads": 12, "num_layers": 12}, "use_correct_attention": true}, "num_steps": 300000.0, "optimizer": {"clip_gradient": 1.0, "frozen_keys": ["*hf_model*"], "learning_rate": {"init_value": 0.0, "name": "rsqrt", "peak_value": 0.0003, "timescale": 10000, "warmup_steps": 2000}, "weight_decay": 0.1}, "prefetch_num_batches": 0, "pretrained_loaders": [{"module": "octo.utils.train_utils", "name": "hf_weights_loader", "args": [], "kwargs": {"hf_model": "t5-base"}}], "resume_path": null, "save_dir": "gs://rail-tpus-homer-v5/log", "save_interval": 10000, "seed": 42, "start_step": null, "text_processor": {"args": [], "kwargs": {"encode_with_model": false, "tokenizer_kwargs": {"max_length": 16, "padding": "max_length", "return_tensors": "np", "truncation": true}, "tokenizer_name": "t5-base"}, "module": "octo.data.utils.text_processing", "name": "HFTokenizer"}, "val_kwargs": {"num_val_batches": 16, "val_shuffle_buffer_size": 1000}, "viz_interval": 1000000, "viz_kwargs": {"eval_batch_size": 128, "samples_per_state": 8, "trajs_for_metrics": 100, "trajs_for_viz": 8}, "wandb": {"entity": null, "group": null, "project": "octo"}, "wandb_resume_id": null, "window_size": 2}

octo_connector_human_45/dataset_statistics.json

@@ -0,0 +1 @@
+{"ethernet_insert_human_dataset": {"action": {"mask": [true, true, true, true, true, true, false], "max": [0.983273983001709, 0.8054007887840271, 1.0228636264801025, 0.8484854102134705, 0.3162229359149933, 0.7848753333091736, 1.0], "mean": [0.05439384654164314, -0.028037715703248978, 0.8413977026939392, -0.6641978621482849, -0.1942075788974762, 0.0522637777030468, 1.0], "min": [-0.9601624011993408, -1.0285907983779907, -0.3103845715522766, -1.2068945169448853, -0.6465547680854797, -0.7334030866622925, 1.0], "p01": [-0.932625949382782, -0.9601947069168091, 0.055704161524772644, -1.1883745193481445, -0.5953895449638367, -0.5669925212860107, 1.0], "p99": [0.8566043972969055, 0.6847244501113892, 1.018974781036377, 0.6228308081626892, 0.16320186853408813, 0.7718556523323059, 1.0], "std": [0.43772995471954346, 0.38599467277526855, 0.22155602276325226, 0.3429531753063202, 0.14726364612579346, 0.3144766390323639, 0.0]}, "num_trajectories": 15, "num_transitions": 414}, "usba_insert_human_dataset": {"action": {"mask": [true, true, true, true, true, true, false], "max": [1.0509023666381836, 0.984580397605896, 1.051215648651123, 0.8852945566177368, 0.7543213963508606, 0.9822659492492676, 1.0], "mean": [0.05107419565320015, 0.05588769167661667, 0.783106803894043, -0.5898340940475464, -0.23404446244239807, 0.045620400458574295, 1.0], "min": [-0.9063009023666382, -1.0325429439544678, -0.8036271929740906, -1.2829971313476562, -1.0481101274490356, -0.8510487079620361, 1.0], "p01": [-0.6871745586395264, -0.8875826597213745, -0.5771892666816711, -1.2289390563964844, -0.8493503332138062, -0.8065068125724792, 1.0], "p99": [0.9906004071235657, 0.9571982026100159, 1.037194848060608, 0.8478785157203674, 0.501086950302124, 0.655741810798645, 1.0], "std": [0.33252474665641785, 0.4470149278640747, 0.33716389536857605, 0.4816517233848572, 0.20724764466285706, 0.30310773849487305, 0.0]}, "num_trajectories": 15, "num_transitions": 500}, "vga_insert_human_dataset": {"action": {"mask": [true, true, true, true, true, true, false], "max": [1.013007402420044, 0.9906037449836731, 1.044363021850586, 0.9601268768310547, 0.6936331391334534, 1.0955311059951782, 1.0], "mean": [0.10719093680381775, 0.007760881911963224, 0.7198490500450134, -0.5752873420715332, -0.31620630621910095, 0.10161413997411728, 1.0], "min": [-0.9113784432411194, -1.0067497491836548, -0.67168128490448, -1.3330447673797607, -0.9791775345802307, -0.9428753852844238, 1.0], "p01": [-0.7498241662979126, -0.9860888719558716, -0.27520835399627686, -1.256213903427124, -0.8224343061447144, -0.7956057190895081, 1.0], "p99": [0.9170113801956177, 0.9749337434768677, 1.032666563987732, 0.8669275045394897, 0.3660340905189514, 0.9671980142593384, 1.0], "std": [0.3811178505420685, 0.5083653330802917, 0.30770498514175415, 0.4175644516944885, 0.2504734694957733, 0.36553633213043213, 0.0]}, "num_trajectories": 15, "num_transitions": 601}}

octo_connector_human_45/example_batch.msgpack

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3d68d820c86cc84ac104c3dafcb0bb18d3fcca50f0641c427f5998cdd7294b
+size 151095

octo_connector_rl_45/19999/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397150f5c94bf50daaf53b3d2ea8185519684d744311a899b7f2cbdb878dbd24
+size 800187422

octo_connector_rl_45/29999/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a3d07766b5848d339fdc6b477bf3f8fd17e77c975fafd50395837c7526a5ac
+size 800187422

octo_connector_rl_45/39999/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b10615d064e5666f1e2ef60fda82496dc9b7f70d6bbf66e0f0d4bf63de0dea
+size 800187422

octo_connector_rl_45/49999/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472ecd4139d6db0dd10b3569060fe5dabd6f77b256764aecbc9577b2d2e92e6e
+size 800187422

octo_connector_rl_45/9999/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2fab40e9f2171b4f3c289616572e209e4a4f4c19a479fde28f59d11b4a2ce1
+size 800187422

octo_connector_rl_45/config.json

@@ -0,0 +1 @@
+{"dataset_kwargs": {"balance_weights": true, "batch_size": 64, "dataset_kwargs_list": [{"name": "fractal20220817_data", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "rt1_dataset_transform", "args": [], "kwargs": {}}}, {"name": "kuka", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "kuka_dataset_transform", "args": [], "kwargs": {}}}, {"name": "bridge_dataset", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image_0", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "bridge_dataset_transform", "args": [], "kwargs": {}}}, {"name": "taco_play", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "rgb_static", "wrist": "rgb_gripper"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "taco_dataset_transform", "args": [], "kwargs": {}}}, {"name": "taco_extra", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "rgb_static", "wrist": "rgb_gripper"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "taco_dataset_transform", "args": [], "kwargs": {}}}, {"name": "jaco_play", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "image_wrist"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "jaco_play_dataset_transform", "args": [], "kwargs": {}}}, {"name": "berkeley_cable_routing", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist45_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "berkeley_cable_routing_dataset_transform", "args": [], "kwargs": {}}}, {"name": "roboturk", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "front_rgb", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "roboturk_dataset_transform", "args": [], "kwargs": {}}}, {"name": "nyu_door_opening_surprising_effectiveness", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": null, "wrist": "image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "nyu_door_opening_dataset_transform", "args": [], "kwargs": {}}}, {"name": "viola", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "agentview_rgb", "wrist": "eye_in_hand_rgb"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "viola_dataset_transform", "args": [], "kwargs": {}}}, {"name": "berkeley_autolab_ur5", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "hand_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "berkeley_autolab_ur5_dataset_transform", "args": [], "kwargs": {}}}, {"name": "toto", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "toto_dataset_transform", "args": [], "kwargs": {}}}, {"name": "language_table", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "rgb", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "language_table_dataset_transform", "args": [], "kwargs": {}}}, {"name": "stanford_hydra_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "stanford_hydra_dataset_transform", "args": [], "kwargs": {}}}, {"name": "austin_buds_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "austin_buds_dataset_transform", "args": [], "kwargs": {}}}, {"name": "nyu_franka_play_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "nyu_franka_play_dataset_transform", "args": [], "kwargs": {}}}, {"name": "furniture_bench_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "furniture_bench_dataset_transform", "args": [], "kwargs": {}}}, {"name": "ucsd_kitchen_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "ucsd_kitchen_dataset_transform", "args": [], "kwargs": {}}}, {"name": "austin_sailor_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "austin_sailor_dataset_transform", "args": [], "kwargs": {}}}, {"name": "austin_sirius_dataset_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "austin_sirius_dataset_transform", "args": [], "kwargs": {}}}, {"name": "bc_z", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "bc_z_dataset_transform", "args": [], "kwargs": {}}}, {"name": "dlr_edan_shared_control_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "dlr_edan_shared_control_dataset_transform", "args": [], "kwargs": {}}}, {"name": "iamlab_cmu_pickup_insert_converted_externally_to_rlds", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "iamlab_pick_insert_dataset_transform", "args": [], "kwargs": {}}}, {"name": "utaustin_mutex", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "utaustin_mutex_dataset_transform", "args": [], "kwargs": {}}}, {"name": "berkeley_fanuc_manipulation", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": "wrist_image"}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "berkeley_fanuc_dataset_transform", "args": [], "kwargs": {}}}, {"name": "cmu_stretch", "data_dir": "gs://rail-datasets-europe-west4/oxe/resize_256_256", "image_obs_keys": {"primary": "image", "wrist": null}, "action_normalization_mask": [true, true, true, true, true, true, false], "language_key": "language_instruction", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "cmu_stretch_dataset_transform", "args": [], "kwargs": {}}}], "frame_transform_kwargs": {"image_augment_kwargs": {"primary": {"augment_order": ["random_resized_crop", "random_brightness", "random_contrast", "random_saturation", "random_hue"], "random_brightness": [0.1], "random_contrast": [0.9, 1.1], "random_hue": [0.05], "random_resized_crop": {"ratio": [0.9, 1.1], "scale": [0.8, 1.0]}, "random_saturation": [0.9, 1.1]}, "wrist": {"augment_order": ["random_brightness", "random_contrast", "random_saturation", "random_hue"], "random_brightness": [0.1], "random_contrast": [0.9, 1.1], "random_hue": [0.05], "random_saturation": [0.9, 1.1]}}, "image_dropout_prob": 0.0, "num_parallel_calls": 200, "resize_size": {"primary": [256, 256], "wrist": [128, 128]}}, "sample_weights": [0.54087122203, 0.8341046294, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.1, 2.0, 1.0, 3.0, 0.1, 2.0, 1.0, 1.0, 0.2, 1.0, 1.0, 1.0, 2.0, 1.0], "shuffle_buffer_size": 250000, "traj_read_threads": 48, "traj_transform_kwargs": {"action_horizon": 4, "goal_relabeling_strategy": "uniform", "max_action_dim": 7, "subsample_length": 100, "task_augment_kwargs": {"keep_image_prob": 0.5, "pickle_file_path": "gs://rail-datasets-europe-west4/oxe/resize_256_256/paraphrases_oxe.pkl", "rephrase_prob": 0.5}, "task_augment_strategy": "delete_and_rephrase", "window_size": 2}, "traj_transform_threads": 48}, "eval_datasets": ["bridge_dataset"], "eval_interval": 5000, "log_interval": 100, "model": {"heads": {"action": {"module": "octo.model.components.action_heads", "name": "DiffusionActionHead", "args": [], "kwargs": {"action_horizon": 1, "action_dim": 7, "readout_key": "readout_action"}}}, "max_horizon": 10, "observation_tokenizers": {"primary": {"args": [], "kwargs": {"encoder": {"args": [], "kwargs": {}, "module": "octo.model.components.vit_encoders", "name": "SmallStem16"}, "obs_stack_keys": ["image_primary"], "task_stack_keys": ["image_primary"]}, "module": "octo.model.components.tokenizers", "name": "ImageTokenizer"}}, "readouts": {"action": 1}, "repeat_task_tokens": true, "task_tokenizers": {"language": {"args": [], "kwargs": {"encoder": "t5-base", "finetune_encoder": false}, "module": "octo.model.components.tokenizers", "name": "LanguageTokenizer"}}, "token_embedding_size": 768, "transformer_kwargs": {"add_position_embedding": false, "attention_dropout_rate": 0.0, "dropout_rate": 0.0, "mlp_dim": 3072, "num_attention_heads": 12, "num_layers": 12}, "use_correct_attention": true}, "num_steps": 300000.0, "optimizer": {"clip_gradient": 1.0, "frozen_keys": ["*hf_model*"], "learning_rate": {"init_value": 0.0, "name": "rsqrt", "peak_value": 0.0003, "timescale": 10000, "warmup_steps": 2000}, "weight_decay": 0.1}, "prefetch_num_batches": 0, "pretrained_loaders": [{"module": "octo.utils.train_utils", "name": "hf_weights_loader", "args": [], "kwargs": {"hf_model": "t5-base"}}], "resume_path": null, "save_dir": "gs://rail-tpus-homer-v5/log", "save_interval": 10000, "seed": 42, "start_step": null, "text_processor": {"args": [], "kwargs": {"encode_with_model": false, "tokenizer_kwargs": {"max_length": 16, "padding": "max_length", "return_tensors": "np", "truncation": true}, "tokenizer_name": "t5-base"}, "module": "octo.data.utils.text_processing", "name": "HFTokenizer"}, "val_kwargs": {"num_val_batches": 16, "val_shuffle_buffer_size": 1000}, "viz_interval": 1000000, "viz_kwargs": {"eval_batch_size": 128, "samples_per_state": 8, "trajs_for_metrics": 100, "trajs_for_viz": 8}, "wandb": {"entity": null, "group": null, "project": "octo"}, "wandb_resume_id": null, "window_size": 2}

octo_connector_rl_45/dataset_statistics.json

@@ -0,0 +1 @@
+{"ethernet_insert_rl_dataset": {"action": {"mask": [true, true, true, true, true, true, false], "max": [0.9913179874420166, 0.9889547824859619, 0.9975386261940002, 0.997439980506897, 0.9161316752433777, 0.9964141249656677, 1.0], "mean": [0.054855722934007645, 0.06764810532331467, 0.7665921449661255, -0.452343225479126, -0.44731590151786804, 0.2602033317089081, 1.0], "min": [-0.9939033389091492, -0.9918000102043152, -0.6691825985908508, -0.9923103451728821, -0.9963347315788269, -0.9659236669540405, 1.0], "p01": [-0.9856432676315308, -0.9786556363105774, -0.2753804922103882, -0.9898560643196106, -0.9913268685340881, -0.8915753364562988, 1.0], "p99": [0.9819943308830261, 0.9810771346092224, 0.9954715967178345, 0.9819778800010681, 0.856541633605957, 0.9921433329582214, 1.0], "std": [0.6895702481269836, 0.6636745929718018, 0.30430930852890015, 0.630810022354126, 0.4832095503807068, 0.5564598441123962, 0.0]}, "num_trajectories": 15, "num_transitions": 295}, "usba_insert_rl_dataset": {"action": {"mask": [true, true, true, true, true, true, false], "max": [0.998429536819458, 0.9952808022499084, 0.996260404586792, 0.9732784032821655, 0.5721774697303772, 0.9628734588623047, 1.0], "mean": [0.05960427224636078, 0.07034064084291458, 0.7640717625617981, -0.39148998260498047, -0.8070000410079956, -0.03092230297625065, 1.0], "min": [-0.9900627136230469, -0.9903374314308167, -0.786526083946228, -0.9970070123672485, -0.9987716674804688, -0.9936585426330566, 1.0], "p01": [-0.9844111800193787, -0.9853333830833435, -0.46733611822128296, -0.9886724352836609, -0.9958489537239075, -0.987562358379364, 1.0], "p99": [0.9678205251693726, 0.9810330271720886, 0.9933944940567017, 0.9551962614059448, 0.36212867498397827, 0.9567362070083618, 1.0], "std": [0.6712275147438049, 0.6625947952270508, 0.3133966326713562, 0.6567366719245911, 0.2728615999221802, 0.6201837062835693, 0.0]}, "num_trajectories": 15, "num_transitions": 333}, "vga_insert_rl_dataset": {"action": {"mask": [true, true, true, true, true, true, false], "max": [0.9928185343742371, 0.9976544976234436, 0.9979188442230225, 0.9973607659339905, 0.9209855198860168, 0.9756574630737305, 1.0], "mean": [0.048360276967287064, -0.009270325303077698, 0.844304621219635, -0.4519513249397278, -0.28396162390708923, 0.17036502063274384, 1.0], "min": [-0.9846733212471008, -0.9978616833686829, -0.5748468041419983, -0.9976969361305237, -0.9748116135597229, -0.9639754295349121, 1.0], "p01": [-0.9572318196296692, -0.9939581751823425, -0.20343567430973053, -0.9953082799911499, -0.9150134325027466, -0.8705617785453796, 1.0], "p99": [0.9835813045501709, 0.987817645072937, 0.9974603056907654, 0.9926583170890808, 0.7370059490203857, 0.9616740942001343, 1.0], "std": [0.6397989988327026, 0.7063019871711731, 0.22625969350337982, 0.7169796824455261, 0.42776167392730713, 0.5460290312767029, 0.0]}, "num_trajectories": 15, "num_transitions": 341}}

octo_connector_rl_45/example_batch.msgpack

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3168296510c7ef52ef4022ac32e06d4ed17fc05d53a410b7179219833dd53142
+size 151095