Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+300000/default/checkpoint filter=lfs diff=lfs merge=lfs -text

300000/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://rail-dibya-central2/orca_releases/20231211/orca_base/300000

300000/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582e66f3bb9752fe6718a1322fa7f57f1e76faa9acfea590b05a0b469506c2ec
+size 809848679

300000/default/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://rail-dibya-central2/orca_releases/20231211/orca_base/300000/default

config.json

@@ -0,0 +1 @@
+{"seed": 42, "num_steps": 300000, "save_dir": null, "model": {"observation_tokenizers": {"primary": {"module": "orca.model.components.tokenizers", "name": "ImageTokenizer", "args": [], "kwargs": {"obs_stack_keys": ["image_primary"], "task_stack_keys": ["image_primary"], "encoder": {"module": "orca.model.components.vit_encoders", "name": "SmallStem16", "args": [], "kwargs": {}}}}, "wrist": {"module": "orca.model.components.tokenizers", "name": "ImageTokenizer", "args": [], "kwargs": {"obs_stack_keys": ["image_wrist"], "task_stack_keys": ["image_wrist"], "encoder": {"module": "orca.model.components.vit_encoders", "name": "SmallStem16", "args": [], "kwargs": {}}}}}, "task_tokenizers": {"language": {"module": "orca.model.components.tokenizers", "name": "LanguageTokenizer", "args": [], "kwargs": {"encoder": "t5-base", "finetune_encoder": false}}}, "heads": {"action": {"module": "orca.model.components.action_heads", "name": "DiffusionActionHead", "args": [], "kwargs": {"readout_key": "readout_action", "use_map": false, "pred_horizon": 4, "action_dim": 7}}}, "readouts": {"action": 1}, "token_embedding_size": 768, "transformer_kwargs": {"attention_dropout_rate": 0.0, "add_position_embedding": false, "num_layers": 12, "mlp_dim": 3072, "num_attention_heads": 12, "dropout_rate": 0.0}, "max_horizon": 10}, "window_size": 2, "dataset_kwargs": {"oxe_kwargs": {"data_mix": "oxe_magic_soup", "data_dir": "gs://rail-orca-central2/resize_256_256", "load_camera_views": ["primary", "wrist"], "load_depth": false}, "traj_transform_kwargs": {"window_size": 2, "future_action_window_size": 3, "goal_relabeling_strategy": "uniform", "subsample_length": 100, "task_augment_strategy": "delete_task_conditioning", "task_augment_kwargs": {"keep_image_prob": 0.5}}, "frame_transform_kwargs": {"num_parallel_calls": 200, "resize_size": {"primary": [256, 256], "wrist": [128, 128]}, "image_augment_kwargs": [{"random_resized_crop": {"scale": [0.8, 1.0], "ratio": [0.9, 1.1]}, "random_brightness": [0.1], "random_contrast": [0.9, 1.1], "random_saturation": [0.9, 1.1], "random_hue": [0.05], "augment_order": ["random_resized_crop", "random_brightness", "random_contrast", "random_saturation", "random_hue"]}, {"random_brightness": [0.1], "random_contrast": [0.9, 1.1], "random_saturation": [0.9, 1.1], "random_hue": [0.05], "augment_order": ["random_brightness", "random_contrast", "random_saturation", "random_hue"]}]}, "traj_transform_threads": 48, "traj_read_threads": 48, "shuffle_buffer_size": 500000, "batch_size": 128, "balance_weights": true}, "optimizer": {"learning_rate": {"name": "rsqrt", "init_value": 0.0, "peak_value": 0.0003, "warmup_steps": 2000, "timescale": 10000}, "weight_decay": 0.1, "clip_gradient": 1.0, "frozen_keys": ["*hf_model*"]}, "prefetch_num_batches": 0, "start_step": null, "log_interval": 100, "eval_interval": 5000, "viz_interval": 20000, "save_interval": 10000, "val_kwargs": {"val_shuffle_buffer_size": 1000, "num_val_batches": 16}, "viz_kwargs": {"eval_batch_size": 128, "trajs_for_metrics": 100, "trajs_for_viz": 8, "samples_per_state": 8}, "resume_path": null, "text_processor": {"module": "orca.data.utils.text_processing", "name": "HFTokenizer", "args": [], "kwargs": {"encode_with_model": false, "tokenizer_kwargs": {"max_length": 16, "padding": "max_length", "truncation": true, "return_tensors": "np"}, "tokenizer_name": "t5-base"}}, "pretrained_loaders": [{"module": "orca.model.components.hf_weight_loaders", "name": "hf_weights_loader", "args": [], "kwargs": {"hf_model": "t5-base"}}], "wandb": {"project": "orca", "group": null, "entity": null}, "wandb_resume_id": null, "eval_datasets": ["bridge_dataset"]}

dataset_statistics.json

@@ -0,0 +1 @@
+{"austin_buds_dataset_converted_externally_to_rlds": {"action": {"max": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "mean": [-0.07669579982757568, 0.003066331148147583, 0.05659956485033035, 0.0, 0.0, 0.0, 0.0], "min": [-1.0, -1.0, -1.0, 0.0, 0.0, 0.0, -1.0], "std": [0.6370415687561035, 0.3788493275642395, 0.47745028138160706, 0.0, 0.0, 0.0, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 48, "num_transitions": 32805, "proprio": {"max": [0.25105541944503784, 1.0239691734313965, 0.25514841079711914, 0.0, 0.05838121101260185, 3.0727620124816895, 1.1911247968673706, 0.07999841868877411], "mean": [-0.022354841232299805, 0.42210808396339417, 0.01154448464512825, -2.040019989013672, -0.00434493413195014, 2.4397919178009033, 0.762791097164154, 0.038488734513521194], "min": [-0.46276336908340454, -0.2620261609554291, -0.37377235293388367, -3.010026693344116, -0.015008972026407719, 0.0, 0.0, 0.00019240332767367363], "std": [0.167909637093544, 0.22358427941799164, 0.11887286603450775, 0.31968164443969727, 0.012403772212564945, 0.2695126235485077, 0.2609274983406067, 0.029947033151984215]}}, "austin_sailor_dataset_converted_externally_to_rlds": {"action": {"max": [1.0, 1.0, 1.0, 0.0, 0.0, 0.375, 1.0], "mean": [0.01140071451663971, 0.00653629656881094, 0.060235604643821716, 0.0, 0.0, 0.0016779827419668436, 0.0], "min": [-1.0, -1.0, -1.0, 0.0, 0.0, -0.375, -1.0], "std": [0.4641093909740448, 0.41313108801841736, 0.4119740128517151, 0.0, 0.0, 0.05777778849005699, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 228, "num_transitions": 334239, "proprio": {"max": [0.7477952241897583, 0.2829112708568573, 0.3541720509529114, 0.9999980926513672, 0.9361833930015564, 0.1202746257185936, 0.10450352728366852, 0.07783995568752289], "mean": [0.536324679851532, -0.08601302653551102, 0.1114082783460617, 0.04282815009355545, 0.02661457471549511, -0.0018263700185343623, 0.021971652284264565, 0.0517030693590641], "min": [0.3208981454372406, -0.3730051815509796, 0.020952222868800163, -0.9999983310699463, -0.8818405866622925, -0.11969499289989471, 1.2490103529216867e-07, -8.864999836077914e-05], "std": [0.07982613891363144, 0.1397096961736679, 0.05626838654279709, 0.9514024257659912, 0.29971563816070557, 0.04008761793375015, 0.016229305416345596, 0.025245459750294685]}}, "austin_sirius_dataset_converted_externally_to_rlds": {"action": {"max": [1.0002285242080688, 0.960608720779419, 1.105179786682129, 0.0, 0.0, 0.341785728931427, 1.0], "mean": [0.07747410237789154, 0.03260677307844162, 0.0427238754928112, 0.0, 0.0, -0.01627432368695736, 0.0], "min": [-1.0183025598526, -0.9800000190734863, -0.9774575233459473, 0.0, 0.0, -0.34607142210006714, -1.0], "std": [0.3915703594684601, 0.3012922704219818, 0.27821797132492065, 0.0, 0.0, 0.08174793422222137, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 531, "num_transitions": 266343, "proprio": {"max": [0.5567107200622559, 0.3814372420310974, 0.3687466084957123, 0.0, 0.021617505699396133, 2.825117588043213, 2.8925509452819824, 0.07965432107448578], "mean": [0.22283390164375305, 0.0371255986392498, -0.012841429561376572, -2.423621654510498, -0.01776188425719738, 2.47049617767334, 1.498779535293579, 0.059227973222732544], "min": [-0.23144784569740295, -0.41377919912338257, -0.3536752760410309, -2.9289300441741943, -0.06330326944589615, 0.0, 0.0, 0.00016088332631625235], "std": [0.13073395192623138, 0.13245663046836853, 0.090003602206707, 0.35970139503479004, 0.015533162280917168, 0.36370649933815, 0.6350985765457153, 0.016835954040288925]}}, "bc_z": {"action": {"max": [0.2165454924106598, 0.1251407265663147, 0.09988310933113098, 0.33544227480888367, 0.28117990493774414, 0.40614867210388184, 1.0], "mean": [-0.009981470182538033, 0.0009052729001268744, 0.004992932081222534, 0.00028856200515292585, -0.008708354085683823, -0.03080311417579651, 0.0], "min": [-0.1677047461271286, -0.14630407094955444, -0.10066790133714676, -0.29421567916870117, -0.32101404666900635, -0.4635624885559082, -1.0], "std": [0.030563969165086746, 0.02316538244485855, 0.020667700096964836, 0.04164956882596016, 0.04647170752286911, 0.07719560712575912, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 37382, "num_transitions": 5197493, "proprio": {"max": [0.6597589254379272, 0.7259413599967957, 1.1217665672302246, 2.2803165912628174, 1.8151572942733765, 3.1237573623657227, 0.0, 1.0], "mean": [0.01778971217572689, 0.10948527604341507, 0.7866349816322327, -0.5277623534202576, -0.22615358233451843, -0.17877638339996338, 0.0, 0.5703508853912354], "min": [-0.7190948724746704, -0.3756217360496521, -0.281008243560791, -2.400146484375, -2.500656843185425, -3.1274476051330566, 0.0, 0.0], "std": [0.18393665552139282, 0.09606203436851501, 0.08688490092754364, 0.24653726816177368, 0.4276176393032074, 0.9967259764671326, 0.0, 0.35721054673194885]}}, "berkeley_autolab_ur5": {"action": {"max": [0.019999999552965164, 0.019999999552965164, 0.019999999552965164, 0.06666667014360428, 0.06666667014360428, 0.06666667014360428, 1.0], "mean": [0.0005552756483666599, 0.001199403777718544, -0.000506232725456357, 0.00023048136790748686, 0.00018546628416515887, 0.0012758157681673765, 0.0], "min": [-0.019999999552965164, -0.019999999552965164, -0.019999999552965164, -0.06666667014360428, -0.06666667014360428, -0.06666667014360428, -1.0], "std": [0.011473744176328182, 0.008059064857661724, 0.00958314724266529, 0.009371854364871979, 0.016639916226267815, 0.010964098386466503, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 851, "num_transitions": 83346, "proprio": {"max": [0.6610942482948303, 0.38513994216918945, 0.2049914449453354, 0.9066603779792786, 0.954436182975769, 0.44504696130752563, 0.4383974075317383, 1.0], "mean": [0.4532618522644043, 0.05717715620994568, -0.03485358506441116, 0.6944459080696106, 0.706898033618927, 0.0012288327561691403, 0.0022124520037323236, 0.37235140800476074], "min": [0.1970997005701065, -0.27643972635269165, -0.20529526472091675, 0.26870065927505493, 0.35680291056632996, -0.3774329125881195, -0.3982788026332855, 0.0], "std": [0.07896745204925537, 0.12456832081079483, 0.08029287308454514, 0.062796451151371, 0.06128838658332825, 0.07248076051473618, 0.07120489329099655, 0.48343050479888916]}}, "berkeley_cable_routing": {"action": {"max": [0.9633283019065857, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "mean": [-0.07238037884235382, 0.023728249594569206, 0.10281471163034439, 0.0, 0.0, 0.048374924808740616, 0.0], "min": [-0.9809081554412842, -0.9554349184036255, -0.9918348789215088, 0.0, 0.0, -1.0, -1.0], "std": [0.18212921917438507, 0.18067072331905365, 0.2112986296415329, 0.0, 0.0, 0.3467639982700348, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 1408, "num_transitions": 36291, "proprio": {"max": [0.7113381028175354, 0.35645395517349243, 0.23169316351413727, 0.9999983310699463, 0.9999284744262695, 0.03716812655329704, 0.025727130472660065, 0.0], "mean": [0.5637194514274597, 0.001975488383322954, 0.07509634643793106, 0.837611734867096, 0.4504789710044861, -0.005675894673913717, 0.0015303684631362557, 0.0], "min": [0.378939151763916, -0.3244381248950958, 0.02837979607284069, -0.7039517164230347, -0.6985868215560913, -0.03791733458638191, -0.05024895444512367, 0.0], "std": [0.03795594722032547, 0.16789557039737701, 0.03212233632802963, 0.14993295073509216, 0.2699701488018036, 0.007632502820342779, 0.004938614554703236, 0.0]}}, "berkeley_fanuc_manipulation": {"action": {"max": [0.009999999776482582, 0.009999999776482582, 0.009999999776482582, 0.03490658476948738, 0.03490658476948738, 0.03490658476948738, 1.0], "mean": [0.0007839158643037081, -0.0002994560345541686, -0.0014955723891034722, -0.0007426755037158728, -0.00016162866086233407, 0.00015101073950063437, 0.0], "min": [-0.009999999776482582, -0.009999999776482582, -0.009999999776482582, -0.03490658476948738, -0.03490658476948738, -0.03490658476948738, -1.0], "std": [0.003421001136302948, 0.005005944054573774, 0.005332747008651495, 0.007638103794306517, 0.004124701488763094, 0.008607466705143452, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 394, "num_transitions": 59175, "proprio": {"max": [0.9483258724212646, 1.4428143501281738, 1.2322325706481934, 2.372770071029663, 0.0007363359909504652, 3.017007827758789, 0.0, 1.0], "mean": [0.04876082018017769, 0.36272722482681274, -0.18106281757354736, 0.09330269694328308, -1.081178069114685, -0.06247938796877861, 0.0, 0.29931560158729553], "min": [-0.7464086413383484, -0.5774519443511963, -1.1099220514297485, -1.8152672052383423, -2.1454310417175293, -3.169050455093384, 0.0, 0.0], "std": [0.24329832196235657, 0.2549106180667877, 0.2747933268547058, 0.3757823705673218, 0.3464958965778351, 0.6712421774864197, 0.0, 0.4579610526561737]}}, "bridge_dataset": {"action": {"max": [0.41691166162490845, 0.25864794850349426, 0.21218234300613403, 3.122201919555664, 1.8618112802505493, 6.272472858428955, 1.0], "mean": [0.00021160596224945039, 0.00012613728176802397, -0.00017021960229612887, -0.0001506186235928908, -0.00023830769350752234, 0.0002564573078416288, 0.0], "min": [-0.4007510244846344, -0.13874775171279907, -0.22553899884223938, -3.2010786533355713, -1.8618112802505493, -6.279075622558594, -1.0], "std": [0.009637207724153996, 0.013506603427231312, 0.012518610805273056, 0.028067905455827713, 0.03016904927790165, 0.07632624357938766, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 53192, "num_transitions": 1946218, "proprio": {"max": [0.5862360596656799, 0.4034728705883026, 0.356988787651062, 1.3517684936523438, 1.570796251296997, 3.141204357147217, 0.0, 1.1121242046356201], "mean": [0.3090740144252777, 0.030607160180807114, 0.06547977775335312, 0.0067381905391812325, -0.07785691320896149, 0.1066950336098671, 0.0, 0.7146074175834656], "min": [-0.04167502000927925, -0.3563207685947418, -0.15537554025650024, -3.141592502593994, -1.4992541074752808, -3.14153790473938, 0.0, 0.04637829214334488], "std": [0.06063167750835419, 0.0917474627494812, 0.05182061716914177, 0.13067544996738434, 0.16864992678165436, 0.5748387575149536, 0.0, 0.3515324890613556]}}, "cmu_stretch": {"action": {"max": [0.02338407188653946, 0.0, 0.02179628051817417, 0.0, 0.0, 0.0, 1.0], "mean": [0.000357819750206545, 0.0, 0.0016306432662531734, 0.0, 0.0, 0.0, 0.0], "min": [-0.019353797659277916, 0.0, -0.02019215188920498, 0.0, 0.0, 0.0, -1.0], "std": [0.004071089439094067, 0.0, 0.0037796231918036938, 0.0, 0.0, 0.0, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 128, "num_transitions": 23684, "proprio": {"max": [0.3401322066783905, 0.0, 1.1013386249542236, 0.0, 0.0, 0.0, 0.0, 3.110913038253784], "mean": [0.14498047530651093, 0.0, 0.7571312189102173, 0.0, 0.0, 0.0, 0.0, -0.42625945806503296], "min": [0.005320895928889513, 0.0, 0.45218077301979065, 0.0, 0.0, 0.0, 0.0, -3.1155149936676025], "std": [0.09926609694957733, 0.0, 0.15792565047740936, 0.0, 0.0, 0.0, 0.0, 2.7346370220184326]}}, "dlr_edan_shared_control_converted_externally_to_rlds": {"action": {"max": [0.18991442024707794, 0.0739002525806427, 0.18064819276332855, 0.0866486132144928, 0.13464981317520142, 0.16910280287265778, 1.0], "mean": [0.00675763376057148, -0.0007959168287925422, 0.0064551751129329205, 0.001133782439865172, -0.00639027263969183, -0.011647040024399757, 0.0], "min": [-0.10054297000169754, -0.08427435159683228, -0.13533438742160797, -0.17556548118591309, -0.18485672771930695, -0.2680685818195343, -1.0], "std": [0.021389635279774666, 0.018147973343729973, 0.03367172181606293, 0.017562303692102432, 0.033843666315078735, 0.046607472002506256, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 99, "num_transitions": 8586, "proprio": {"max": [0.044179707765579224, 0.7948326468467712, 0.9278888702392578, 3.13334321975708, 0.13346634805202484, 3.1415085792541504, 1.0, 0.0], "mean": [-0.5619604587554932, 0.4929080307483673, 0.11606897413730621, 0.825333297252655, -0.9510828256607056, 0.06649263948202133, 0.3003726899623871, 0.0], "min": [-0.9590276479721069, -0.042818181216716766, -0.40131720900535583, -3.1390082836151123, -1.5646799802780151, -3.1407129764556885, 0.0, 0.0], "std": [0.17309655249118805, 0.14716388285160065, 0.32531723380088806, 1.1642171144485474, 0.5674384236335754, 2.66446852684021, 0.4584158957004547, 0.0]}}, "fractal20220817_data": {"action": {"max": [2.9984593391418457, 22.09052848815918, 2.7507524490356445, 1.570636510848999, 1.5321086645126343, 1.5691522359848022, 1.0], "mean": [0.006963886320590973, 0.00627007894217968, -0.012632562778890133, 0.04330838844180107, -0.005704993382096291, 0.0008924734429456294, 0.0], "min": [-2.0204520225524902, -5.497899532318115, -2.031663417816162, -1.569917917251587, -1.569892168045044, -1.570419430732727, -1.0], "std": [0.06925471872091293, 0.06019008904695511, 0.07354742288589478, 0.1560588777065277, 0.13163989782333374, 0.14593437314033508, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 82851, "num_transitions": 3596535, "proprio": {"max": [1.0534898042678833, 0.48018959164619446, 1.6896663904190063, 0.9999993443489075, 0.9999874830245972, 0.9554369449615479, 0.9914546012878418, 1.0], "mean": [0.5597020387649536, -0.0834304466843605, 0.7763839364051819, -0.2478349655866623, 0.4948183000087738, 0.09239643067121506, 0.2092912793159485, 0.42614659667015076], "min": [-0.4436439275741577, -0.9970501065254211, -0.006579156965017319, -0.8637250065803528, -0.7079970240592957, -0.7688722014427185, -0.4999994933605194, 0.0], "std": [0.12436604499816895, 0.1155836433172226, 0.2459043562412262, 0.5129076242446899, 0.5223146677017212, 0.16634179651737213, 0.2755075693130493, 0.45571649074554443]}}, "furniture_bench_dataset_converted_externally_to_rlds": {"action": {"max": [0.10000000149011612, 0.10000000149011612, 0.10000000149011612, 0.8651833534240723, 1.0909736156463623, 2.863185405731201, 1.0], "mean": [0.00014807790284976363, 0.001082642818801105, 0.0006237333291210234, -0.0033075553365051746, -0.0026704538613557816, 0.0182981975376606, 0.0], "min": [-0.10495579987764359, -0.10939455777406693, -0.10000000149011612, -0.971906840801239, -1.0475432872772217, -3.06000018119812, -1.0], "std": [0.016122788190841675, 0.014903845265507698, 0.014021104201674461, 0.05824929475784302, 0.11418014764785767, 0.33505818247795105, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 4845, "num_transitions": 3744793, "proprio": {"max": [0.75081467628479, 0.29695066809654236, 0.35806331038475037, 0.9999997615814209, 0.9997562170028687, 0.6725251078605652, 0.6060057878494263, 0.07995442301034927], "mean": [0.5621576309204102, 0.04991595447063446, 0.08115110546350479, -0.5094131231307983, 0.11871274560689926, 0.0011599522549659014, 0.04338580369949341, 0.045447155833244324], "min": [0.2878606617450714, -0.3141690492630005, -0.00460465531796217, -0.999998927116394, -0.9998615980148315, -0.7866426706314087, 8.726054323560106e-10, -3.4803331800503656e-05], "std": [0.0769597515463829, 0.07898472249507904, 0.04074961319565773, 0.7385962009429932, 0.4008827209472656, 0.1446615606546402, 0.03811477869749069, 0.0212554968893528]}}, "iamlab_cmu_pickup_insert_converted_externally_to_rlds": {"action": {"max": [0.6634981632232666, 0.23428471386432648, 0.4308285415172577, 3.1415927410125732, 0.13647015392780304, 3.141592502593994, 1.0], "mean": [0.5274749994277954, 0.02854113094508648, 0.18725545704364777, 1.2309598922729492, 0.03213564679026604, -1.4203089475631714, 0.0], "min": [0.3071657121181488, -0.29754969477653503, 0.06578229367733002, -3.1415927410125732, -0.04584203287959099, -3.141592025756836, -1.0], "std": [0.0810047909617424, 0.11158115416765213, 0.07755455374717712, 2.8748159408569336, 0.027971671894192696, 2.767707586288452, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 599, "num_transitions": 139536, "proprio": {"max": [0.24314826726913452, 0.7470589280128479, 0.7795426249504089, -1.6825058460235596, 0.13216856122016907, 2.88216233253479, 1.443279504776001, 1.0], "mean": [-0.0928615853190422, 0.16617083549499512, 0.13819921016693115, -2.235219717025757, -0.013398570008575916, 2.4322710037231445, 0.8266692757606506, 0.5573543906211853], "min": [-0.6464142799377441, -0.7895585894584656, -0.017819713801145554, -2.9597983360290527, -0.5142408013343811, 1.82623291015625, 0.24880434572696686, 0.0], "std": [0.1529802829027176, 0.3131626844406128, 0.1251991242170334, 0.281007319688797, 0.06221924349665642, 0.17342710494995117, 0.19390954077243805, 0.4965478181838989]}}, "jaco_play": {"action": {"max": [0.20000000298023224, 0.20000000298023224, 0.20000000298023224, 0.0, 0.0, 0.0, 1.0], "mean": [0.0013056691968813539, -0.005151954013854265, -0.0033761083614081144, 0.0, 0.0, 0.0, 0.0], "min": [-0.20000000298023224, -0.20000000298023224, -0.20000000298023224, 0.0, 0.0, 0.0, -1.0], "std": [0.1224101185798645, 0.09621957689523697, 0.1118847206234932, 0.0, 0.0, 0.0, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 927, "num_transitions": 66511, "proprio": {"max": [0.2252020239830017, -0.19358234107494354, 0.4066188633441925, 0.037882812321186066, 0.07278019934892654, 0.9981607794761658, 0.0, 0.2313518077135086], "mean": [-0.07292146235704422, -0.4275180995464325, 0.2754454016685486, 0.004538889043033123, -0.01698639802634716, 0.9913691282272339, 0.0, 0.12727876007556915], "min": [-0.4429473876953125, -0.6635459661483765, 0.1568669229745865, -0.07075225561857224, -0.09496454894542694, 0.9703187346458435, 0.0, 0.04738260433077812], "std": [0.14006920158863068, 0.09093735367059708, 0.05245748907327652, 0.008453575894236565, 0.015685193240642548, 0.0025041084736585617, 0.0, 0.017744962126016617]}}, "kuka": {"action": {"max": [0.1697135865688324, 0.2777623236179352, 0.43710532784461975, 0.0, 0.0, 1.9684287309646606, 1.0], "mean": [-0.00047053673188202083, 0.0004110565350856632, -0.0012908135540783405, 0.0, 0.0, -0.037185829132795334, 0.0], "min": [-0.159867063164711, -0.2892282009124756, -0.2795473635196686, 0.0, 0.0, -1.9875637292861938, -1.0], "std": [0.020840339362621307, 0.029156194999814034, 0.0642363578081131, 0.0, 0.0, 0.14234676957130432, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 199386, "num_transitions": 2333165, "proprio": {"max": [0.7243871092796326, 0.31309840083122253, 0.8312229514122009, 0.977806568145752, 1.0, 0.08047942072153091, 0.12519387900829315, 1.0], "mean": [0.5513463616371155, 0.04749397560954094, 0.13985690474510193, -0.08612542599439621, 0.9810001850128174, 0.0004988899454474449, 0.0028516112361103296, 0.4988339841365814], "min": [0.40573424100875854, -0.2028520256280899, 0.018512273207306862, -0.9999998211860657, -0.49175915122032166, -0.07693248242139816, -0.13028837740421295, 0.0], "std": [0.04514259099960327, 0.10210135579109192, 0.07311094552278519, 0.18965312838554382, 0.059250641614198685, 0.002263059141114354, 0.005622363183647394, 0.5000001788139343]}}, "language_table": {"action": {"max": [0.23357294499874115, 0.24496802687644958, 0.0, 0.0, 0.0, 0.0, 1.0], "mean": [0.00014971346536185592, -0.0005651747924275696, 0.0, 0.0, 0.0, 0.0, 0.0], "min": [-0.21989956498146057, -0.23736150562763214, 0.0, 0.0, 0.0, 0.0, -1.0], "std": [0.030173776671290398, 0.04232356324791908, 0.0, 0.0, 0.0, 0.0, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 420115, "num_transitions": 6695553, "proprio": {"max": [0.6191085577011108, 0.345907062292099, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "mean": [0.39933955669403076, 0.004685139749199152, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "min": [0.18907572329044342, -0.3051564395427704, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "std": [0.1056823879480362, 0.1411365270614624, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}}, "nyu_door_opening_surprising_effectiveness": {"action": {"max": [0.035083357244729996, 0.06318933516740799, 0.04333261772990227, 0.0547751821577549, 0.17345580458641052, 0.06685609370470047, 1.0], "mean": [-0.006266133394092321, 0.0013216043589636683, 0.0011954293586313725, -0.00010410493268864229, -0.01160233560949564, -0.001592248328961432, 0.0], "min": [-0.27681806683540344, -0.1072750836610794, -0.3554435968399048, -0.03678947687149048, -0.20867802202701569, -0.06767269968986511, -1.0], "std": [0.012172666378319263, 0.019699659198522568, 0.007932976819574833, 0.00816012267023325, 0.033719029277563095, 0.013238615356385708, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 413, "num_transitions": 17300, "proprio": {"max": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "mean": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "min": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "std": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}}, "nyu_franka_play_dataset_converted_externally_to_rlds": {"action": {"max": [0.06424188613891602, 0.07027634978294373, 0.06129661202430725, 6.27882719039917, 0.1907752901315689, 0.26377415657043457, 1.0], "mean": [0.0010981139494106174, -0.0001470317511120811, 0.0004190597392152995, 0.0017034729244187474, -0.0024011891800910234, -0.0019366310443729162, 0.0], "min": [-0.052125245332717896, -0.07232445478439331, -0.06730806827545166, -6.274568557739258, -0.21479034423828125, -0.2243671417236328, -1.0], "std": [0.013327253051102161, 0.013068062253296375, 0.012790259905159473, 0.2637612521648407, 0.05611400678753853, 0.03868207708001137, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 365, "num_transitions": 34448, "proprio": {"max": [0.5901635885238647, 0.781833291053772, 0.8468776941299438, 3.1414129734039307, 1.3738117218017578, 2.342769145965576, 0.0, 0.0], "mean": [0.307839572429657, 0.41388818621635437, 0.46934381127357483, 1.7822843790054321, 0.043696824461221695, 1.304308295249939, 0.0, 0.0], "min": [-0.029897235333919525, 0.003107964526861906, 0.1199457123875618, -3.14158296585083, -1.0961432456970215, -0.41072607040405273, 0.0, 0.0], "std": [0.11790737509727478, 0.11098314076662064, 0.16474299132823944, 0.6710666418075562, 0.5176711678504944, 0.38565635681152344, 0.0, 0.0]}}, "roboturk": {"action": {"max": [0.39124172925949097, 0.4601028263568878, 0.4870833456516266, 1.816888689994812, 1.7905278205871582, 1.4824820756912231, 1.0], "mean": [0.0014523813733831048, -0.0015699672512710094, -0.0011941747507080436, 0.0022924409713596106, -0.0009535787394270301, -0.00011858691868837923, 0.0], "min": [-0.6546999216079712, -0.6152016520500183, -0.4217723608016968, -1.6695482730865479, -1.8023357391357422, -1.4630827903747559, -1.0], "std": [0.04930783063173294, 0.06361552327871323, 0.061386339366436005, 0.09711870551109314, 0.08439581096172333, 0.06595860421657562, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 1706, "num_transitions": 159701, "proprio": {"max": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "mean": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "min": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "std": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}}, "stanford_hydra_dataset_converted_externally_to_rlds": {"action": {"max": [0.02499854564666748, 0.02499903365969658, 0.024999922141432762, 0.24974457919597626, 0.24997030198574066, 0.24999946355819702, 1.0], "mean": [0.0007743104943074286, 0.00014006393030285835, -0.00026690709637477994, 0.0013060574419796467, -0.004767378326505423, 0.002642048755660653, 0.0], "min": [-0.024993132799863815, -0.024999700486660004, -0.02499929815530777, -0.24981553852558136, -0.2499666064977646, -0.2499932497739792, -1.0], "std": [0.00802263431251049, 0.009132462553679943, 0.009573646821081638, 0.041180774569511414, 0.03827420622110367, 0.046053703874349594, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 542, "num_transitions": 339779, "proprio": {"max": [0.7794343829154968, 0.3587854206562042, 0.638763964176178, 3.141591787338257, 1.5084255933761597, 3.1415462493896484, 0.0, 0.0811397060751915], "mean": [0.4234383702278137, -0.0136942183598876, 0.3773040473461151, -1.1946498155593872, -0.04824266955256462, -0.36230969429016113, 0.0, 0.04905468970537186], "min": [0.16438177227973938, -0.3419400751590729, 0.085594043135643, -3.1415905952453613, -1.5607775449752808, -3.1414384841918945, 0.0, -0.0005391233135014772], "std": [0.10456708073616028, 0.1274910867214203, 0.11153671145439148, 2.4646356105804443, 0.3878075182437897, 1.2124807834625244, 0.0, 0.03184583783149719]}}, "taco_play": {"action": {"max": [1.4915844202041626, 2.1842432022094727, 2.6836395263671875, 5.035226821899414, 2.665864944458008, 4.250768661499023, 1.0], "mean": [-0.002559685381129384, 0.007670418359339237, 0.012687340378761292, -0.004695332143455744, -0.009578392840921879, -0.005449103191494942, 0.0], "min": [-4.242457866668701, -3.192805051803589, -1.3371467590332031, -4.202683448791504, -2.6722638607025146, -3.3467135429382324, -1.0], "std": [0.23163364827632904, 0.36515673995018005, 0.28731676936149597, 0.26024240255355835, 0.24293585121631622, 0.5186862349510193, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 3080, "num_transitions": 203280, "proprio": {"max": [0.7124971151351929, 0.6118948459625244, 0.617118775844574, 3.1415891647338867, 0.30717557668685913, 2.4624788761138916, 0.0, 0.9704633951187134], "mean": [0.372105211019516, 0.13240408897399902, 0.38318243622779846, -0.05964995548129082, -0.17556531727313995, 0.45959436893463135, 0.0, 0.15179334580898285], "min": [0.07693906873464584, -0.4944135844707489, 0.20030911266803741, -3.1415886878967285, -0.8683895468711853, -1.789320707321167, 0.0, -0.6495265960693359], "std": [0.11466667801141739, 0.26865899562835693, 0.11274760961532593, 3.039484739303589, 0.18592312932014465, 0.6843862533569336, 0.0, 0.2815190851688385]}}, "toto": {"action": {"max": [0.6839867234230042, 0.4454185664653778, 0.7984078526496887, 2.120781660079956, 1.2653850317001343, 0.9725266098976135, 1.0], "mean": [0.38441002368927, 0.007372443098574877, 0.36408019065856934, -0.6636515259742737, 0.18980269134044647, 0.030398625880479813, 0.0], "min": [0.09922284632921219, -0.5180193781852722, 0.13791072368621826, -2.635117530822754, -1.0500423908233643, -1.9282547235488892, -1.0], "std": [0.1226537898182869, 0.19498205184936523, 0.10188855975866318, 0.5684511065483093, 0.29790982604026794, 0.3245241641998291, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 857, "num_transitions": 279360, "proprio": {"max": [1.4926575422286987, 0.7715681195259094, 1.9506583213806152, -1.6330622434616089, 2.8041329383850098, 2.0847983360290527, 1.9661481380462646, 0.0], "mean": [-0.04263831675052643, -0.25669199228286743, 0.053286921232938766, -2.515770196914673, -0.16560979187488556, 0.8774532079696655, 0.006784831639379263, 0.0], "min": [-1.8345723152160645, -1.7133995294570923, -1.40083646774292, -2.985748767852783, -2.8131446838378906, -0.5165338516235352, -3.5424435138702393, 0.0], "std": [0.34277573227882385, 0.37518373131752014, 0.4017620384693146, 0.31993234157562256, 0.6239194869995117, 0.32552462816238403, 0.5561301112174988, 0.0]}}, "ucsd_kitchen_dataset_converted_externally_to_rlds": {"action": {"max": [678.0, 400.0, 507.0, 180.00001525878906, 6.000013828277588, 116.99998474121094, 1.0], "mean": [409.6676025390625, 118.38983154296875, 195.16029357910156, -120.81255340576172, -34.42424774169922, 50.78054428100586, 0.0], "min": [172.0, -166.0, -99.99999237060547, -180.00001525878906, -89.0, -96.00010681152344, -1.0], "std": [122.46617126464844, 108.92710876464844, 131.1060791015625, 116.90217590332031, 27.765108108520508, 40.54091262817383, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 142, "num_transitions": 3756, "proprio": {"max": [2.4945411682128906, 1.0603798627853394, 0.5518655776977539, 2.71895432472229, 1.9269907474517822, 2.2231369018554688, 0.48916158080101013, 0.0], "mean": [0.3620472252368927, -0.24918413162231445, -0.3536587655544281, 0.8993327617645264, 0.5740110874176025, 1.0511345863342285, -1.240967035293579, 0.0], "min": [-0.8404636979103088, -1.6351218223571777, -2.0142624378204346, 0.00768359424546361, -0.20048317313194275, 0.011292487382888794, -2.6592507362365723, 0.0], "std": [0.6211680173873901, 0.6317922472953796, 0.5487412214279175, 0.5322586297988892, 0.43222784996032715, 0.3618942201137543, 0.6850118637084961, 0.0]}}, "utaustin_mutex": {"action": {"max": [1.0, 1.0, 1.0, 0.375, 0.375, 0.375, 1.0], "mean": [0.061960943043231964, -0.0051621501334011555, 0.10276496410369873, -0.03284033015370369, 0.014048206619918346, -0.01166947279125452, 0.0], "min": [-1.0, -1.0, -1.0, -0.375, -0.375, -0.375, -1.0], "std": [0.18754570186138153, 0.44673845171928406, 0.3795630633831024, 0.1408756524324417, 0.06465557217597961, 0.1179473027586937, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 1425, "num_transitions": 345127, "proprio": {"max": [0.5831676125526428, 0.8024097681045532, 1.350082516670227, -1.1145747900009155, 0.5345654487609863, 3.2108523845672607, 2.875584363937378, 0.07569462060928345], "mean": [-0.09843087196350098, 0.06053364276885986, -0.009381980635225773, -2.341707706451416, -0.4833700656890869, 2.239431619644165, 1.335017204284668, 0.04611062631011009], "min": [-0.6990927457809448, -0.8311276435852051, -0.5323343276977539, -2.9861886501312256, -2.060809850692749, 0.826747477054596, 0.05972049757838249, 0.00026726332725957036], "std": [0.21063768863677979, 0.28815582394599915, 0.17943784594535828, 0.23582375049591064, 0.6380739212036133, 0.33483976125717163, 0.5096359848976135, 0.03083733282983303]}}, "viola": {"action": {"max": [1.0, 1.0, 1.0, 0.375, 0.36321428418159485, 0.375, 1.0], "mean": [0.04711126536130905, -0.02790210396051407, 0.05541753023862839, -0.002913823351264, 0.0067641776986420155, -0.01641491800546646, 0.0], "min": [-1.0, -1.0, -1.0, -0.375, -0.375, -0.375, -1.0], "std": [0.3925991654396057, 0.4092332124710083, 0.40182530879974365, 0.10094805806875229, 0.08475004881620407, 0.1030782163143158, 1.0], "mask": [true, true, true, true, true, true, false]}, "num_trajectories": 128, "num_transitions": 65651, "proprio": {"max": [0.3366159200668335, 0.8983011841773987, 0.330204576253891, 0.0, 1.3329579830169678, 3.1103708744049072, 2.8318748474121094, 0.07748929411172867], "mean": [0.027708200737833977, 0.22645555436611176, -0.05996442586183548, -2.058884620666504, 0.2568986713886261, 2.252225160598755, 1.2756009101867676, 0.05018963664770126], "min": [-0.4073199927806854, -0.23913456499576569, -0.5244941115379333, -2.744713068008423, -0.48249971866607666, 0.0, -0.22237232327461243, -5.3190000471659005e-05], "std": [0.10143392533063889, 0.21279679238796234, 0.14417017996311188, 0.2702407240867615, 0.3271932899951935, 0.3381460905075073, 0.7549701929092407, 0.028607027605175972]}}}

example_batch.msgpack

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce74dd8e433ce4a8a1534c4ab9687d9fc3e444b3eece750047dcb22125d73ff
+size 738368