{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.3057468831539154, "min": 0.2992863059043884, "max": 1.4199155569076538, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 9284.9208984375, "min": 8830.1435546875, "max": 43074.55859375, "count": 33 }, "Pyramids.Step.mean": { "value": 989990.0, "min": 29911.0, "max": 989990.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989990.0, "min": 29911.0, "max": 989990.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.644329309463501, "min": -0.07568545639514923, "max": 0.7344602942466736, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 186.21116638183594, "min": -18.315879821777344, "max": 212.25901794433594, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.01729198731482029, "min": 0.008747599087655544, "max": 0.6061769723892212, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 4.997384071350098, "min": 2.3268613815307617, "max": 143.6639404296875, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06845470017067767, "min": 0.0642113939268581, "max": 0.07250552233225402, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9583658023894874, "min": 0.48808322274714877, "max": 1.0497878504033638, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.016345883584783494, "min": 0.0015995225304803943, "max": 0.01853677334788732, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.2288423701869689, "min": 0.01926115628964468, "max": 0.26566144272995496, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.607647464150002e-06, "min": 7.607647464150002e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00010650706449810003, "min": 0.00010650706449810003, "max": 0.0036340123886625993, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10253585000000001, "min": 0.10253585000000001, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4355019000000002, "min": 1.3886848, "max": 2.6113374, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.0002633314150000001, "min": 0.0002633314150000001, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.0036866398100000013, "min": 0.0036866398100000013, "max": 0.12115260626, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.012854060158133507, "min": 0.012735738418996334, "max": 0.6703988313674927, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.1799568384885788, "min": 0.1799568384885788, "max": 4.692791938781738, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 290.96039603960395, "min": 264.3193277310924, "max": 990.4705882352941, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 29387.0, "min": 16838.0, "max": 32894.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.6891619767248631, "min": -0.922475051600486, "max": 1.731954527984966, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 168.9161976724863, "min": -29.519201651215553, "max": 200.54419798403978, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.6891619767248631, "min": -0.922475051600486, "max": 1.731954527984966, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 168.9161976724863, "min": -29.519201651215553, "max": 200.54419798403978, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.0389627764661418, "min": 0.03623296038681512, "max": 13.453763642731834, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 3.8962776466141804, "min": 3.81719197682105, "max": 228.7139819264412, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1677943080", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.22.4", "end_time_seconds": "1677945655" }, "total": 2574.858164833, "count": 1, "self": 0.4465065169997615, "children": { "run_training.setup": { "total": 0.12331867199998214, "count": 1, "self": 0.12331867199998214 }, "TrainerController.start_learning": { "total": 2574.288339644, "count": 1, "self": 1.6770157880341685, "children": { "TrainerController._reset_env": { "total": 10.503389657000014, "count": 1, "self": 10.503389657000014 }, "TrainerController.advance": { "total": 2562.020171191966, "count": 64283, "self": 1.7971074189167666, "children": { "env_step": { "total": 1786.3310924800444, "count": 64283, "self": 1658.5225831290154, "children": { "SubprocessEnvManager._take_step": { "total": 126.79570753904096, "count": 64283, "self": 5.13502601000323, "children": { "TorchPolicy.evaluate": { "total": 121.66068152903773, "count": 62563, "self": 41.675858372066784, "children": { "TorchPolicy.sample_actions": { "total": 79.98482315697095, "count": 62563, "self": 79.98482315697095 } } } } }, "workers": { "total": 1.0128018119881403, "count": 64283, "self": 0.0, "children": { "worker_root": { "total": 2568.2508695279976, "count": 64283, "is_parallel": true, "self": 1040.5518346049776, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.005200208999951883, "count": 1, "is_parallel": true, "self": 0.004005081999991944, "children": { "_process_rank_one_or_two_observation": { "total": 0.001195126999959939, "count": 8, "is_parallel": true, "self": 0.001195126999959939 } } }, "UnityEnvironment.step": { "total": 0.10467095800004245, "count": 1, "is_parallel": true, "self": 0.0005545550000078947, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00047238500002322326, "count": 1, "is_parallel": true, "self": 0.00047238500002322326 }, "communicator.exchange": { "total": 0.10194681600000877, "count": 1, "is_parallel": true, "self": 0.10194681600000877 }, "steps_from_proto": { "total": 0.0016972020000025623, "count": 1, "is_parallel": true, "self": 0.00041512900003226605, "children": { "_process_rank_one_or_two_observation": { "total": 0.0012820729999702962, "count": 8, "is_parallel": true, "self": 0.0012820729999702962 } } } } } } }, "UnityEnvironment.step": { "total": 1527.69903492302, "count": 64282, "is_parallel": true, "self": 34.328156391015, "children": { "UnityEnvironment._generate_step_input": { "total": 24.092370921971053, "count": 64282, "is_parallel": true, "self": 24.092370921971053 }, "communicator.exchange": { "total": 1370.5423468710242, "count": 64282, "is_parallel": true, "self": 1370.5423468710242 }, "steps_from_proto": { "total": 98.7361607390099, "count": 64282, "is_parallel": true, "self": 24.23473222695185, "children": { "_process_rank_one_or_two_observation": { "total": 74.50142851205806, "count": 514256, "is_parallel": true, "self": 74.50142851205806 } } } } } } } } } } }, "trainer_advance": { "total": 773.8919712930046, "count": 64283, "self": 3.136644695975292, "children": { "process_trajectory": { "total": 172.51422036102798, "count": 64283, "self": 172.31861129202792, "children": { "RLTrainer._checkpoint": { "total": 0.19560906900005648, "count": 2, "self": 0.19560906900005648 } } }, "_update_policy": { "total": 598.2411062360013, "count": 456, "self": 228.6747151009729, "children": { "TorchPPOOptimizer.update": { "total": 369.5663911350284, "count": 22806, "self": 369.5663911350284 } } } } } } }, "trainer_threads": { "total": 1.5529999473073985e-06, "count": 1, "self": 1.5529999473073985e-06 }, "TrainerController._save_models": { "total": 0.08776145400042878, "count": 1, "self": 0.0015321450005103543, "children": { "RLTrainer._checkpoint": { "total": 0.08622930899991843, "count": 1, "self": 0.08622930899991843 } } } } } } }