{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.3996748626232147, "min": 0.3917907178401947, "max": 1.4083820581436157, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 11696.0849609375, "min": 11696.0849609375, "max": 42724.6796875, "count": 33 }, "Pyramids.Step.mean": { "value": 989977.0, "min": 29952.0, "max": 989977.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989977.0, "min": 29952.0, "max": 989977.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.4239376187324524, "min": -0.1062420904636383, "max": 0.5268458127975464, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 112.76740264892578, "min": -25.60434341430664, "max": 143.8289031982422, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": -0.04132157936692238, "min": -0.04132157936692238, "max": 0.49755334854125977, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": -10.99153995513916, "min": -10.99153995513916, "max": 117.9201431274414, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.07135915358114533, "min": 0.06495114032891468, "max": 0.07678236405468969, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9990281501360346, "min": 0.5129710693451263, "max": 1.0623165880370993, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.015244013472839784, "min": 0.0006924092753811993, "max": 0.016371411484882532, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.21341618861975697, "min": 0.008308911304574392, "max": 0.22919976078835547, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.366318973164286e-06, "min": 7.366318973164286e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.0001031284656243, "min": 0.0001031284656243, "max": 0.0033829916723362, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10245540714285714, "min": 0.10245540714285714, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4343757, "min": 1.3886848, "max": 2.5276638, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.00025529517357142855, "min": 0.00025529517357142855, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.00357413243, "min": 0.00357413243, "max": 0.11279361362000001, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.009308808483183384, "min": 0.008972725830972195, "max": 0.6597505807876587, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.13032332062721252, "min": 0.12561815977096558, "max": 4.6182541847229, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 384.7837837837838, "min": 373.4736842105263, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 28474.0, "min": 15984.0, "max": 33089.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.4822273778997055, "min": -1.0000000521540642, "max": 1.521226296691518, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 108.2025985866785, "min": -30.580801755189896, "max": 120.74119840562344, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.4822273778997055, "min": -1.0000000521540642, "max": 1.521226296691518, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 108.2025985866785, "min": -30.580801755189896, "max": 120.74119840562344, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.03655710283524121, "min": 0.035173095800641214, "max": 14.265692923218012, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 2.668668506972608, "min": 2.668668506972608, "max": 228.2510867714882, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1660498573", "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids_Training_2 --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1660500947" }, "total": 2374.062004409, "count": 1, "self": 0.5258848069997839, "children": { "run_training.setup": { "total": 0.052776323999751185, "count": 1, "self": 0.052776323999751185 }, "TrainerController.start_learning": { "total": 2373.4833432780006, "count": 1, "self": 1.9060062971307161, "children": { "TrainerController._reset_env": { "total": 7.253254075999848, "count": 1, "self": 7.253254075999848 }, "TrainerController.advance": { "total": 2364.221449186869, "count": 63642, "self": 1.9690848018180986, "children": { "env_step": { "total": 1589.377502479963, "count": 63642, "self": 1460.5936606789078, "children": { "SubprocessEnvManager._take_step": { "total": 127.8190716039976, "count": 63642, "self": 5.593932127018434, "children": { "TorchPolicy.evaluate": { "total": 122.22513947697917, "count": 62556, "self": 40.70810534705606, "children": { "TorchPolicy.sample_actions": { "total": 81.5170341299231, "count": 62556, "self": 81.5170341299231 } } } } }, "workers": { "total": 0.9647701970575326, "count": 63642, "self": 0.0, "children": { "worker_root": { "total": 2368.8433057139023, "count": 63642, "is_parallel": true, "self": 1032.0840914519995, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0020990499997424195, "count": 1, "is_parallel": true, "self": 0.0008599779989708622, "children": { "_process_rank_one_or_two_observation": { "total": 0.0012390720007715572, "count": 8, "is_parallel": true, "self": 0.0012390720007715572 } } }, "UnityEnvironment.step": { "total": 0.05814955400001054, "count": 1, "is_parallel": true, "self": 0.0005360680002013396, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0005561199996009236, "count": 1, "is_parallel": true, "self": 0.0005561199996009236 }, "communicator.exchange": { "total": 0.05521103000000949, "count": 1, "is_parallel": true, "self": 0.05521103000000949 }, "steps_from_proto": { "total": 0.0018463360001987894, "count": 1, "is_parallel": true, "self": 0.0005387410005823767, "children": { "_process_rank_one_or_two_observation": { "total": 0.0013075949996164127, "count": 8, "is_parallel": true, "self": 0.0013075949996164127 } } } } } } }, "UnityEnvironment.step": { "total": 1336.7592142619028, "count": 63641, "is_parallel": true, "self": 31.118827805922592, "children": { "UnityEnvironment._generate_step_input": { "total": 27.896869440982755, "count": 63641, "is_parallel": true, "self": 27.896869440982755 }, "communicator.exchange": { "total": 1167.999637809944, "count": 63641, "is_parallel": true, "self": 1167.999637809944 }, "steps_from_proto": { "total": 109.74387920505342, "count": 63641, "is_parallel": true, "self": 28.34544530705307, "children": { "_process_rank_one_or_two_observation": { "total": 81.39843389800035, "count": 509128, "is_parallel": true, "self": 81.39843389800035 } } } } } } } } } } }, "trainer_advance": { "total": 772.874861905088, "count": 63642, "self": 3.298124051107152, "children": { "process_trajectory": { "total": 185.6208761439716, "count": 63642, "self": 185.3944861009718, "children": { "RLTrainer._checkpoint": { "total": 0.22639004299981025, "count": 2, "self": 0.22639004299981025 } } }, "_update_policy": { "total": 583.9558617100092, "count": 450, "self": 229.62817828901052, "children": { "TorchPPOOptimizer.update": { "total": 354.3276834209987, "count": 22794, "self": 354.3276834209987 } } } } } } }, "trainer_threads": { "total": 1.353000698145479e-06, "count": 1, "self": 1.353000698145479e-06 }, "TrainerController._save_models": { "total": 0.1026323650003178, "count": 1, "self": 0.0017438289996789536, "children": { "RLTrainer._checkpoint": { "total": 0.10088853600063885, "count": 1, "self": 0.10088853600063885 } } } } } } }