| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.3996748626232147, | |
| "min": 0.3917907178401947, | |
| "max": 1.4083820581436157, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 11696.0849609375, | |
| "min": 11696.0849609375, | |
| "max": 42724.6796875, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989977.0, | |
| "min": 29952.0, | |
| "max": 989977.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989977.0, | |
| "min": 29952.0, | |
| "max": 989977.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.4239376187324524, | |
| "min": -0.1062420904636383, | |
| "max": 0.5268458127975464, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 112.76740264892578, | |
| "min": -25.60434341430664, | |
| "max": 143.8289031982422, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.04132157936692238, | |
| "min": -0.04132157936692238, | |
| "max": 0.49755334854125977, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -10.99153995513916, | |
| "min": -10.99153995513916, | |
| "max": 117.9201431274414, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07135915358114533, | |
| "min": 0.06495114032891468, | |
| "max": 0.07678236405468969, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9990281501360346, | |
| "min": 0.5129710693451263, | |
| "max": 1.0623165880370993, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.015244013472839784, | |
| "min": 0.0006924092753811993, | |
| "max": 0.016371411484882532, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.21341618861975697, | |
| "min": 0.008308911304574392, | |
| "max": 0.22919976078835547, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.366318973164286e-06, | |
| "min": 7.366318973164286e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.0001031284656243, | |
| "min": 0.0001031284656243, | |
| "max": 0.0033829916723362, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10245540714285714, | |
| "min": 0.10245540714285714, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4343757, | |
| "min": 1.3886848, | |
| "max": 2.5276638, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.00025529517357142855, | |
| "min": 0.00025529517357142855, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.00357413243, | |
| "min": 0.00357413243, | |
| "max": 0.11279361362000001, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.009308808483183384, | |
| "min": 0.008972725830972195, | |
| "max": 0.6597505807876587, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.13032332062721252, | |
| "min": 0.12561815977096558, | |
| "max": 4.6182541847229, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 384.7837837837838, | |
| "min": 373.4736842105263, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 28474.0, | |
| "min": 15984.0, | |
| "max": 33089.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.4822273778997055, | |
| "min": -1.0000000521540642, | |
| "max": 1.521226296691518, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 108.2025985866785, | |
| "min": -30.580801755189896, | |
| "max": 120.74119840562344, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.4822273778997055, | |
| "min": -1.0000000521540642, | |
| "max": 1.521226296691518, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 108.2025985866785, | |
| "min": -30.580801755189896, | |
| "max": 120.74119840562344, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.03655710283524121, | |
| "min": 0.035173095800641214, | |
| "max": 14.265692923218012, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 2.668668506972608, | |
| "min": 2.668668506972608, | |
| "max": 228.2510867714882, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1660498573", | |
| "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids_Training_2 --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1660500947" | |
| }, | |
| "total": 2374.062004409, | |
| "count": 1, | |
| "self": 0.5258848069997839, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.052776323999751185, | |
| "count": 1, | |
| "self": 0.052776323999751185 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2373.4833432780006, | |
| "count": 1, | |
| "self": 1.9060062971307161, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 7.253254075999848, | |
| "count": 1, | |
| "self": 7.253254075999848 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2364.221449186869, | |
| "count": 63642, | |
| "self": 1.9690848018180986, | |
| "children": { | |
| "env_step": { | |
| "total": 1589.377502479963, | |
| "count": 63642, | |
| "self": 1460.5936606789078, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 127.8190716039976, | |
| "count": 63642, | |
| "self": 5.593932127018434, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 122.22513947697917, | |
| "count": 62556, | |
| "self": 40.70810534705606, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 81.5170341299231, | |
| "count": 62556, | |
| "self": 81.5170341299231 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.9647701970575326, | |
| "count": 63642, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2368.8433057139023, | |
| "count": 63642, | |
| "is_parallel": true, | |
| "self": 1032.0840914519995, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0020990499997424195, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0008599779989708622, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012390720007715572, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012390720007715572 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.05814955400001054, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005360680002013396, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005561199996009236, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005561199996009236 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.05521103000000949, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.05521103000000949 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0018463360001987894, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005387410005823767, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0013075949996164127, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0013075949996164127 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1336.7592142619028, | |
| "count": 63641, | |
| "is_parallel": true, | |
| "self": 31.118827805922592, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 27.896869440982755, | |
| "count": 63641, | |
| "is_parallel": true, | |
| "self": 27.896869440982755 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1167.999637809944, | |
| "count": 63641, | |
| "is_parallel": true, | |
| "self": 1167.999637809944 | |
| }, | |
| "steps_from_proto": { | |
| "total": 109.74387920505342, | |
| "count": 63641, | |
| "is_parallel": true, | |
| "self": 28.34544530705307, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 81.39843389800035, | |
| "count": 509128, | |
| "is_parallel": true, | |
| "self": 81.39843389800035 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 772.874861905088, | |
| "count": 63642, | |
| "self": 3.298124051107152, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 185.6208761439716, | |
| "count": 63642, | |
| "self": 185.3944861009718, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.22639004299981025, | |
| "count": 2, | |
| "self": 0.22639004299981025 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 583.9558617100092, | |
| "count": 450, | |
| "self": 229.62817828901052, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 354.3276834209987, | |
| "count": 22794, | |
| "self": 354.3276834209987 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.353000698145479e-06, | |
| "count": 1, | |
| "self": 1.353000698145479e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1026323650003178, | |
| "count": 1, | |
| "self": 0.0017438289996789536, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10088853600063885, | |
| "count": 1, | |
| "self": 0.10088853600063885 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |