| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.13367363810539246, | |
| "min": 0.12460928410291672, | |
| "max": 1.396437168121338, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 4003.79296875, | |
| "min": 3734.291015625, | |
| "max": 42362.31640625, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 2999876.0, | |
| "min": 29933.0, | |
| "max": 2999876.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 2999876.0, | |
| "min": 29933.0, | |
| "max": 2999876.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.842029333114624, | |
| "min": -0.17443805932998657, | |
| "max": 0.887333869934082, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 252.60879516601562, | |
| "min": -41.341819763183594, | |
| "max": 274.1861572265625, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.021110884845256805, | |
| "min": -0.14295190572738647, | |
| "max": 0.29287469387054443, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -6.33326530456543, | |
| "min": -43.02852249145508, | |
| "max": 69.41130065917969, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07215591635565137, | |
| "min": 0.06462412136135667, | |
| "max": 0.07533751647861209, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0101828289791193, | |
| "min": 0.6502140919696758, | |
| "max": 1.0853925430371114, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.017265026637407456, | |
| "min": 7.352458153976323e-05, | |
| "max": 0.017265026637407456, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.2417103729237044, | |
| "min": 0.0010293441415566852, | |
| "max": 0.2417103729237044, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 1.5377709160142874e-06, | |
| "min": 1.5377709160142874e-06, | |
| "max": 0.0002982628005790666, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 2.1528792824200023e-05, | |
| "min": 2.1528792824200023e-05, | |
| "max": 0.003937756987414401, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10051255714285715, | |
| "min": 0.10051255714285715, | |
| "max": 0.19942093333333336, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4071758, | |
| "min": 1.4071758, | |
| "max": 2.8125856, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 6.120445857142865e-05, | |
| "min": 6.120445857142865e-05, | |
| "max": 0.009942151239999999, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0008568624200000012, | |
| "min": 0.0008568624200000012, | |
| "max": 0.13127730144000002, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.006371617317199707, | |
| "min": 0.006213414017111063, | |
| "max": 0.3691787123680115, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.0892026424407959, | |
| "min": 0.08698779344558716, | |
| "max": 3.322608470916748, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 213.75, | |
| "min": 201.10135135135135, | |
| "max": 999.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 29070.0, | |
| "min": 16860.0, | |
| "max": 33391.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.7862499932594158, | |
| "min": -0.9999375520274043, | |
| "max": 1.798898635281099, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 242.92999908328056, | |
| "min": -31.998001664876938, | |
| "max": 266.23699802160263, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.7862499932594158, | |
| "min": -0.9999375520274043, | |
| "max": 1.798898635281099, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 242.92999908328056, | |
| "min": -31.998001664876938, | |
| "max": 266.23699802160263, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.014169845750981333, | |
| "min": 0.013199554409397565, | |
| "max": 7.490249448839356, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 1.9270990221334614, | |
| "min": 1.9270990221334614, | |
| "max": 127.33424063026905, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1657271066", | |
| "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1657277718" | |
| }, | |
| "total": 6651.672462271999, | |
| "count": 1, | |
| "self": 0.49205085700032214, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04116840099993624, | |
| "count": 1, | |
| "self": 0.04116840099993624 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 6651.1392430139995, | |
| "count": 1, | |
| "self": 4.499848385020414, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 9.51917691199992, | |
| "count": 1, | |
| "self": 9.51917691199992 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 6637.02703801098, | |
| "count": 195426, | |
| "self": 4.744238688845144, | |
| "children": { | |
| "env_step": { | |
| "total": 4528.1738454941715, | |
| "count": 195426, | |
| "self": 4207.10829446426, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 318.7088639567952, | |
| "count": 195426, | |
| "self": 13.671015595765311, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 305.0378483610299, | |
| "count": 187553, | |
| "self": 103.87044819700759, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 201.1674001640223, | |
| "count": 187553, | |
| "self": 201.1674001640223 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.3566870731157223, | |
| "count": 195426, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 6639.470970110007, | |
| "count": 195426, | |
| "is_parallel": true, | |
| "self": 2741.0868724361253, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.00517699099998481, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.003927291999843874, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012496990001409358, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012496990001409358 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.05812334400002328, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005841979999559044, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005286069999783649, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005286069999783649 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.05517981700006658, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.05517981700006658 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0018307220000224333, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00048700700006065745, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001343714999961776, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001343714999961776 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 3898.384097673882, | |
| "count": 195425, | |
| "is_parallel": true, | |
| "self": 83.66255333288518, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 70.36719016214124, | |
| "count": 195425, | |
| "is_parallel": true, | |
| "self": 70.36719016214124 | |
| }, | |
| "communicator.exchange": { | |
| "total": 3463.7464605358946, | |
| "count": 195425, | |
| "is_parallel": true, | |
| "self": 3463.7464605358946 | |
| }, | |
| "steps_from_proto": { | |
| "total": 280.60789364296136, | |
| "count": 195425, | |
| "is_parallel": true, | |
| "self": 70.15966988989567, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 210.4482237530657, | |
| "count": 1563400, | |
| "is_parallel": true, | |
| "self": 210.4482237530657 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 2104.108953827963, | |
| "count": 195426, | |
| "self": 8.455526140973234, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 493.62854884399087, | |
| "count": 195426, | |
| "self": 493.05477139699053, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.5737774470003387, | |
| "count": 6, | |
| "self": 0.5737774470003387 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1602.024878842999, | |
| "count": 1398, | |
| "self": 626.1527516740558, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 975.8721271689432, | |
| "count": 68442, | |
| "self": 975.8721271689432 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.0499998097657226e-06, | |
| "count": 1, | |
| "self": 1.0499998097657226e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09317865599950892, | |
| "count": 1, | |
| "self": 0.0015544609987045988, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09162419500080432, | |
| "count": 1, | |
| "self": 0.09162419500080432 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |