{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.2673548758029938, "min": 0.263279527425766, "max": 1.5107438564300537, "count": 50 }, "Pyramids.Policy.Entropy.sum": { "value": 7982.14697265625, "min": 7974.2099609375, "max": 45829.92578125, "count": 50 }, "Pyramids.Step.mean": { "value": 1499954.0, "min": 29952.0, "max": 1499954.0, "count": 50 }, "Pyramids.Step.sum": { "value": 1499954.0, "min": 29952.0, "max": 1499954.0, "count": 50 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.5911348462104797, "min": -0.09513404965400696, "max": 0.7207068800926208, "count": 50 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 166.7000274658203, "min": -22.832172393798828, "max": 209.7257080078125, "count": 50 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.008362549357116222, "min": -0.016310542821884155, "max": 0.18181274831295013, "count": 50 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 2.358238935470581, "min": -4.697436332702637, "max": 43.816871643066406, "count": 50 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.07153249748877162, "min": 0.06373093732271058, "max": 0.07552220193191553, "count": 50 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 1.0014549648428026, "min": 0.4871466045603076, "max": 1.055715087361807, "count": 50 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.01677720902426656, "min": 0.00013691623318073045, "max": 0.01772582845210092, "count": 50 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.23488092633973184, "min": 0.001506078564988035, "max": 0.2529735965882519, "count": 50 }, "Pyramids.Policy.LearningRate.mean": { "value": 2.886999037699996e-06, "min": 2.886999037699996e-06, "max": 0.00029676708679192377, "count": 50 }, "Pyramids.Policy.LearningRate.sum": { "value": 4.0417986527799945e-05, "min": 4.0417986527799945e-05, "max": 0.003654744581751866, "count": 50 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10096230000000002, "min": 0.10096230000000002, "max": 0.19892236190476195, "count": 50 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4134722000000002, "min": 1.3924565333333336, "max": 2.618248133333333, "count": 50 }, "Pyramids.Policy.Beta.mean": { "value": 0.00010613376999999983, "min": 0.00010613376999999983, "max": 0.009892343954285714, "count": 50 }, "Pyramids.Policy.Beta.sum": { "value": 0.0014858727799999976, "min": 0.0014858727799999976, "max": 0.12184298852, "count": 50 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.0067257629707455635, "min": 0.0067257629707455635, "max": 0.285749614238739, "count": 50 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.09416068345308304, "min": 0.09416068345308304, "max": 2.0002472400665283, "count": 50 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 292.08, "min": 261.38260869565215, "max": 999.0, "count": 50 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 29208.0, "min": 15984.0, "max": 32427.0, "count": 50 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.6879139818251132, "min": -1.0000000521540642, "max": 1.7286666479927522, "count": 50 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 168.79139818251133, "min": -31.99760167300701, "max": 197.94019880890846, "count": 50 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.6879139818251132, "min": -1.0000000521540642, "max": 1.7286666479927522, "count": 50 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 168.79139818251133, "min": -31.99760167300701, "max": 197.94019880890846, "count": 50 }, "Pyramids.Policy.RndReward.mean": { "value": 0.020380923647608143, "min": 0.019019794243333468, "max": 5.5465923440642655, "count": 50 }, "Pyramids.Policy.RndReward.sum": { "value": 2.0380923647608142, "min": 2.0380923647608142, "max": 88.74547750502825, "count": 50 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 50 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 50 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1671961511", "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1671964669" }, "total": 3158.701565877, "count": 1, "self": 0.4394406699998399, "children": { "run_training.setup": { "total": 0.11346505000005891, "count": 1, "self": 0.11346505000005891 }, "TrainerController.start_learning": { "total": 3158.148660157, "count": 1, "self": 1.7506262630467972, "children": { "TrainerController._reset_env": { "total": 9.678054705000022, "count": 1, "self": 9.678054705000022 }, "TrainerController.advance": { "total": 3146.6286121919534, "count": 96375, "self": 1.8971350499250548, "children": { "env_step": { "total": 2160.5217673660286, "count": 96375, "self": 2007.719304839075, "children": { "SubprocessEnvManager._take_step": { "total": 151.65298578894442, "count": 96375, "self": 6.440625716936097, "children": { "TorchPolicy.evaluate": { "total": 145.21236007200832, "count": 93799, "self": 49.4434342530227, "children": { "TorchPolicy.sample_actions": { "total": 95.76892581898562, "count": 93799, "self": 95.76892581898562 } } } } }, "workers": { "total": 1.149476738009298, "count": 96375, "self": 0.0, "children": { "worker_root": { "total": 3151.986898460081, "count": 96375, "is_parallel": true, "self": 1293.873586271121, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.006428441000025487, "count": 1, "is_parallel": true, "self": 0.0038612920001241946, "children": { "_process_rank_one_or_two_observation": { "total": 0.002567148999901292, "count": 8, "is_parallel": true, "self": 0.002567148999901292 } } }, "UnityEnvironment.step": { "total": 0.049320203999968726, "count": 1, "is_parallel": true, "self": 0.0005554960000608844, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0005353560000003199, "count": 1, "is_parallel": true, "self": 0.0005353560000003199 }, "communicator.exchange": { "total": 0.04637663500000144, "count": 1, "is_parallel": true, "self": 0.04637663500000144 }, "steps_from_proto": { "total": 0.0018527169999060789, "count": 1, "is_parallel": true, "self": 0.0005125980001139396, "children": { "_process_rank_one_or_two_observation": { "total": 0.0013401189997921392, "count": 8, "is_parallel": true, "self": 0.0013401189997921392 } } } } } } }, "UnityEnvironment.step": { "total": 1858.1133121889602, "count": 96374, "is_parallel": true, "self": 41.47324370997467, "children": { "UnityEnvironment._generate_step_input": { "total": 34.54540494997502, "count": 96374, "is_parallel": true, "self": 34.54540494997502 }, "communicator.exchange": { "total": 1639.7156951339853, "count": 96374, "is_parallel": true, "self": 1639.7156951339853 }, "steps_from_proto": { "total": 142.37896839502548, "count": 96374, "is_parallel": true, "self": 33.65286569586215, "children": { "_process_rank_one_or_two_observation": { "total": 108.72610269916333, "count": 770992, "is_parallel": true, "self": 108.72610269916333 } } } } } } } } } } }, "trainer_advance": { "total": 984.2097097759998, "count": 96375, "self": 3.4083143249507657, "children": { "process_trajectory": { "total": 223.10359415504672, "count": 96375, "self": 222.818370197047, "children": { "RLTrainer._checkpoint": { "total": 0.2852239579997331, "count": 3, "self": 0.2852239579997331 } } }, "_update_policy": { "total": 757.6978012960024, "count": 679, "self": 294.6853354990152, "children": { "TorchPPOOptimizer.update": { "total": 463.01246579698716, "count": 34245, "self": 463.01246579698716 } } } } } } }, "trainer_threads": { "total": 1.0630001270328648e-06, "count": 1, "self": 1.0630001270328648e-06 }, "TrainerController._save_models": { "total": 0.09136593399989579, "count": 1, "self": 0.0013101469999128312, "children": { "RLTrainer._checkpoint": { "total": 0.09005578699998296, "count": 1, "self": 0.09005578699998296 } } } } } } }