| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.8333196640014648, | |
| "min": 0.8333196640014648, | |
| "max": 1.5446901321411133, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 25426.25, | |
| "min": 25426.25, | |
| "max": 46859.71875, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 479892.0, | |
| "min": 29951.0, | |
| "max": 479892.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 479892.0, | |
| "min": 29951.0, | |
| "max": 479892.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.15133728086948395, | |
| "min": -0.14972802996635437, | |
| "max": 0.23076419532299042, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 38.136993408203125, | |
| "min": -35.48554229736328, | |
| "max": 59.306396484375, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.018685242161154747, | |
| "min": -0.02655895985662937, | |
| "max": 0.33884161710739136, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -4.708681106567383, | |
| "min": -6.825652599334717, | |
| "max": 80.30546569824219, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06803610989369363, | |
| "min": 0.06606335065133419, | |
| "max": 0.07419561287504813, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9525055385117108, | |
| "min": 0.5193692901253368, | |
| "max": 1.042200711206533, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.0114175668435824, | |
| "min": 0.0004966965342846287, | |
| "max": 0.012452507146095049, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.1598459358101536, | |
| "min": 0.004966965342846287, | |
| "max": 0.17433510004533068, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 2.0986464433114283e-05, | |
| "min": 2.0986464433114283e-05, | |
| "max": 0.0002904659174637428, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.0002938105020636, | |
| "min": 0.0002938105020636, | |
| "max": 0.0030037650987449994, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10699545714285714, | |
| "min": 0.10699545714285714, | |
| "max": 0.19682197142857147, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4979364, | |
| "min": 1.3777538000000003, | |
| "max": 2.3395822, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0007088461685714285, | |
| "min": 0.0007088461685714285, | |
| "max": 0.009682514945714284, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.009923846359999999, | |
| "min": 0.009923846359999999, | |
| "max": 0.1001353745, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.016978492960333824, | |
| "min": 0.016717027872800827, | |
| "max": 0.3108974099159241, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.23769891262054443, | |
| "min": 0.23403838276863098, | |
| "max": 2.1762819290161133, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 679.5555555555555, | |
| "min": 628.4285714285714, | |
| "max": 999.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30580.0, | |
| "min": 16622.0, | |
| "max": 32415.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 0.7425244053204855, | |
| "min": -0.9999500517733395, | |
| "max": 0.9224448590254297, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 33.413598239421844, | |
| "min": -31.998401656746864, | |
| "max": 45.199798092246056, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 0.7425244053204855, | |
| "min": -0.9999500517733395, | |
| "max": 0.9224448590254297, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 33.413598239421844, | |
| "min": -31.998401656746864, | |
| "max": 45.199798092246056, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.11839565777918323, | |
| "min": 0.11172069520903372, | |
| "max": 5.72171481216655, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 5.327804600063246, | |
| "min": 5.327804600063246, | |
| "max": 97.26915180683136, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1668321305", | |
| "python_version": "3.7.15 (default, Oct 12 2022, 19:14:55) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1668322543" | |
| }, | |
| "total": 1238.397938718, | |
| "count": 1, | |
| "self": 0.4964497299999948, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05236279700000068, | |
| "count": 1, | |
| "self": 0.05236279700000068 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1237.8491261909999, | |
| "count": 1, | |
| "self": 0.9119359080029881, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 8.564547832000017, | |
| "count": 1, | |
| "self": 8.564547832000017 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1228.2640401789968, | |
| "count": 31710, | |
| "self": 0.9877504019516437, | |
| "children": { | |
| "env_step": { | |
| "total": 825.4304650860375, | |
| "count": 31710, | |
| "self": 757.9961539530303, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 66.9211016570066, | |
| "count": 31710, | |
| "self": 2.7823310330420554, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 64.13877062396455, | |
| "count": 31324, | |
| "self": 21.254137327966305, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 42.88463329599824, | |
| "count": 31324, | |
| "self": 42.88463329599824 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.5132094760006112, | |
| "count": 31710, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1235.0532119330117, | |
| "count": 31710, | |
| "is_parallel": true, | |
| "self": 540.1949218020054, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.005449626999961765, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.004028382000001329, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001421244999960436, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001421244999960436 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.0542692359999819, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006251999999449254, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00047575500002494664, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00047575500002494664 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.05132711900000686, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.05132711900000686 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0018411620000051698, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004899839999552569, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001351178000049913, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001351178000049913 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 694.8582901310062, | |
| "count": 31709, | |
| "is_parallel": true, | |
| "self": 16.663635032955995, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 13.51172909500724, | |
| "count": 31709, | |
| "is_parallel": true, | |
| "self": 13.51172909500724 | |
| }, | |
| "communicator.exchange": { | |
| "total": 604.4296983860214, | |
| "count": 31709, | |
| "is_parallel": true, | |
| "self": 604.4296983860214 | |
| }, | |
| "steps_from_proto": { | |
| "total": 60.253227617021594, | |
| "count": 31709, | |
| "is_parallel": true, | |
| "self": 14.222217832971523, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 46.03100978405007, | |
| "count": 253672, | |
| "is_parallel": true, | |
| "self": 46.03100978405007 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 401.8458246910076, | |
| "count": 31710, | |
| "self": 1.636247553995986, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 91.97607759301127, | |
| "count": 31710, | |
| "self": 91.86896855801115, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10710903500012137, | |
| "count": 1, | |
| "self": 0.10710903500012137 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 308.2334995440003, | |
| "count": 216, | |
| "self": 121.51893671500659, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 186.71456282899373, | |
| "count": 11448, | |
| "self": 186.71456282899373 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.2620000688912114e-06, | |
| "count": 1, | |
| "self": 1.2620000688912114e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10860101000002942, | |
| "count": 1, | |
| "self": 0.0019246169999860285, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10667639300004339, | |
| "count": 1, | |
| "self": 0.10667639300004339 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |