{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.7834204435348511, "min": 0.745230495929718, "max": 1.36655855178833, "count": 16 }, "Pyramids.Policy.Entropy.sum": { "value": 23327.126953125, "min": 22440.380859375, "max": 41455.921875, "count": 16 }, "Pyramids.Step.mean": { "value": 479927.0, "min": 29952.0, "max": 479927.0, "count": 16 }, "Pyramids.Step.sum": { "value": 479927.0, "min": 29952.0, "max": 479927.0, "count": 16 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.1311829388141632, "min": -0.16848810017108917, "max": 0.1311829388141632, "count": 16 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 32.926918029785156, "min": -39.931678771972656, "max": 32.926918029785156, "count": 16 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.03524760901927948, "min": 0.024426238611340523, "max": 0.42561930418014526, "count": 16 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 8.847149848937988, "min": 6.106559753417969, "max": 102.57424926757812, "count": 16 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.0693392811586584, "min": 0.06584423952308778, "max": 0.07426824356549803, "count": 16 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9707499362212175, "min": 0.5198777049584863, "max": 1.0549336477495532, "count": 16 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.009734181523868166, "min": 0.0007431749196389015, "max": 0.012260432150139524, "count": 16 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.13627854133415432, "min": 0.00966127395530572, "max": 0.14516947186590792, "count": 16 }, "Pyramids.Policy.LearningRate.mean": { "value": 2.0829907342442855e-05, "min": 2.0829907342442855e-05, "max": 0.00029030126037577137, "count": 16 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00029161870279419995, "min": 0.00029161870279419995, "max": 0.0030854714715096, "count": 16 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10694327142857143, "min": 0.10694327142857143, "max": 0.19676708571428575, "count": 16 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4972058000000001, "min": 1.3773696000000002, "max": 2.3383526000000003, "count": 16 }, "Pyramids.Policy.Beta.mean": { "value": 0.0007036328157142859, "min": 0.0007036328157142859, "max": 0.00967703186285714, "count": 16 }, "Pyramids.Policy.Beta.sum": { "value": 0.009850859420000002, "min": 0.009850859420000002, "max": 0.10287619095999999, "count": 16 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.02364702709019184, "min": 0.02364702709019184, "max": 0.5661792159080505, "count": 16 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.3310583829879761, "min": 0.3310583829879761, "max": 3.963254690170288, "count": 16 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 722.55, "min": 722.55, "max": 999.0, "count": 16 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 28902.0, "min": 15984.0, "max": 32654.0, "count": 16 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 0.6272749695926905, "min": -1.0000000521540642, "max": 0.6272749695926905, "count": 16 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 25.09099878370762, "min": -30.68600170314312, "max": 25.09099878370762, "count": 16 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 0.6272749695926905, "min": -1.0000000521540642, "max": 0.6272749695926905, "count": 16 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 25.09099878370762, "min": -30.68600170314312, "max": 25.09099878370762, "count": 16 }, "Pyramids.Policy.RndReward.mean": { "value": 0.17623553258599714, "min": 0.17623553258599714, "max": 11.568837512284517, "count": 16 }, "Pyramids.Policy.RndReward.sum": { "value": 7.049421303439885, "min": 7.049421303439885, "max": 185.10140019655228, "count": 16 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 16 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 16 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1661524056", "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1661525083" }, "total": 1026.9306550699998, "count": 1, "self": 0.443524104999824, "children": { "run_training.setup": { "total": 0.04280287899996438, "count": 1, "self": 0.04280287899996438 }, "TrainerController.start_learning": { "total": 1026.444328086, "count": 1, "self": 0.7696142120043987, "children": { "TrainerController._reset_env": { "total": 10.392523745000062, "count": 1, "self": 10.392523745000062 }, "TrainerController.advance": { "total": 1015.1805795599955, "count": 31658, "self": 0.8055309309833092, "children": { "env_step": { "total": 643.0630412080014, "count": 31658, "self": 584.1002555999869, "children": { "SubprocessEnvManager._take_step": { "total": 58.54425208200894, "count": 31658, "self": 2.4150546090032776, "children": { "TorchPolicy.evaluate": { "total": 56.12919747300566, "count": 31325, "self": 18.734914751998758, "children": { "TorchPolicy.sample_actions": { "total": 37.3942827210069, "count": 31325, "self": 37.3942827210069 } } } } }, "workers": { "total": 0.41853352600560356, "count": 31658, "self": 0.0, "children": { "worker_root": { "total": 1024.2190543360027, "count": 31658, "is_parallel": true, "self": 494.6027417500027, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.00891427500005193, "count": 1, "is_parallel": true, "self": 0.007554803999937576, "children": { "_process_rank_one_or_two_observation": { "total": 0.001359471000114354, "count": 8, "is_parallel": true, "self": 0.001359471000114354 } } }, "UnityEnvironment.step": { "total": 0.05142813599991314, "count": 1, "is_parallel": true, "self": 0.0005086649998702342, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0004920659999925192, "count": 1, "is_parallel": true, "self": 0.0004920659999925192 }, "communicator.exchange": { "total": 0.048660917999995945, "count": 1, "is_parallel": true, "self": 0.048660917999995945 }, "steps_from_proto": { "total": 0.0017664870000544397, "count": 1, "is_parallel": true, "self": 0.0004207660000474789, "children": { "_process_rank_one_or_two_observation": { "total": 0.0013457210000069608, "count": 8, "is_parallel": true, "self": 0.0013457210000069608 } } } } } } }, "UnityEnvironment.step": { "total": 529.616312586, "count": 31657, "is_parallel": true, "self": 14.483203766036809, "children": { "UnityEnvironment._generate_step_input": { "total": 12.290100709994135, "count": 31657, "is_parallel": true, "self": 12.290100709994135 }, "communicator.exchange": { "total": 454.40239144896896, "count": 31657, "is_parallel": true, "self": 454.40239144896896 }, "steps_from_proto": { "total": 48.44061666100015, "count": 31657, "is_parallel": true, "self": 12.29122578496299, "children": { "_process_rank_one_or_two_observation": { "total": 36.14939087603716, "count": 253256, "is_parallel": true, "self": 36.14939087603716 } } } } } } } } } } }, "trainer_advance": { "total": 371.3120074210108, "count": 31658, "self": 1.381716491021848, "children": { "process_trajectory": { "total": 83.84781451899016, "count": 31658, "self": 83.73898414199016, "children": { "RLTrainer._checkpoint": { "total": 0.10883037700000386, "count": 1, "self": 0.10883037700000386 } } }, "_update_policy": { "total": 286.08247641099877, "count": 214, "self": 114.29611887999556, "children": { "TorchPPOOptimizer.update": { "total": 171.7863575310032, "count": 11370, "self": 171.7863575310032 } } } } } } }, "trainer_threads": { "total": 1.1239999366807751e-06, "count": 1, "self": 1.1239999366807751e-06 }, "TrainerController._save_models": { "total": 0.10160944500012192, "count": 1, "self": 0.001638605000152893, "children": { "RLTrainer._checkpoint": { "total": 0.09997083999996903, "count": 1, "self": 0.09997083999996903 } } } } } } }