{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.6862469911575317, "min": 0.6862469911575317, "max": 1.412160038948059, "count": 16 }, "Pyramids.Policy.Entropy.sum": { "value": 20554.470703125, "min": 20554.470703125, "max": 42839.28515625, "count": 16 }, "Pyramids.Step.mean": { "value": 479902.0, "min": 29952.0, "max": 479902.0, "count": 16 }, "Pyramids.Step.sum": { "value": 479902.0, "min": 29952.0, "max": 479902.0, "count": 16 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": -0.043696556240320206, "min": -0.11794018745422363, "max": -0.029356027022004128, "count": 16 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": -10.53087043762207, "min": -28.659465789794922, "max": -6.957378387451172, "count": 16 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.034689053893089294, "min": 0.023891914635896683, "max": 0.49538207054138184, "count": 16 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 8.360061645507812, "min": 5.7340593338012695, "max": 117.40554809570312, "count": 16 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.0688603321515974, "min": 0.0651057852697958, "max": 0.07289142580433874, "count": 16 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9640446501223635, "min": 0.4828183464833064, "max": 1.0204799612607425, "count": 16 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.002170354041003602, "min": 0.00017892138657097317, "max": 0.0076368311433971875, "count": 16 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.03038495657405043, "min": 0.002325978025422651, "max": 0.05485889393251044, "count": 16 }, "Pyramids.Policy.LearningRate.mean": { "value": 2.096975015297143e-05, "min": 2.096975015297143e-05, "max": 0.00029030126037577137, "count": 16 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00029357650214160004, "min": 0.00029357650214160004, "max": 0.0033182419939194003, "count": 16 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10698988571428569, "min": 0.10698988571428569, "max": 0.19676708571428575, "count": 16 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4978583999999997, "min": 1.3773696000000002, "max": 2.4224856000000003, "count": 16 }, "Pyramids.Policy.Beta.mean": { "value": 0.0007082895828571429, "min": 0.0007082895828571429, "max": 0.00967703186285714, "count": 16 }, "Pyramids.Policy.Beta.sum": { "value": 0.009916054160000002, "min": 0.009916054160000002, "max": 0.11062745194, "count": 16 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.023987699300050735, "min": 0.023987699300050735, "max": 0.4914165139198303, "count": 16 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.3358277976512909, "min": 0.3358277976512909, "max": 3.439915657043457, "count": 16 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 976.6451612903226, "min": 906.6363636363636, "max": 999.0, "count": 16 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 30276.0, "min": 15984.0, "max": 32465.0, "count": 16 }, "Pyramids.Environment.CumulativeReward.mean": { "value": -0.6545290850823925, "min": -1.0000000521540642, "max": -0.4222242884112127, "count": 16 }, "Pyramids.Environment.CumulativeReward.sum": { "value": -20.29040163755417, "min": -31.992401644587517, "max": -13.933401517570019, "count": 16 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": -0.6545290850823925, "min": -1.0000000521540642, "max": -0.4222242884112127, "count": 16 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": -20.29040163755417, "min": -31.992401644587517, "max": -13.933401517570019, "count": 16 }, "Pyramids.Policy.RndReward.mean": { "value": 0.23917870455601764, "min": 0.2368117618007642, "max": 9.578871441073716, "count": 16 }, "Pyramids.Policy.RndReward.sum": { "value": 7.414539841236547, "min": 7.414539841236547, "max": 153.26194305717945, "count": 16 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 16 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 16 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1658511186", "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1658512173" }, "total": 987.0061175570002, "count": 1, "self": 0.4839275640002825, "children": { "run_training.setup": { "total": 0.04233199399993737, "count": 1, "self": 0.04233199399993737 }, "TrainerController.start_learning": { "total": 986.4798579989999, "count": 1, "self": 0.7051505339910591, "children": { "TrainerController._reset_env": { "total": 9.283431921000101, "count": 1, "self": 9.283431921000101 }, "TrainerController.advance": { "total": 976.3964635390088, "count": 31589, "self": 0.7438110289948554, "children": { "env_step": { "total": 607.2333256690127, "count": 31589, "self": 551.3323171290245, "children": { "SubprocessEnvManager._take_step": { "total": 55.51560935600742, "count": 31589, "self": 2.3960192740006505, "children": { "TorchPolicy.evaluate": { "total": 53.119590082006766, "count": 31315, "self": 18.076592242019046, "children": { "TorchPolicy.sample_actions": { "total": 35.04299783998772, "count": 31315, "self": 35.04299783998772 } } } } }, "workers": { "total": 0.38539918398078044, "count": 31589, "self": 0.0, "children": { "worker_root": { "total": 984.2733045910014, "count": 31589, "is_parallel": true, "self": 484.98025382802155, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.006300643000031414, "count": 1, "is_parallel": true, "self": 0.004936916000019664, "children": { "_process_rank_one_or_two_observation": { "total": 0.0013637270000117496, "count": 8, "is_parallel": true, "self": 0.0013637270000117496 } } }, "UnityEnvironment.step": { "total": 0.04461161400001856, "count": 1, "is_parallel": true, "self": 0.00048283399996762455, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00045131400008813216, "count": 1, "is_parallel": true, "self": 0.00045131400008813216 }, "communicator.exchange": { "total": 0.04208954399996401, "count": 1, "is_parallel": true, "self": 0.04208954399996401 }, "steps_from_proto": { "total": 0.0015879219999987981, "count": 1, "is_parallel": true, "self": 0.0004250099999580925, "children": { "_process_rank_one_or_two_observation": { "total": 0.0011629120000407056, "count": 8, "is_parallel": true, "self": 0.0011629120000407056 } } } } } } }, "UnityEnvironment.step": { "total": 499.2930507629799, "count": 31588, "is_parallel": true, "self": 14.210155919980025, "children": { "UnityEnvironment._generate_step_input": { "total": 12.018304755014583, "count": 31588, "is_parallel": true, "self": 12.018304755014583 }, "communicator.exchange": { "total": 424.94029096798727, "count": 31588, "is_parallel": true, "self": 424.94029096798727 }, "steps_from_proto": { "total": 48.124299119998, "count": 31588, "is_parallel": true, "self": 11.99372052398246, "children": { "_process_rank_one_or_two_observation": { "total": 36.13057859601554, "count": 252704, "is_parallel": true, "self": 36.13057859601554 } } } } } } } } } } }, "trainer_advance": { "total": 368.4193268410012, "count": 31589, "self": 1.2559131539493364, "children": { "process_trajectory": { "total": 84.08955183004991, "count": 31589, "self": 83.97182682604989, "children": { "RLTrainer._checkpoint": { "total": 0.11772500400002173, "count": 1, "self": 0.11772500400002173 } } }, "_update_policy": { "total": 283.07386185700193, "count": 217, "self": 109.91755481000212, "children": { "TorchPPOOptimizer.update": { "total": 173.1563070469998, "count": 11400, "self": 173.1563070469998 } } } } } } }, "trainer_threads": { "total": 1.0450000900164014e-06, "count": 1, "self": 1.0450000900164014e-06 }, "TrainerController._save_models": { "total": 0.0948109599999043, "count": 1, "self": 0.0015478959999200015, "children": { "RLTrainer._checkpoint": { "total": 0.0932630639999843, "count": 1, "self": 0.0932630639999843 } } } } } } }