{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.775467574596405, "min": 0.775467574596405, "max": 1.4535527229309082, "count": 16 }, "Pyramids.Policy.Entropy.sum": { "value": 23400.509765625, "min": 23400.509765625, "max": 44094.9765625, "count": 16 }, "Pyramids.Step.mean": { "value": 479957.0, "min": 29975.0, "max": 479957.0, "count": 16 }, "Pyramids.Step.sum": { "value": 479957.0, "min": 29975.0, "max": 479957.0, "count": 16 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.325147807598114, "min": -0.10404781997203827, "max": 0.37916868925094604, "count": 16 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 85.51387023925781, "min": -24.763381958007812, "max": 100.85887145996094, "count": 16 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.10621927678585052, "min": -0.21033114194869995, "max": 0.22147221863269806, "count": 16 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 27.9356689453125, "min": -55.948081970214844, "max": 53.596275329589844, "count": 16 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06863481113261607, "min": 0.06468206482739852, "max": 0.07105041485679589, "count": 16 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.960887355856625, "min": 0.4823158504454761, "max": 1.0401752325803197, "count": 16 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.01161268330475696, "min": 0.0014182857658531186, "max": 0.021181143804849353, "count": 16 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.16257756626659745, "min": 0.014182857658531186, "max": 0.3177171570727403, "count": 16 }, "Pyramids.Policy.LearningRate.mean": { "value": 2.052703601482857e-05, "min": 2.052703601482857e-05, "max": 0.0002904748317464857, "count": 16 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00028737850420759996, "min": 0.00028737850420759996, "max": 0.0030659805780066, "count": 16 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10684231428571427, "min": 0.10684231428571427, "max": 0.1968249428571429, "count": 16 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4957923999999998, "min": 1.3777746000000002, "max": 2.4219934, "count": 16 }, "Pyramids.Policy.Beta.mean": { "value": 0.000693547197142857, "min": 0.000693547197142857, "max": 0.009682811791428571, "count": 16 }, "Pyramids.Policy.Beta.sum": { "value": 0.009709660759999999, "min": 0.009709660759999999, "max": 0.10223714065999999, "count": 16 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.01488067489117384, "min": 0.014855831861495972, "max": 0.43215659260749817, "count": 16 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.2083294540643692, "min": 0.2083294540643692, "max": 3.0250961780548096, "count": 16 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 549.8360655737705, "min": 484.8474576271187, "max": 993.5, "count": 16 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 33540.0, "min": 16518.0, "max": 33540.0, "count": 16 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.0825199653704962, "min": -0.9277467176318168, "max": 1.3248866386711597, "count": 16 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 64.95119792222977, "min": -29.345001719892025, "max": 79.49319832026958, "count": 16 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.0825199653704962, "min": -0.9277467176318168, "max": 1.3248866386711597, "count": 16 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 64.95119792222977, "min": -29.345001719892025, "max": 79.49319832026958, "count": 16 }, "Pyramids.Policy.RndReward.mean": { "value": 0.08535324649274116, "min": 0.07551089621354211, "max": 8.468867305885343, "count": 16 }, "Pyramids.Policy.RndReward.sum": { "value": 5.12119478956447, "min": 4.455142876598984, "max": 143.97074420005083, "count": 16 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 16 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 16 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1657556153", "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1657557164" }, "total": 1010.4290942160001, "count": 1, "self": 0.4359122689998003, "children": { "run_training.setup": { "total": 0.04097649600021214, "count": 1, "self": 0.04097649600021214 }, "TrainerController.start_learning": { "total": 1009.952205451, "count": 1, "self": 0.6580836910122798, "children": { "TrainerController._reset_env": { "total": 10.072324406999996, "count": 1, "self": 10.072324406999996 }, "TrainerController.advance": { "total": 999.1261248929877, "count": 31773, "self": 0.6877285939872309, "children": { "env_step": { "total": 648.0082168149713, "count": 31773, "self": 596.1937606409804, "children": { "SubprocessEnvManager._take_step": { "total": 51.46355741701018, "count": 31773, "self": 2.246374353032479, "children": { "TorchPolicy.evaluate": { "total": 49.2171830639777, "count": 31299, "self": 17.113333896963923, "children": { "TorchPolicy.sample_actions": { "total": 32.10384916701378, "count": 31299, "self": 32.10384916701378 } } } } }, "workers": { "total": 0.35089875698076867, "count": 31773, "self": 0.0, "children": { "worker_root": { "total": 1007.9281917560099, "count": 31773, "is_parallel": true, "self": 460.7510374319986, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.008449707999943712, "count": 1, "is_parallel": true, "self": 0.0053065460001562315, "children": { "_process_rank_one_or_two_observation": { "total": 0.0031431619997874805, "count": 8, "is_parallel": true, "self": 0.0031431619997874805 } } }, "UnityEnvironment.step": { "total": 0.047349387999929604, "count": 1, "is_parallel": true, "self": 0.0005596359999344713, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00044537999997373845, "count": 1, "is_parallel": true, "self": 0.00044537999997373845 }, "communicator.exchange": { "total": 0.04448806699997476, "count": 1, "is_parallel": true, "self": 0.04448806699997476 }, "steps_from_proto": { "total": 0.001856305000046632, "count": 1, "is_parallel": true, "self": 0.0005825400003232062, "children": { "_process_rank_one_or_two_observation": { "total": 0.0012737649997234257, "count": 8, "is_parallel": true, "self": 0.0012737649997234257 } } } } } } }, "UnityEnvironment.step": { "total": 547.1771543240113, "count": 31772, "is_parallel": true, "self": 13.797195006033462, "children": { "UnityEnvironment._generate_step_input": { "total": 11.369438549985489, "count": 31772, "is_parallel": true, "self": 11.369438549985489 }, "communicator.exchange": { "total": 476.31782719302896, "count": 31772, "is_parallel": true, "self": 476.31782719302896 }, "steps_from_proto": { "total": 45.692693574963414, "count": 31772, "is_parallel": true, "self": 11.238211301847741, "children": { "_process_rank_one_or_two_observation": { "total": 34.45448227311567, "count": 254176, "is_parallel": true, "self": 34.45448227311567 } } } } } } } } } } }, "trainer_advance": { "total": 350.43017948402917, "count": 31773, "self": 1.172426093031845, "children": { "process_trajectory": { "total": 79.70617045799895, "count": 31773, "self": 79.60031695199882, "children": { "RLTrainer._checkpoint": { "total": 0.10585350600013044, "count": 1, "self": 0.10585350600013044 } } }, "_update_policy": { "total": 269.5515829329984, "count": 219, "self": 105.58953385600375, "children": { "TorchPPOOptimizer.update": { "total": 163.96204907699462, "count": 11406, "self": 163.96204907699462 } } } } } } }, "trainer_threads": { "total": 1.1260003702773247e-06, "count": 1, "self": 1.1260003702773247e-06 }, "TrainerController._save_models": { "total": 0.09567133399968952, "count": 1, "self": 0.0016238129996963835, "children": { "RLTrainer._checkpoint": { "total": 0.09404752099999314, "count": 1, "self": 0.09404752099999314 } } } } } } }