{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.32736504077911377, "min": 0.30987367033958435, "max": 1.4152685403823853, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 9852.3779296875, "min": 9187.134765625, "max": 42933.5859375, "count": 33 }, "Pyramids.Step.mean": { "value": 989903.0, "min": 29952.0, "max": 989903.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989903.0, "min": 29952.0, "max": 989903.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.6005477905273438, "min": -0.1015888899564743, "max": 0.6862479448318481, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 168.75393676757812, "min": -24.482921600341797, "max": 199.01190185546875, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.05392308533191681, "min": -0.013329709880053997, "max": 0.4041973650455475, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 15.152386665344238, "min": -3.5990216732025146, "max": 97.00736999511719, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06834013429207039, "min": 0.0652287796113847, "max": 0.07254256601750275, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9567618800889856, "min": 0.47847769691190023, "max": 1.0463036657019984, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.014976887068422954, "min": 0.0005003818480421692, "max": 0.01638432307559664, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.20967641895792136, "min": 0.005003818480421692, "max": 0.22938052305835296, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.634197455300003e-06, "min": 7.634197455300003e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00010687876437420005, "min": 0.00010687876437420005, "max": 0.0031442810519064, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.1025447, "min": 0.1025447, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4356258, "min": 1.3691136000000002, "max": 2.4003468, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.00026421553000000015, "min": 0.00026421553000000015, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.0036990174200000024, "min": 0.0036990174200000024, "max": 0.10483455064, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.01569577120244503, "min": 0.015494920313358307, "max": 0.6125134229660034, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.21974080801010132, "min": 0.2169288843870163, "max": 4.287593841552734, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 327.58762886597935, "min": 279.13761467889907, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 31776.0, "min": 15984.0, "max": 32466.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.6311628685630475, "min": -1.0000000521540642, "max": 1.6849127127365633, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 158.2227982506156, "min": -32.000001668930054, "max": 185.34039840102196, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.6311628685630475, "min": -1.0000000521540642, "max": 1.6849127127365633, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 158.2227982506156, "min": -32.000001668930054, "max": 185.34039840102196, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.05337154749104604, "min": 0.046798368955659427, "max": 12.447560727596283, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 5.177040106631466, "min": 4.352248312876327, "max": 199.16097164154053, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1674832692", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids_RND_Curiosity --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1674834768" }, "total": 2075.306866171, "count": 1, "self": 0.4359613389997321, "children": { "run_training.setup": { "total": 0.10843290800005434, "count": 1, "self": 0.10843290800005434 }, "TrainerController.start_learning": { "total": 2074.7624719240002, "count": 1, "self": 1.1662516729884373, "children": { "TrainerController._reset_env": { "total": 6.070172855999999, "count": 1, "self": 6.070172855999999 }, "TrainerController.advance": { "total": 2067.4402378980117, "count": 63998, "self": 1.2531364960223073, "children": { "env_step": { "total": 1415.3067397109944, "count": 63998, "self": 1312.308863588998, "children": { "SubprocessEnvManager._take_step": { "total": 102.26085192704807, "count": 63998, "self": 4.2079648330602595, "children": { "TorchPolicy.evaluate": { "total": 98.0528870939878, "count": 62565, "self": 33.336836701015386, "children": { "TorchPolicy.sample_actions": { "total": 64.71605039297242, "count": 62565, "self": 64.71605039297242 } } } } }, "workers": { "total": 0.7370241949482761, "count": 63998, "self": 0.0, "children": { "worker_root": { "total": 2071.2543027849792, "count": 63998, "is_parallel": true, "self": 855.1600418060191, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.001889641000047959, "count": 1, "is_parallel": true, "self": 0.0006550270001071112, "children": { "_process_rank_one_or_two_observation": { "total": 0.0012346139999408479, "count": 8, "is_parallel": true, "self": 0.0012346139999408479 } } }, "UnityEnvironment.step": { "total": 0.04382523599997512, "count": 1, "is_parallel": true, "self": 0.00047273100005895685, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0005960610000101951, "count": 1, "is_parallel": true, "self": 0.0005960610000101951 }, "communicator.exchange": { "total": 0.04116753699997844, "count": 1, "is_parallel": true, "self": 0.04116753699997844 }, "steps_from_proto": { "total": 0.0015889069999275307, "count": 1, "is_parallel": true, "self": 0.0004101499999933367, "children": { "_process_rank_one_or_two_observation": { "total": 0.001178756999934194, "count": 8, "is_parallel": true, "self": 0.001178756999934194 } } } } } } }, "UnityEnvironment.step": { "total": 1216.0942609789602, "count": 63997, "is_parallel": true, "self": 27.489254769999434, "children": { "UnityEnvironment._generate_step_input": { "total": 21.894354905998966, "count": 63997, "is_parallel": true, "self": 21.894354905998966 }, "communicator.exchange": { "total": 1076.5815083929797, "count": 63997, "is_parallel": true, "self": 1076.5815083929797 }, "steps_from_proto": { "total": 90.12914290998185, "count": 63997, "is_parallel": true, "self": 20.912696180001262, "children": { "_process_rank_one_or_two_observation": { "total": 69.21644672998059, "count": 511976, "is_parallel": true, "self": 69.21644672998059 } } } } } } } } } } }, "trainer_advance": { "total": 650.8803616909948, "count": 63998, "self": 2.1824213260115357, "children": { "process_trajectory": { "total": 140.419382325985, "count": 63998, "self": 140.23119696698495, "children": { "RLTrainer._checkpoint": { "total": 0.18818535900004463, "count": 2, "self": 0.18818535900004463 } } }, "_update_policy": { "total": 508.2785580389983, "count": 441, "self": 187.27982716600104, "children": { "TorchPPOOptimizer.update": { "total": 320.99873087299727, "count": 22806, "self": 320.99873087299727 } } } } } } }, "trainer_threads": { "total": 9.000000318337698e-07, "count": 1, "self": 9.000000318337698e-07 }, "TrainerController._save_models": { "total": 0.08580859699986831, "count": 1, "self": 0.001585890999649564, "children": { "RLTrainer._checkpoint": { "total": 0.08422270600021875, "count": 1, "self": 0.08422270600021875 } } } } } } }