| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.354724258184433, | |
| "min": 0.354724258184433, | |
| "max": 1.4311972856521606, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 10607.673828125, | |
| "min": 10607.673828125, | |
| "max": 43416.80078125, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989909.0, | |
| "min": 29942.0, | |
| "max": 989909.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989909.0, | |
| "min": 29942.0, | |
| "max": 989909.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.3551175892353058, | |
| "min": -0.1156456395983696, | |
| "max": 0.4024066925048828, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 92.33057403564453, | |
| "min": -27.754953384399414, | |
| "max": 105.43054962158203, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.030001625418663025, | |
| "min": 0.013187402859330177, | |
| "max": 0.357007771730423, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 7.800422668457031, | |
| "min": 3.4814743995666504, | |
| "max": 84.61083984375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06602441271598865, | |
| "min": 0.06491788623717208, | |
| "max": 0.07224542644852275, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9903661907398297, | |
| "min": 0.5057179851396593, | |
| "max": 1.038277832228535, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.013510492222849278, | |
| "min": 0.0002837238385301293, | |
| "max": 0.016081601046261357, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.20265738334273917, | |
| "min": 0.003688409900891681, | |
| "max": 0.225142414647659, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.596837467753329e-06, | |
| "min": 7.596837467753329e-06, | |
| "max": 0.0002952333444460286, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00011395256201629994, | |
| "min": 0.00011395256201629994, | |
| "max": 0.0036082053972648995, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10253224666666667, | |
| "min": 0.10253224666666667, | |
| "max": 0.19841111428571429, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5379837, | |
| "min": 1.3888778, | |
| "max": 2.5277187, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002629714419999999, | |
| "min": 0.0002629714419999999, | |
| "max": 0.009841270317142856, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.003944571629999998, | |
| "min": 0.003944571629999998, | |
| "max": 0.12028323649000001, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.017204105854034424, | |
| "min": 0.017204105854034424, | |
| "max": 0.5529566407203674, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.25806158781051636, | |
| "min": 0.24432560801506042, | |
| "max": 3.870696544647217, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 510.1694915254237, | |
| "min": 434.72463768115944, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30100.0, | |
| "min": 16613.0, | |
| "max": 32937.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.1887699672331413, | |
| "min": -0.9999097292461703, | |
| "max": 1.4830738237270942, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 71.32619803398848, | |
| "min": -31.99640165269375, | |
| "max": 96.39979854226112, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.1887699672331413, | |
| "min": -0.9999097292461703, | |
| "max": 1.4830738237270942, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 71.32619803398848, | |
| "min": -31.99640165269375, | |
| "max": 96.39979854226112, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.09074038836988621, | |
| "min": 0.0801951661689099, | |
| "max": 10.70980906661819, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 5.444423302193172, | |
| "min": 5.183203927415889, | |
| "max": 182.06675413250923, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1673452018", | |
| "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1673454411" | |
| }, | |
| "total": 2393.1668312819997, | |
| "count": 1, | |
| "self": 0.47755716700021367, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.11762555299992528, | |
| "count": 1, | |
| "self": 0.11762555299992528 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2392.5716485619996, | |
| "count": 1, | |
| "self": 1.5854257429091376, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.8362330350000775, | |
| "count": 1, | |
| "self": 6.8362330350000775 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2384.0418137450906, | |
| "count": 63621, | |
| "self": 1.616192863044489, | |
| "children": { | |
| "env_step": { | |
| "total": 1661.473924934033, | |
| "count": 63621, | |
| "self": 1538.4197854910983, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 122.06969735695066, | |
| "count": 63621, | |
| "self": 5.009102428891538, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 117.06059492805912, | |
| "count": 62564, | |
| "self": 39.53905387709028, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 77.52154105096884, | |
| "count": 62564, | |
| "self": 77.52154105096884 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.9844420859840284, | |
| "count": 63621, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2387.6302787020186, | |
| "count": 63621, | |
| "is_parallel": true, | |
| "self": 969.392527242966, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.002011108000033346, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0007641249999323918, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001246983000100954, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001246983000100954 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.05306404899988593, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006155969999781519, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004808159999356576, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004808159999356576 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.0501046409999617, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0501046409999617 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0018629950000104145, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004884800002855627, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0013745149997248518, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0013745149997248518 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1418.2377514590526, | |
| "count": 63620, | |
| "is_parallel": true, | |
| "self": 31.6984673098882, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 27.314615026037245, | |
| "count": 63620, | |
| "is_parallel": true, | |
| "self": 27.314615026037245 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1247.6935183621076, | |
| "count": 63620, | |
| "is_parallel": true, | |
| "self": 1247.6935183621076 | |
| }, | |
| "steps_from_proto": { | |
| "total": 111.53115076101949, | |
| "count": 63620, | |
| "is_parallel": true, | |
| "self": 26.628848834943028, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 84.90230192607646, | |
| "count": 508960, | |
| "is_parallel": true, | |
| "self": 84.90230192607646 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 720.9516959480134, | |
| "count": 63621, | |
| "self": 2.9347500919830054, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 164.10474770702876, | |
| "count": 63621, | |
| "self": 163.83715446802898, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2675932389997797, | |
| "count": 2, | |
| "self": 0.2675932389997797 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 553.9121981490016, | |
| "count": 457, | |
| "self": 216.4857368529856, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 337.426461296016, | |
| "count": 22833, | |
| "self": 337.426461296016 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.436999809811823e-06, | |
| "count": 1, | |
| "self": 1.436999809811823e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10817460199996276, | |
| "count": 1, | |
| "self": 0.0016312939997078502, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10654330800025491, | |
| "count": 1, | |
| "self": 0.10654330800025491 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |