{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.4532043933868408, "min": 0.44381052255630493, "max": 0.5803528428077698, "count": 17 }, "Pyramids.Policy.Entropy.sum": { "value": 13726.654296875, "min": 10595.9267578125, "max": 17317.728515625, "count": 17 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 432.7313432835821, "min": 394.775, "max": 581.1666666666666, "count": 17 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 28993.0, "min": 15791.0, "max": 31863.0, "count": 17 }, "Pyramids.Step.mean": { "value": 1499986.0, "min": 1019938.0, "max": 1499986.0, "count": 17 }, "Pyramids.Step.sum": { "value": 1499986.0, "min": 1019938.0, "max": 1499986.0, "count": 17 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.36165475845336914, "min": 0.2319091558456421, "max": 0.4280426502227783, "count": 17 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 96.20016479492188, "min": 59.83256149291992, "max": 113.85934448242188, "count": 17 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.035503603518009186, "min": -1.390764832496643, "max": 1.850163459777832, "count": 17 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 9.443958282470703, "min": -358.81732177734375, "max": 475.49200439453125, "count": 17 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.477692515102785, "min": 0.9784666348029586, "max": 1.5552099861204625, "count": 17 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 99.0053985118866, "min": 49.901798374950886, "max": 103.12619817256927, "count": 17 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.477692515102785, "min": 0.9784666348029586, "max": 1.5552099861204625, "count": 17 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 99.0053985118866, "min": 49.901798374950886, "max": 103.12619817256927, "count": 17 }, "Pyramids.Policy.RndReward.mean": { "value": 0.04428825573735078, "min": 0.04428825573735078, "max": 0.07632057223320142, "count": 17 }, "Pyramids.Policy.RndReward.sum": { "value": 2.9673131344025023, "min": 2.0459056455874816, "max": 4.027543442418391, "count": 17 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06789491880183397, "min": 0.06588758243163408, "max": 0.07212834758557225, "count": 17 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9505288632256755, "min": 0.6491551282701503, "max": 1.0362443234674479, "count": 17 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.016964047471576902, "min": 0.015326032984085646, "max": 0.5244140750891595, "count": 17 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.23749666460207663, "min": 0.21456446177719904, "max": 7.341797051248233, "count": 17 }, "Pyramids.Policy.LearningRate.mean": { "value": 3.0845275432857135e-06, "min": 3.0845275432857135e-06, "max": 9.787477848620741e-05, "count": 17 }, "Pyramids.Policy.LearningRate.sum": { "value": 4.318338560599999e-05, "min": 4.318338560599999e-05, "max": 0.0013020861659715998, "count": 17 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10102814285714287, "min": 0.10102814285714287, "max": 0.1326249037037037, "count": 17 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4143940000000002, "min": 1.1936241333333333, "max": 1.9048849333333338, "count": 17 }, "Pyramids.Policy.Beta.mean": { "value": 0.00011271147142857142, "min": 0.00011271147142857142, "max": 0.00326922788, "count": 17 }, "Pyramids.Policy.Beta.sum": { "value": 0.0015779605999999998, "min": 0.0015779605999999998, "max": 0.04349943716, "count": 17 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.009777999483048916, "min": 0.009777999483048916, "max": 0.01282537542283535, "count": 17 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.13689199090003967, "min": 0.11162860691547394, "max": 0.18299421668052673, "count": 17 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 17 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 17 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1674394967", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1674396060" }, "total": 1092.667596873, "count": 1, "self": 0.43018394000000626, "children": { "run_training.setup": { "total": 0.10236797300012768, "count": 1, "self": 0.10236797300012768 }, "TrainerController.start_learning": { "total": 1092.13504496, "count": 1, "self": 0.6659482690456571, "children": { "TrainerController._reset_env": { "total": 6.009644183999626, "count": 1, "self": 6.009644183999626 }, "TrainerController.advance": { "total": 1085.3672708049548, "count": 32135, "self": 0.6634570369433277, "children": { "env_step": { "total": 759.7270263679825, "count": 32135, "self": 706.0505475659379, "children": { "SubprocessEnvManager._take_step": { "total": 53.269509911006026, "count": 32135, "self": 2.2648675340533373, "children": { "TorchPolicy.evaluate": { "total": 51.00464237695269, "count": 31326, "self": 17.25952298097218, "children": { "TorchPolicy.sample_actions": { "total": 33.74511939598051, "count": 31326, "self": 33.74511939598051 } } } } }, "workers": { "total": 0.4069688910385594, "count": 32135, "self": 0.0, "children": { "worker_root": { "total": 1089.611901268005, "count": 32135, "is_parallel": true, "self": 434.65522339204836, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0018921700002465514, "count": 1, "is_parallel": true, "self": 0.000711918999968475, "children": { "_process_rank_one_or_two_observation": { "total": 0.0011802510002780764, "count": 8, "is_parallel": true, "self": 0.0011802510002780764 } } }, "UnityEnvironment.step": { "total": 0.048748384000191436, "count": 1, "is_parallel": true, "self": 0.0005123490004734776, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00054005700030757, "count": 1, "is_parallel": true, "self": 0.00054005700030757 }, "communicator.exchange": { "total": 0.045948587999646406, "count": 1, "is_parallel": true, "self": 0.045948587999646406 }, "steps_from_proto": { "total": 0.001747389999763982, "count": 1, "is_parallel": true, "self": 0.00042254599975422025, "children": { "_process_rank_one_or_two_observation": { "total": 0.0013248440000097617, "count": 8, "is_parallel": true, "self": 0.0013248440000097617 } } } } } } }, "UnityEnvironment.step": { "total": 654.9566778759568, "count": 32134, "is_parallel": true, "self": 13.927581371995984, "children": { "UnityEnvironment._generate_step_input": { "total": 11.930569120969267, "count": 32134, "is_parallel": true, "self": 11.930569120969267 }, "communicator.exchange": { "total": 576.0525423230297, "count": 32134, "is_parallel": true, "self": 576.0525423230297 }, "steps_from_proto": { "total": 53.04598505996182, "count": 32134, "is_parallel": true, "self": 11.768339568886404, "children": { "_process_rank_one_or_two_observation": { "total": 41.27764549107542, "count": 257072, "is_parallel": true, "self": 41.27764549107542 } } } } } } } } } } }, "trainer_advance": { "total": 324.976787400029, "count": 32135, "self": 1.2968600550302654, "children": { "process_trajectory": { "total": 75.45606778799629, "count": 32135, "self": 75.3409848169963, "children": { "RLTrainer._checkpoint": { "total": 0.11508297099999254, "count": 1, "self": 0.11508297099999254 } } }, "_update_policy": { "total": 248.22385955700247, "count": 235, "self": 92.66320894699629, "children": { "TorchPPOOptimizer.update": { "total": 155.56065061000618, "count": 11313, "self": 155.56065061000618 } } } } } } }, "trainer_threads": { "total": 9.289997251471505e-07, "count": 1, "self": 9.289997251471505e-07 }, "TrainerController._save_models": { "total": 0.09218077300010918, "count": 1, "self": 0.001816039000004821, "children": { "RLTrainer._checkpoint": { "total": 0.09036473400010436, "count": 1, "self": 0.09036473400010436 } } } } } } }