| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4055018424987793, | |
| "min": 1.4055018424987793, | |
| "max": 1.4283711910247803, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69815.4921875, | |
| "min": 69324.6796875, | |
| "max": 79282.765625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 76.85692068429238, | |
| "min": 74.17894736842105, | |
| "max": 405.6209677419355, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49419.0, | |
| "min": 48837.0, | |
| "max": 50297.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999984.0, | |
| "min": 49671.0, | |
| "max": 1999984.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999984.0, | |
| "min": 49671.0, | |
| "max": 1999984.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.467658758163452, | |
| "min": 0.19889159500598907, | |
| "max": 2.497312068939209, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1586.70458984375, | |
| "min": 24.463666915893555, | |
| "max": 1648.455810546875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.8877435134691916, | |
| "min": 1.8235282316440489, | |
| "max": 3.9956175839708696, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2499.8190791606903, | |
| "min": 224.29397249221802, | |
| "max": 2581.3300389647484, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.8877435134691916, | |
| "min": 1.8235282316440489, | |
| "max": 3.9956175839708696, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2499.8190791606903, | |
| "min": 224.29397249221802, | |
| "max": 2581.3300389647484, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.014007057576964145, | |
| "min": 0.013836398008910084, | |
| "max": 0.020424426682196403, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.04202117273089243, | |
| "min": 0.02767279601782017, | |
| "max": 0.05810498342907522, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05801414781146579, | |
| "min": 0.01907693293566505, | |
| "max": 0.06223193605740865, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.17404244343439737, | |
| "min": 0.0381538658713301, | |
| "max": 0.18669580817222595, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.57094880971667e-06, | |
| "min": 3.57094880971667e-06, | |
| "max": 0.00029533860155379996, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.071284642915001e-05, | |
| "min": 1.071284642915001e-05, | |
| "max": 0.0008441365686211499, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10119028333333335, | |
| "min": 0.10119028333333335, | |
| "max": 0.19844619999999996, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30357085000000006, | |
| "min": 0.20751460000000005, | |
| "max": 0.58137885, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.93951383333334e-05, | |
| "min": 6.93951383333334e-05, | |
| "max": 0.004922465380000001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.0002081854150000002, | |
| "min": 0.0002081854150000002, | |
| "max": 0.014070804615000005, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1677226770", | |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.22.4", | |
| "end_time_seconds": "1677229121" | |
| }, | |
| "total": 2351.4904462120003, | |
| "count": 1, | |
| "self": 0.7999046320001071, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.12088904500001263, | |
| "count": 1, | |
| "self": 0.12088904500001263 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2350.5696525350004, | |
| "count": 1, | |
| "self": 4.216171831960764, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 10.579998720000049, | |
| "count": 1, | |
| "self": 10.579998720000049 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2335.6039372670393, | |
| "count": 232924, | |
| "self": 4.420339514963416, | |
| "children": { | |
| "env_step": { | |
| "total": 1816.317432771034, | |
| "count": 232924, | |
| "self": 1515.445118726036, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 298.17045537903766, | |
| "count": 232924, | |
| "self": 15.543790957998795, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 282.62666442103887, | |
| "count": 222938, | |
| "self": 70.85886578612633, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 211.76779863491254, | |
| "count": 222938, | |
| "self": 211.76779863491254 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.7018586659602306, | |
| "count": 232924, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2342.3132327749095, | |
| "count": 232924, | |
| "is_parallel": true, | |
| "self": 1108.337007732047, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0027658860000201457, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003225269999802549, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.002443359000039891, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.002443359000039891 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.029121766000002935, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003304339999203876, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00021447099993565644, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021447099993565644 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.027894194000054995, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.027894194000054995 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0006826670000918966, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00023691700016570394, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0004457499999261927, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0004457499999261927 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1233.9762250428626, | |
| "count": 232923, | |
| "is_parallel": true, | |
| "self": 38.52537107474336, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 78.19056962405341, | |
| "count": 232923, | |
| "is_parallel": true, | |
| "self": 78.19056962405341 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1026.8801595751097, | |
| "count": 232923, | |
| "is_parallel": true, | |
| "self": 1026.8801595751097 | |
| }, | |
| "steps_from_proto": { | |
| "total": 90.38012476895608, | |
| "count": 232923, | |
| "is_parallel": true, | |
| "self": 36.513085839017776, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 53.8670389299383, | |
| "count": 465846, | |
| "is_parallel": true, | |
| "self": 53.8670389299383 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 514.866164981042, | |
| "count": 232924, | |
| "self": 6.3704049369912354, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 164.23613281005157, | |
| "count": 232924, | |
| "self": 162.87161599705212, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.3645168129994545, | |
| "count": 10, | |
| "self": 1.3645168129994545 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 344.25962723399914, | |
| "count": 97, | |
| "self": 286.815884340003, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 57.44374289399616, | |
| "count": 2910, | |
| "self": 57.44374289399616 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.13300029624952e-06, | |
| "count": 1, | |
| "self": 1.13300029624952e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.16954358300017702, | |
| "count": 1, | |
| "self": 0.002646237000135443, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.16689734600004158, | |
| "count": 1, | |
| "self": 0.16689734600004158 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |