{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4055018424987793, "min": 1.4055018424987793, "max": 1.4283711910247803, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 69815.4921875, "min": 69324.6796875, "max": 79282.765625, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 76.85692068429238, "min": 74.17894736842105, "max": 405.6209677419355, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49419.0, "min": 48837.0, "max": 50297.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999984.0, "min": 49671.0, "max": 1999984.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999984.0, "min": 49671.0, "max": 1999984.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.467658758163452, "min": 0.19889159500598907, "max": 2.497312068939209, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1586.70458984375, "min": 24.463666915893555, "max": 1648.455810546875, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.8877435134691916, "min": 1.8235282316440489, "max": 3.9956175839708696, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2499.8190791606903, "min": 224.29397249221802, "max": 2581.3300389647484, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.8877435134691916, "min": 1.8235282316440489, "max": 3.9956175839708696, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2499.8190791606903, "min": 224.29397249221802, "max": 2581.3300389647484, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.014007057576964145, "min": 0.013836398008910084, "max": 0.020424426682196403, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.04202117273089243, "min": 0.02767279601782017, "max": 0.05810498342907522, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05801414781146579, "min": 0.01907693293566505, "max": 0.06223193605740865, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.17404244343439737, "min": 0.0381538658713301, "max": 0.18669580817222595, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.57094880971667e-06, "min": 3.57094880971667e-06, "max": 0.00029533860155379996, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.071284642915001e-05, "min": 1.071284642915001e-05, "max": 0.0008441365686211499, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10119028333333335, "min": 0.10119028333333335, "max": 0.19844619999999996, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30357085000000006, "min": 0.20751460000000005, "max": 0.58137885, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.93951383333334e-05, "min": 6.93951383333334e-05, "max": 0.004922465380000001, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.0002081854150000002, "min": 0.0002081854150000002, "max": 0.014070804615000005, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1677226770", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.22.4", "end_time_seconds": "1677229121" }, "total": 2351.4904462120003, "count": 1, "self": 0.7999046320001071, "children": { "run_training.setup": { "total": 0.12088904500001263, "count": 1, "self": 0.12088904500001263 }, "TrainerController.start_learning": { "total": 2350.5696525350004, "count": 1, "self": 4.216171831960764, "children": { "TrainerController._reset_env": { "total": 10.579998720000049, "count": 1, "self": 10.579998720000049 }, "TrainerController.advance": { "total": 2335.6039372670393, "count": 232924, "self": 4.420339514963416, "children": { "env_step": { "total": 1816.317432771034, "count": 232924, "self": 1515.445118726036, "children": { "SubprocessEnvManager._take_step": { "total": 298.17045537903766, "count": 232924, "self": 15.543790957998795, "children": { "TorchPolicy.evaluate": { "total": 282.62666442103887, "count": 222938, "self": 70.85886578612633, "children": { "TorchPolicy.sample_actions": { "total": 211.76779863491254, "count": 222938, "self": 211.76779863491254 } } } } }, "workers": { "total": 2.7018586659602306, "count": 232924, "self": 0.0, "children": { "worker_root": { "total": 2342.3132327749095, "count": 232924, "is_parallel": true, "self": 1108.337007732047, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0027658860000201457, "count": 1, "is_parallel": true, "self": 0.0003225269999802549, "children": { "_process_rank_one_or_two_observation": { "total": 0.002443359000039891, "count": 2, "is_parallel": true, "self": 0.002443359000039891 } } }, "UnityEnvironment.step": { "total": 0.029121766000002935, "count": 1, "is_parallel": true, "self": 0.0003304339999203876, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00021447099993565644, "count": 1, "is_parallel": true, "self": 0.00021447099993565644 }, "communicator.exchange": { "total": 0.027894194000054995, "count": 1, "is_parallel": true, "self": 0.027894194000054995 }, "steps_from_proto": { "total": 0.0006826670000918966, "count": 1, "is_parallel": true, "self": 0.00023691700016570394, "children": { "_process_rank_one_or_two_observation": { "total": 0.0004457499999261927, "count": 2, "is_parallel": true, "self": 0.0004457499999261927 } } } } } } }, "UnityEnvironment.step": { "total": 1233.9762250428626, "count": 232923, "is_parallel": true, "self": 38.52537107474336, "children": { "UnityEnvironment._generate_step_input": { "total": 78.19056962405341, "count": 232923, "is_parallel": true, "self": 78.19056962405341 }, "communicator.exchange": { "total": 1026.8801595751097, "count": 232923, "is_parallel": true, "self": 1026.8801595751097 }, "steps_from_proto": { "total": 90.38012476895608, "count": 232923, "is_parallel": true, "self": 36.513085839017776, "children": { "_process_rank_one_or_two_observation": { "total": 53.8670389299383, "count": 465846, "is_parallel": true, "self": 53.8670389299383 } } } } } } } } } } }, "trainer_advance": { "total": 514.866164981042, "count": 232924, "self": 6.3704049369912354, "children": { "process_trajectory": { "total": 164.23613281005157, "count": 232924, "self": 162.87161599705212, "children": { "RLTrainer._checkpoint": { "total": 1.3645168129994545, "count": 10, "self": 1.3645168129994545 } } }, "_update_policy": { "total": 344.25962723399914, "count": 97, "self": 286.815884340003, "children": { "TorchPPOOptimizer.update": { "total": 57.44374289399616, "count": 2910, "self": 57.44374289399616 } } } } } } }, "trainer_threads": { "total": 1.13300029624952e-06, "count": 1, "self": 1.13300029624952e-06 }, "TrainerController._save_models": { "total": 0.16954358300017702, "count": 1, "self": 0.002646237000135443, "children": { "RLTrainer._checkpoint": { "total": 0.16689734600004158, "count": 1, "self": 0.16689734600004158 } } } } } } }