| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4034305810928345, | |
| "min": 1.4034305810928345, | |
| "max": 1.4282028675079346, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 71417.7734375, | |
| "min": 68538.8359375, | |
| "max": 77959.34375, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 108.13232104121475, | |
| "min": 86.38732394366197, | |
| "max": 403.23387096774195, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49849.0, | |
| "min": 48975.0, | |
| "max": 50199.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999920.0, | |
| "min": 49816.0, | |
| "max": 1999920.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999920.0, | |
| "min": 49816.0, | |
| "max": 1999920.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.344649314880371, | |
| "min": 0.03824891149997711, | |
| "max": 2.432953357696533, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1080.88330078125, | |
| "min": 4.704616069793701, | |
| "max": 1366.883056640625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.525644866737523, | |
| "min": 1.7937373276648483, | |
| "max": 3.983973643409646, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1625.322283565998, | |
| "min": 220.62969130277634, | |
| "max": 2207.121398448944, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.525644866737523, | |
| "min": 1.7937373276648483, | |
| "max": 3.983973643409646, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1625.322283565998, | |
| "min": 220.62969130277634, | |
| "max": 2207.121398448944, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.015349182203863165, | |
| "min": 0.01247580703869365, | |
| "max": 0.019819147892606755, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.03069836440772633, | |
| "min": 0.0249516140773873, | |
| "max": 0.05594016904748665, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.046485221820573006, | |
| "min": 0.022858951157993742, | |
| "max": 0.05741672904955016, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.09297044364114601, | |
| "min": 0.046330076766510804, | |
| "max": 0.17225018714865048, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 4.414148528649997e-06, | |
| "min": 4.414148528649997e-06, | |
| "max": 0.00029526345157884987, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 8.828297057299993e-06, | |
| "min": 8.828297057299993e-06, | |
| "max": 0.0008435376188207999, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10147134999999999, | |
| "min": 0.10147134999999999, | |
| "max": 0.19842115000000005, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.20294269999999998, | |
| "min": 0.20294269999999998, | |
| "max": 0.5811792, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 8.342036499999995e-05, | |
| "min": 8.342036499999995e-05, | |
| "max": 0.004921215385, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.0001668407299999999, | |
| "min": 0.0001668407299999999, | |
| "max": 0.014060842079999998, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1678175160", | |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.22.4", | |
| "end_time_seconds": "1678177696" | |
| }, | |
| "total": 2536.3136756739996, | |
| "count": 1, | |
| "self": 0.45488817499972356, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.11121093999997811, | |
| "count": 1, | |
| "self": 0.11121093999997811 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2535.7475765589998, | |
| "count": 1, | |
| "self": 4.362757066978702, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 9.96098615599999, | |
| "count": 1, | |
| "self": 9.96098615599999 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2521.3003826110207, | |
| "count": 231878, | |
| "self": 4.840957383099521, | |
| "children": { | |
| "env_step": { | |
| "total": 1983.3617359159587, | |
| "count": 231878, | |
| "self": 1658.8923286979584, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 321.45116663293356, | |
| "count": 231878, | |
| "self": 17.23776875493104, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 304.2133978780025, | |
| "count": 223132, | |
| "self": 75.73246197400726, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 228.48093590399526, | |
| "count": 223132, | |
| "self": 228.48093590399526 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 3.018240585066792, | |
| "count": 231878, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2526.4654916440336, | |
| "count": 231878, | |
| "is_parallel": true, | |
| "self": 1183.4423280080782, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0010032120000005307, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00040302100012468145, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006001909998758492, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006001909998758492 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.041247334000104274, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003210869999747956, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002390210000839943, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002390210000839943 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.03757933700001104, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.03757933700001104 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0031078890000344472, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003130520000240722, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.002794837000010375, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.002794837000010375 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1343.0231636359554, | |
| "count": 231877, | |
| "is_parallel": true, | |
| "self": 39.94785394614155, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 86.00509682003053, | |
| "count": 231877, | |
| "is_parallel": true, | |
| "self": 86.00509682003053 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1121.5876918859278, | |
| "count": 231877, | |
| "is_parallel": true, | |
| "self": 1121.5876918859278 | |
| }, | |
| "steps_from_proto": { | |
| "total": 95.48252098385547, | |
| "count": 231877, | |
| "is_parallel": true, | |
| "self": 40.75366348487398, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 54.72885749898148, | |
| "count": 463754, | |
| "is_parallel": true, | |
| "self": 54.72885749898148 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 533.0976893119627, | |
| "count": 231878, | |
| "self": 7.025389523933541, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 175.75980759303036, | |
| "count": 231878, | |
| "self": 174.43497809902976, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.3248294940005962, | |
| "count": 10, | |
| "self": 1.3248294940005962 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 350.31249219499875, | |
| "count": 96, | |
| "self": 292.3959850699945, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 57.91650712500427, | |
| "count": 2880, | |
| "self": 57.91650712500427 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 8.209999577957205e-07, | |
| "count": 1, | |
| "self": 8.209999577957205e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12344990400015377, | |
| "count": 1, | |
| "self": 0.002617987000121502, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12083191700003226, | |
| "count": 1, | |
| "self": 0.12083191700003226 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |