| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.411130428314209, | |
| "min": 1.411130428314209, | |
| "max": 1.4308342933654785, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 70522.65625, | |
| "min": 69083.3125, | |
| "max": 76820.1640625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 89.17837837837838, | |
| "min": 77.95892575039494, | |
| "max": 400.952, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49494.0, | |
| "min": 48833.0, | |
| "max": 50119.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999995.0, | |
| "min": 49913.0, | |
| "max": 1999995.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999995.0, | |
| "min": 49913.0, | |
| "max": 1999995.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.4392201900482178, | |
| "min": 0.09755435585975647, | |
| "max": 2.467200756072998, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1353.7672119140625, | |
| "min": 12.096739768981934, | |
| "max": 1536.8299560546875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.750228562011375, | |
| "min": 1.918273605886967, | |
| "max": 3.956746984050985, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2081.376851916313, | |
| "min": 237.8659271299839, | |
| "max": 2410.028559267521, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.750228562011375, | |
| "min": 1.918273605886967, | |
| "max": 3.956746984050985, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2081.376851916313, | |
| "min": 237.8659271299839, | |
| "max": 2410.028559267521, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.014831695314812045, | |
| "min": 0.014548690971181107, | |
| "max": 0.0213386071525747, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.04449508594443614, | |
| "min": 0.029097381942362215, | |
| "max": 0.05930451426538639, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05382114205923346, | |
| "min": 0.02280137212947011, | |
| "max": 0.06212841104716063, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.16146342617770038, | |
| "min": 0.04560274425894022, | |
| "max": 0.17400044488410155, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.77269874246666e-06, | |
| "min": 3.77269874246666e-06, | |
| "max": 0.00029530987656337495, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.131809622739998e-05, | |
| "min": 1.131809622739998e-05, | |
| "max": 0.0008438131687289499, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10125753333333336, | |
| "min": 0.10125753333333336, | |
| "max": 0.19843662499999998, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30377260000000006, | |
| "min": 0.20765839999999994, | |
| "max": 0.5812710500000001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 7.275091333333322e-05, | |
| "min": 7.275091333333322e-05, | |
| "max": 0.004921987587500002, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00021825273999999967, | |
| "min": 0.00021825273999999967, | |
| "max": 0.014065425395, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1670733387", | |
| "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1670735552" | |
| }, | |
| "total": 2164.817129356, | |
| "count": 1, | |
| "self": 0.4433190360005028, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.10458352299997387, | |
| "count": 1, | |
| "self": 0.10458352299997387 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2164.2692267969996, | |
| "count": 1, | |
| "self": 3.5929593219693743, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 9.734402929999987, | |
| "count": 1, | |
| "self": 9.734402929999987 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2150.8182564110307, | |
| "count": 232790, | |
| "self": 4.0246047750438265, | |
| "children": { | |
| "env_step": { | |
| "total": 1691.3111083359672, | |
| "count": 232790, | |
| "self": 1418.9739712178282, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 269.82475813007113, | |
| "count": 232790, | |
| "self": 13.793747723015827, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 256.0310104070553, | |
| "count": 223040, | |
| "self": 64.18851357503195, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 191.84249683202336, | |
| "count": 223040, | |
| "self": 191.84249683202336 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.512378988067894, | |
| "count": 232790, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2156.5596291230668, | |
| "count": 232790, | |
| "is_parallel": true, | |
| "self": 990.1868458920217, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0019078719999470195, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00031790499997441657, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001589966999972603, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.001589966999972603 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.026397007000014128, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000261424000086663, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00017691799996555346, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00017691799996555346 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.025226821999922322, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.025226821999922322 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007318430000395892, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002434540000422203, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.000488388999997369, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.000488388999997369 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1166.372783231045, | |
| "count": 232789, | |
| "is_parallel": true, | |
| "self": 33.80958087418958, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 74.29662828395544, | |
| "count": 232789, | |
| "is_parallel": true, | |
| "self": 74.29662828395544 | |
| }, | |
| "communicator.exchange": { | |
| "total": 967.444823756924, | |
| "count": 232789, | |
| "is_parallel": true, | |
| "self": 967.444823756924 | |
| }, | |
| "steps_from_proto": { | |
| "total": 90.82175031597615, | |
| "count": 232789, | |
| "is_parallel": true, | |
| "self": 37.31989992685362, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 53.501850389122524, | |
| "count": 465578, | |
| "is_parallel": true, | |
| "self": 53.501850389122524 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 455.4825433000194, | |
| "count": 232790, | |
| "self": 5.705480352008067, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 143.63191196201421, | |
| "count": 232790, | |
| "self": 143.1587909270146, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.47312103499962177, | |
| "count": 4, | |
| "self": 0.47312103499962177 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 306.14515098599713, | |
| "count": 97, | |
| "self": 253.6386439759981, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 52.50650700999904, | |
| "count": 2910, | |
| "self": 52.50650700999904 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.349996616947465e-07, | |
| "count": 1, | |
| "self": 9.349996616947465e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12360719900016193, | |
| "count": 1, | |
| "self": 0.002274552000017138, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12133264700014479, | |
| "count": 1, | |
| "self": 0.12133264700014479 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |