| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4087187051773071, | |
| "min": 1.4087185859680176, | |
| "max": 1.431748390197754, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 71913.6796875, | |
| "min": 67325.7265625, | |
| "max": 77690.9921875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 135.57837837837837, | |
| "min": 110.99552572706935, | |
| "max": 416.6115702479339, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 50164.0, | |
| "min": 48944.0, | |
| "max": 50410.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999898.0, | |
| "min": 49953.0, | |
| "max": 1999898.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999898.0, | |
| "min": 49953.0, | |
| "max": 1999898.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.1986868381500244, | |
| "min": 0.1227463036775589, | |
| "max": 2.3679516315460205, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 813.51416015625, | |
| "min": 14.7295560836792, | |
| "max": 1037.162841796875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.4052902365053024, | |
| "min": 1.808807759732008, | |
| "max": 3.643281173619462, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1259.9573875069618, | |
| "min": 217.05693116784096, | |
| "max": 1545.8550307750702, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.4052902365053024, | |
| "min": 1.808807759732008, | |
| "max": 3.643281173619462, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1259.9573875069618, | |
| "min": 217.05693116784096, | |
| "max": 1545.8550307750702, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.018873930351886278, | |
| "min": 0.01278413924058744, | |
| "max": 0.020758595462151183, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.037747860703772555, | |
| "min": 0.02556827848117488, | |
| "max": 0.05410972224878302, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.046421054067711034, | |
| "min": 0.02001634589396417, | |
| "max": 0.06832639990995328, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.09284210813542207, | |
| "min": 0.04003269178792834, | |
| "max": 0.19298415717979273, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 4.241273586274997e-06, | |
| "min": 4.241273586274997e-06, | |
| "max": 0.000295320076559975, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 8.482547172549994e-06, | |
| "min": 8.482547172549994e-06, | |
| "max": 0.00084416206861265, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10141372500000001, | |
| "min": 0.10141372500000001, | |
| "max": 0.19844002500000002, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.20282745000000002, | |
| "min": 0.20282745000000002, | |
| "max": 0.5813873500000002, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 8.054487749999996e-05, | |
| "min": 8.054487749999996e-05, | |
| "max": 0.0049221572475, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.0001610897549999999, | |
| "min": 0.0001610897549999999, | |
| "max": 0.014071228765, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1687704032", | |
| "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1687706339" | |
| }, | |
| "total": 2307.539091503, | |
| "count": 1, | |
| "self": 0.38623385499977303, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04549411900006817, | |
| "count": 1, | |
| "self": 0.04549411900006817 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2307.107363529, | |
| "count": 1, | |
| "self": 4.004986817025838, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.143943676999925, | |
| "count": 1, | |
| "self": 4.143943676999925 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2298.8369550709745, | |
| "count": 230132, | |
| "self": 4.161105163002958, | |
| "children": { | |
| "env_step": { | |
| "total": 1804.242106797995, | |
| "count": 230132, | |
| "self": 1520.3585297482025, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 281.2224626769256, | |
| "count": 230132, | |
| "self": 16.27790403991196, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 264.94455863701364, | |
| "count": 223039, | |
| "self": 264.94455863701364 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.661114372866791, | |
| "count": 230132, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2299.6964831730215, | |
| "count": 230132, | |
| "is_parallel": true, | |
| "self": 1051.863102336054, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.000915538000072047, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00026198099999419355, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006535570000778534, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006535570000778534 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.028539105999925596, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003801980000162075, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002453729999842835, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002453729999842835 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.027184189999957198, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.027184189999957198 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007293449999679069, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00022924099994270364, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005001040000252033, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005001040000252033 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1247.8333808369675, | |
| "count": 230131, | |
| "is_parallel": true, | |
| "self": 38.901876567822, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 77.90263047706924, | |
| "count": 230131, | |
| "is_parallel": true, | |
| "self": 77.90263047706924 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1038.350091220012, | |
| "count": 230131, | |
| "is_parallel": true, | |
| "self": 1038.350091220012 | |
| }, | |
| "steps_from_proto": { | |
| "total": 92.6787825720645, | |
| "count": 230131, | |
| "is_parallel": true, | |
| "self": 33.148309746210884, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 59.53047282585362, | |
| "count": 460262, | |
| "is_parallel": true, | |
| "self": 59.53047282585362 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 490.4337431099766, | |
| "count": 230132, | |
| "self": 6.578197936037213, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 119.28421941494071, | |
| "count": 230132, | |
| "self": 117.97167038094108, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.3125490339996304, | |
| "count": 10, | |
| "self": 1.3125490339996304 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 364.5713257589987, | |
| "count": 96, | |
| "self": 306.13342187600847, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 58.43790388299021, | |
| "count": 2880, | |
| "self": 58.43790388299021 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 8.729998626222368e-07, | |
| "count": 1, | |
| "self": 8.729998626222368e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12147709099963322, | |
| "count": 1, | |
| "self": 0.0018244579996462562, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.11965263299998696, | |
| "count": 1, | |
| "self": 0.11965263299998696 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |