| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4070372581481934, | |
| "min": 1.4070372581481934, | |
| "max": 1.426780104637146, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 73600.7109375, | |
| "min": 65940.171875, | |
| "max": 76446.8125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 121.00731707317073, | |
| "min": 90.51282051282051, | |
| "max": 396.3307086614173, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49613.0, | |
| "min": 48967.0, | |
| "max": 50334.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999987.0, | |
| "min": 49711.0, | |
| "max": 1999987.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999987.0, | |
| "min": 49711.0, | |
| "max": 1999987.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.244126081466675, | |
| "min": 0.16440355777740479, | |
| "max": 2.441737174987793, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 920.0916748046875, | |
| "min": 20.714847564697266, | |
| "max": 1294.0159912109375, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.3038453363790743, | |
| "min": 1.7864886385107797, | |
| "max": 3.970253024250269, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1354.5765879154205, | |
| "min": 225.09756845235825, | |
| "max": 2044.1585366725922, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.3038453363790743, | |
| "min": 1.7864886385107797, | |
| "max": 3.970253024250269, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1354.5765879154205, | |
| "min": 225.09756845235825, | |
| "max": 2044.1585366725922, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.019770919356879958, | |
| "min": 0.014015318685980875, | |
| "max": 0.020032326967662408, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.059312758070639876, | |
| "min": 0.028342480595407928, | |
| "max": 0.06009698090298723, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.04348651880605353, | |
| "min": 0.021646662149578333, | |
| "max": 0.055100522976782584, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.1304595564181606, | |
| "min": 0.043293324299156666, | |
| "max": 0.16530156893034775, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.3549488817166644e-06, | |
| "min": 3.3549488817166644e-06, | |
| "max": 0.00029536815154395, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0064846645149993e-05, | |
| "min": 1.0064846645149993e-05, | |
| "max": 0.0008442379685873499, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10111828333333335, | |
| "min": 0.10111828333333335, | |
| "max": 0.19845605, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30335485000000006, | |
| "min": 0.20742574999999994, | |
| "max": 0.5814126500000001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.580233833333332e-05, | |
| "min": 6.580233833333332e-05, | |
| "max": 0.004922956895000001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00019740701499999997, | |
| "min": 0.00019740701499999997, | |
| "max": 0.014072491234999998, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1672232141", | |
| "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1672234542" | |
| }, | |
| "total": 2401.209687638, | |
| "count": 1, | |
| "self": 0.44201105399997687, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.11021809700002905, | |
| "count": 1, | |
| "self": 0.11021809700002905 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2400.657458487, | |
| "count": 1, | |
| "self": 5.144796594142008, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.354320927999993, | |
| "count": 1, | |
| "self": 6.354320927999993 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2389.025791618858, | |
| "count": 231476, | |
| "self": 4.7172547506024785, | |
| "children": { | |
| "env_step": { | |
| "total": 1902.3635448030918, | |
| "count": 231476, | |
| "self": 1596.7013583579792, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 302.6286335100242, | |
| "count": 231476, | |
| "self": 16.308641288049103, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 286.3199922219751, | |
| "count": 223130, | |
| "self": 71.67136191698091, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 214.64863030499419, | |
| "count": 223130, | |
| "self": 214.64863030499419 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 3.033552935088437, | |
| "count": 231476, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2391.7692368599833, | |
| "count": 231476, | |
| "is_parallel": true, | |
| "self": 1084.5833515389227, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0007913059999964389, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00029233399993700004, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0004989720000594389, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0004989720000594389 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.027719493999939004, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00027144599994244345, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00018798099995365192, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00018798099995365192 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.026322091999986696, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.026322091999986696 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0009379750000562126, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00023492200011787645, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0007030529999383361, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0007030529999383361 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1307.1858853210606, | |
| "count": 231475, | |
| "is_parallel": true, | |
| "self": 36.417985630106614, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 80.01897625094466, | |
| "count": 231475, | |
| "is_parallel": true, | |
| "self": 80.01897625094466 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1089.46922868102, | |
| "count": 231475, | |
| "is_parallel": true, | |
| "self": 1089.46922868102 | |
| }, | |
| "steps_from_proto": { | |
| "total": 101.27969475898942, | |
| "count": 231475, | |
| "is_parallel": true, | |
| "self": 40.56129080914809, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 60.71840394984133, | |
| "count": 462950, | |
| "is_parallel": true, | |
| "self": 60.71840394984133 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 481.94499206516355, | |
| "count": 231476, | |
| "self": 7.6248858611525065, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 151.07769789400936, | |
| "count": 231476, | |
| "self": 149.86452877900933, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.2131691150000279, | |
| "count": 10, | |
| "self": 1.2131691150000279 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 323.2424083100017, | |
| "count": 97, | |
| "self": 267.54165742000885, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 55.70075088999283, | |
| "count": 2910, | |
| "self": 55.70075088999283 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.8119999367627315e-06, | |
| "count": 1, | |
| "self": 1.8119999367627315e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.13254753399996844, | |
| "count": 1, | |
| "self": 0.002754973999799404, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12979256000016903, | |
| "count": 1, | |
| "self": 0.12979256000016903 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |