{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4092919826507568, "min": 1.4092919826507568, "max": 1.4301961660385132, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 69596.4765625, "min": 68767.875, "max": 79124.234375, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 88.59677419354838, "min": 88.59677419354838, "max": 399.632, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49437.0, "min": 49073.0, "max": 50170.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999254.0, "min": 49660.0, "max": 1999254.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999254.0, "min": 49660.0, "max": 1999254.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.3492512702941895, "min": 0.1504298448562622, "max": 2.426887273788452, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1310.8822021484375, "min": 18.653301239013672, "max": 1310.8822021484375, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.662880750433091, "min": 1.7666011516365312, "max": 3.9559147101798513, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2043.887458741665, "min": 219.05854280292988, "max": 2092.413083076477, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.662880750433091, "min": 1.7666011516365312, "max": 3.9559147101798513, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2043.887458741665, "min": 219.05854280292988, "max": 2092.413083076477, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.015594783076246838, "min": 0.013319463451868312, "max": 0.01903113664399522, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.046784349228740515, "min": 0.026638926903736624, "max": 0.05709340993198566, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.053174755473931634, "min": 0.021597031089994643, "max": 0.055262352650364235, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1595242664217949, "min": 0.04372593605269988, "max": 0.1638155462841193, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.2803989065666697e-06, "min": 3.2803989065666697e-06, "max": 0.00029531242656252493, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 9.84119671970001e-06, "min": 9.84119671970001e-06, "max": 0.0008440263186578998, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10109343333333336, "min": 0.10109343333333336, "max": 0.198437475, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30328030000000006, "min": 0.20734094999999997, "max": 0.5813421, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.456232333333338e-05, "min": 6.456232333333338e-05, "max": 0.004922030002499999, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00019368697000000015, "min": 0.00019368697000000015, "max": 0.01406897079, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1679843182", "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1679845573" }, "total": 2390.9552794, "count": 1, "self": 0.7312910980003835, "children": { "run_training.setup": { "total": 0.1992206999999553, "count": 1, "self": 0.1992206999999553 }, "TrainerController.start_learning": { "total": 2390.024767602, "count": 1, "self": 4.141128787905018, "children": { "TrainerController._reset_env": { "total": 9.15199890200006, "count": 1, "self": 9.15199890200006 }, "TrainerController.advance": { "total": 2376.540404258095, "count": 231592, "self": 4.563300514070761, "children": { "env_step": { "total": 1848.8990061549923, "count": 231592, "self": 1557.28336445507, "children": { "SubprocessEnvManager._take_step": { "total": 288.7800380739403, "count": 231592, "self": 17.784279503898915, "children": { "TorchPolicy.evaluate": { "total": 270.9957585700414, "count": 222829, "self": 270.9957585700414 } } }, "workers": { "total": 2.8356036259821167, "count": 231592, "self": 0.0, "children": { "worker_root": { "total": 2381.733818764991, "count": 231592, "is_parallel": true, "self": 1112.1934373789354, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0012175729999626128, "count": 1, "is_parallel": true, "self": 0.000324236999972527, "children": { "_process_rank_one_or_two_observation": { "total": 0.0008933359999900858, "count": 2, "is_parallel": true, "self": 0.0008933359999900858 } } }, "UnityEnvironment.step": { "total": 0.028956960000073195, "count": 1, "is_parallel": true, "self": 0.0003415460000724124, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00019724699996004347, "count": 1, "is_parallel": true, "self": 0.00019724699996004347 }, "communicator.exchange": { "total": 0.02769694200003414, "count": 1, "is_parallel": true, "self": 0.02769694200003414 }, "steps_from_proto": { "total": 0.0007212250000065978, "count": 1, "is_parallel": true, "self": 0.00019845400004214753, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005227709999644503, "count": 2, "is_parallel": true, "self": 0.0005227709999644503 } } } } } } }, "UnityEnvironment.step": { "total": 1269.5403813860557, "count": 231591, "is_parallel": true, "self": 38.74954693329073, "children": { "UnityEnvironment._generate_step_input": { "total": 77.5705869807922, "count": 231591, "is_parallel": true, "self": 77.5705869807922 }, "communicator.exchange": { "total": 1063.7521200030073, "count": 231591, "is_parallel": true, "self": 1063.7521200030073 }, "steps_from_proto": { "total": 89.46812746896569, "count": 231591, "is_parallel": true, "self": 33.66777433094251, "children": { "_process_rank_one_or_two_observation": { "total": 55.80035313802318, "count": 463182, "is_parallel": true, "self": 55.80035313802318 } } } } } } } } } } }, "trainer_advance": { "total": 523.0780975890317, "count": 231592, "self": 6.659045891045139, "children": { "process_trajectory": { "total": 142.2925298029869, "count": 231592, "self": 140.8674868939877, "children": { "RLTrainer._checkpoint": { "total": 1.4250429089992167, "count": 10, "self": 1.4250429089992167 } } }, "_update_policy": { "total": 374.12652189499966, "count": 97, "self": 314.59189018600694, "children": { "TorchPPOOptimizer.update": { "total": 59.53463170899272, "count": 2910, "self": 59.53463170899272 } } } } } } }, "trainer_threads": { "total": 1.3579997357737739e-06, "count": 1, "self": 1.3579997357737739e-06 }, "TrainerController._save_models": { "total": 0.19123429600040254, "count": 1, "self": 0.0028126690003773547, "children": { "RLTrainer._checkpoint": { "total": 0.18842162700002518, "count": 1, "self": 0.18842162700002518 } } } } } } }