| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4064899682998657, | |
| "min": 1.4064854383468628, | |
| "max": 1.4262715578079224, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 71437.03125, | |
| "min": 67822.5703125, | |
| "max": 75924.0390625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 90.0783242258652, | |
| "min": 82.60367892976589, | |
| "max": 416.9166666666667, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49453.0, | |
| "min": 49011.0, | |
| "max": 50118.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999973.0, | |
| "min": 49759.0, | |
| "max": 1999973.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999973.0, | |
| "min": 49759.0, | |
| "max": 1999973.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.450319766998291, | |
| "min": 0.04748943820595741, | |
| "max": 2.5212624073028564, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1345.2255859375, | |
| "min": 5.651243209838867, | |
| "max": 1424.9581298828125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.7916242256624884, | |
| "min": 1.6432950977517777, | |
| "max": 3.958276013833658, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2081.601699888706, | |
| "min": 195.55211663246155, | |
| "max": 2228.2995309233665, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.7916242256624884, | |
| "min": 1.6432950977517777, | |
| "max": 3.958276013833658, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2081.601699888706, | |
| "min": 195.55211663246155, | |
| "max": 2228.2995309233665, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.014996415585564036, | |
| "min": 0.013424618435480323, | |
| "max": 0.01938797717933388, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.04498924675669211, | |
| "min": 0.029742667226916333, | |
| "max": 0.05532293899984021, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.054614540313680966, | |
| "min": 0.023121055526038013, | |
| "max": 0.05850492641329766, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.1638436209410429, | |
| "min": 0.046242111052076026, | |
| "max": 0.1665550631781419, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.5464488178833313e-06, | |
| "min": 3.5464488178833313e-06, | |
| "max": 0.00029534955155014993, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0639346453649993e-05, | |
| "min": 1.0639346453649993e-05, | |
| "max": 0.00084407446864185, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10118211666666667, | |
| "min": 0.10118211666666667, | |
| "max": 0.19844985000000004, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30354635, | |
| "min": 0.20750860000000004, | |
| "max": 0.58135815, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.898762166666665e-05, | |
| "min": 6.898762166666665e-05, | |
| "max": 0.0049226475150000015, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00020696286499999995, | |
| "min": 0.00020696286499999995, | |
| "max": 0.014069771685000003, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1688058803", | |
| "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1688061221" | |
| }, | |
| "total": 2418.405733335, | |
| "count": 1, | |
| "self": 0.45087275200057775, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.07057484999995722, | |
| "count": 1, | |
| "self": 0.07057484999995722 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2417.8842857329996, | |
| "count": 1, | |
| "self": 4.419946082949082, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.636135921999994, | |
| "count": 1, | |
| "self": 4.636135921999994 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2408.7027862990503, | |
| "count": 232192, | |
| "self": 4.567851282026368, | |
| "children": { | |
| "env_step": { | |
| "total": 1876.991392971025, | |
| "count": 232192, | |
| "self": 1581.8782045281116, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 292.3021187910167, | |
| "count": 232192, | |
| "self": 16.40376035104282, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 275.8983584399739, | |
| "count": 223028, | |
| "self": 275.8983584399739 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.811069651896787, | |
| "count": 232192, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2410.092154838934, | |
| "count": 232192, | |
| "is_parallel": true, | |
| "self": 1119.7396252539247, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0009583329999713897, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002604149999569927, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.000697918000014397, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.000697918000014397 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.029088542999943456, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00034279700003025937, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00021959299999707582, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021959299999707582 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.027768778999984534, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.027768778999984534 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007573739999315876, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00019828400002097624, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005590899999106114, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005590899999106114 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1290.3525295850095, | |
| "count": 232191, | |
| "is_parallel": true, | |
| "self": 39.73960698001929, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 78.10453723309308, | |
| "count": 232191, | |
| "is_parallel": true, | |
| "self": 78.10453723309308 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1076.3596271479844, | |
| "count": 232191, | |
| "is_parallel": true, | |
| "self": 1076.3596271479844 | |
| }, | |
| "steps_from_proto": { | |
| "total": 96.14875822391298, | |
| "count": 232191, | |
| "is_parallel": true, | |
| "self": 33.69079563980074, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 62.45796258411224, | |
| "count": 464382, | |
| "is_parallel": true, | |
| "self": 62.45796258411224 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 527.1435420459987, | |
| "count": 232192, | |
| "self": 7.045670322993601, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 136.4409142550062, | |
| "count": 232192, | |
| "self": 135.11660512600588, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.3243091290003122, | |
| "count": 10, | |
| "self": 1.3243091290003122 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 383.65695746799895, | |
| "count": 97, | |
| "self": 323.03555927601474, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 60.62139819198421, | |
| "count": 2910, | |
| "self": 60.62139819198421 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.870000212686136e-07, | |
| "count": 1, | |
| "self": 9.870000212686136e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1254164420001871, | |
| "count": 1, | |
| "self": 0.001933594000092853, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12348284800009424, | |
| "count": 1, | |
| "self": 0.12348284800009424 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |