{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4028698205947876, "min": 1.4028698205947876, "max": 1.4244840145111084, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 71251.7578125, "min": 68231.296875, "max": 76737.6640625, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 82.53088480801335, "min": 82.53088480801335, "max": 401.696, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49436.0, "min": 49202.0, "max": 50212.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999937.0, "min": 49867.0, "max": 1999937.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999937.0, "min": 49867.0, "max": 1999937.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.399496555328369, "min": -0.10597319900989532, "max": 2.4546597003936768, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1437.2984619140625, "min": -13.140676498413086, "max": 1453.99365234375, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.778512103529725, "min": 1.618101525931589, "max": 3.883151812967679, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2263.328750014305, "min": 200.64458921551704, "max": 2307.165181219578, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.778512103529725, "min": 1.618101525931589, "max": 3.883151812967679, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2263.328750014305, "min": 200.64458921551704, "max": 2307.165181219578, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.014808915089169103, "min": 0.013778477982517263, "max": 0.02357511678079997, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.04442674526750731, "min": 0.027556955965034526, "max": 0.05744188116368605, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.06457541547715663, "min": 0.022712051247557007, "max": 0.06457541547715663, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1937262464314699, "min": 0.04542410249511401, "max": 0.1937262464314699, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.3436488854833283e-06, "min": 3.3436488854833283e-06, "max": 0.00029533822655392495, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.0030946656449985e-05, "min": 1.0030946656449985e-05, "max": 0.0008441352186215999, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10111451666666664, "min": 0.10111451666666664, "max": 0.19844607500000006, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.3033435499999999, "min": 0.2073529, "max": 0.5813784000000001, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.56143816666666e-05, "min": 6.56143816666666e-05, "max": 0.0049224591425, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00019684314499999979, "min": 0.00019684314499999979, "max": 0.014070782160000002, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1686302081", "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1686304636" }, "total": 2555.0046473519997, "count": 1, "self": 0.84094374399956, "children": { "run_training.setup": { "total": 0.04477935999989313, "count": 1, "self": 0.04477935999989313 }, "TrainerController.start_learning": { "total": 2554.1189242480004, "count": 1, "self": 4.717427193979802, "children": { "TrainerController._reset_env": { "total": 4.759873728999992, "count": 1, "self": 4.759873728999992 }, "TrainerController.advance": { "total": 2544.44280867502, "count": 231821, "self": 4.766091861004043, "children": { "env_step": { "total": 1995.7312761529683, "count": 231821, "self": 1677.6927263171897, "children": { "SubprocessEnvManager._take_step": { "total": 315.063570464903, "count": 231821, "self": 17.950349691945803, "children": { "TorchPolicy.evaluate": { "total": 297.1132207729572, "count": 222908, "self": 297.1132207729572 } } }, "workers": { "total": 2.9749793708756442, "count": 231821, "self": 0.0, "children": { "worker_root": { "total": 2545.8384939378293, "count": 231821, "is_parallel": true, "self": 1175.4170127367363, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0009515379999811557, "count": 1, "is_parallel": true, "self": 0.0002453560000503785, "children": { "_process_rank_one_or_two_observation": { "total": 0.0007061819999307772, "count": 2, "is_parallel": true, "self": 0.0007061819999307772 } } }, "UnityEnvironment.step": { "total": 0.031900004000135596, "count": 1, "is_parallel": true, "self": 0.00033283600009781367, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00022205400000530062, "count": 1, "is_parallel": true, "self": 0.00022205400000530062 }, "communicator.exchange": { "total": 0.030581122000057803, "count": 1, "is_parallel": true, "self": 0.030581122000057803 }, "steps_from_proto": { "total": 0.000763991999974678, "count": 1, "is_parallel": true, "self": 0.00023979200000212586, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005241999999725522, "count": 2, "is_parallel": true, "self": 0.0005241999999725522 } } } } } } }, "UnityEnvironment.step": { "total": 1370.421481201093, "count": 231820, "is_parallel": true, "self": 41.0765366020687, "children": { "UnityEnvironment._generate_step_input": { "total": 86.12698268896202, "count": 231820, "is_parallel": true, "self": 86.12698268896202 }, "communicator.exchange": { "total": 1143.0675871900098, "count": 231820, "is_parallel": true, "self": 1143.0675871900098 }, "steps_from_proto": { "total": 100.15037472005247, "count": 231820, "is_parallel": true, "self": 37.70770103702512, "children": { "_process_rank_one_or_two_observation": { "total": 62.44267368302735, "count": 463640, "is_parallel": true, "self": 62.44267368302735 } } } } } } } } } } }, "trainer_advance": { "total": 543.9454406610475, "count": 231821, "self": 7.190314162965024, "children": { "process_trajectory": { "total": 144.1531565300852, "count": 231821, "self": 142.72587819008504, "children": { "RLTrainer._checkpoint": { "total": 1.4272783400001572, "count": 10, "self": 1.4272783400001572 } } }, "_update_policy": { "total": 392.6019699679973, "count": 97, "self": 331.26146718497444, "children": { "TorchPPOOptimizer.update": { "total": 61.340502783022885, "count": 2910, "self": 61.340502783022885 } } } } } } }, "trainer_threads": { "total": 1.5010000424808823e-06, "count": 1, "self": 1.5010000424808823e-06 }, "TrainerController._save_models": { "total": 0.19881314900067082, "count": 1, "self": 0.0028690859999187523, "children": { "RLTrainer._checkpoint": { "total": 0.19594406300075207, "count": 1, "self": 0.19594406300075207 } } } } } } }