| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4070351123809814, | |
| "min": 1.4070351123809814, | |
| "max": 1.4288113117218018, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 72096.4765625, | |
| "min": 67641.5546875, | |
| "max": 77039.8984375, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 101.10303030303031, | |
| "min": 80.34146341463415, | |
| "max": 379.01503759398497, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 50046.0, | |
| "min": 48789.0, | |
| "max": 50409.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999896.0, | |
| "min": 49904.0, | |
| "max": 1999896.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999896.0, | |
| "min": 49904.0, | |
| "max": 1999896.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.4080214500427246, | |
| "min": 0.0691513866186142, | |
| "max": 2.4819653034210205, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1191.9705810546875, | |
| "min": 9.127983093261719, | |
| "max": 1471.8446044921875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.607967947829853, | |
| "min": 1.6853504715995355, | |
| "max": 4.056688231633881, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1785.9441341757774, | |
| "min": 222.4662622511387, | |
| "max": 2393.44605666399, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.607967947829853, | |
| "min": 1.6853504715995355, | |
| "max": 4.056688231633881, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1785.9441341757774, | |
| "min": 222.4662622511387, | |
| "max": 2393.44605666399, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.015821912555838934, | |
| "min": 0.013262534732348286, | |
| "max": 0.021437966507073726, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.04746573766751681, | |
| "min": 0.02652506946469657, | |
| "max": 0.05455798719194718, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05936468897594346, | |
| "min": 0.02264649427185456, | |
| "max": 0.05936468897594346, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.17809406692783036, | |
| "min": 0.04529298854370912, | |
| "max": 0.17809406692783036, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.353348882249997e-06, | |
| "min": 3.353348882249997e-06, | |
| "max": 0.00029538292653902493, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.006004664674999e-05, | |
| "min": 1.006004664674999e-05, | |
| "max": 0.00084426706857765, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10111775000000002, | |
| "min": 0.10111775000000002, | |
| "max": 0.19846097499999993, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.3033532500000001, | |
| "min": 0.20737150000000007, | |
| "max": 0.5814223500000001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.577572499999995e-05, | |
| "min": 6.577572499999995e-05, | |
| "max": 0.0049232026525, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00019732717499999983, | |
| "min": 0.00019732717499999983, | |
| "max": 0.014072975264999999, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1707167685", | |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.2.0+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1707170094" | |
| }, | |
| "total": 2408.776927227, | |
| "count": 1, | |
| "self": 0.395263963999696, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05145957400009138, | |
| "count": 1, | |
| "self": 0.05145957400009138 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2408.3302036890004, | |
| "count": 1, | |
| "self": 4.658158135017402, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.0136501269998917, | |
| "count": 1, | |
| "self": 3.0136501269998917 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2400.5374696559825, | |
| "count": 232633, | |
| "self": 4.976174993229961, | |
| "children": { | |
| "env_step": { | |
| "total": 1936.6356504668383, | |
| "count": 232633, | |
| "self": 1591.3879358678728, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 342.3831602209284, | |
| "count": 232633, | |
| "self": 16.375016087897166, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 326.00814413303124, | |
| "count": 223058, | |
| "self": 326.00814413303124 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.8645543780371554, | |
| "count": 232633, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2400.835420867929, | |
| "count": 232633, | |
| "is_parallel": true, | |
| "self": 1109.4815888948983, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0008870569999999134, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00023569299992232118, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006513640000775922, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006513640000775922 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.035962236000159464, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003199770003448066, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0056272140000146464, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0056272140000146464 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.029297865999978967, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.029297865999978967 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007171789998210443, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00019572299970604945, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005214560001149948, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005214560001149948 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1291.3538319730305, | |
| "count": 232632, | |
| "is_parallel": true, | |
| "self": 40.76395329984007, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 88.6485411791964, | |
| "count": 232632, | |
| "is_parallel": true, | |
| "self": 88.6485411791964 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1069.589074896062, | |
| "count": 232632, | |
| "is_parallel": true, | |
| "self": 1069.589074896062 | |
| }, | |
| "steps_from_proto": { | |
| "total": 92.35226259793217, | |
| "count": 232632, | |
| "is_parallel": true, | |
| "self": 34.59302033581207, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 57.7592422621201, | |
| "count": 465264, | |
| "is_parallel": true, | |
| "self": 57.7592422621201 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 458.9256441959142, | |
| "count": 232633, | |
| "self": 6.782251818973236, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 157.80385947394416, | |
| "count": 232633, | |
| "self": 156.50154561094405, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.3023138630001085, | |
| "count": 10, | |
| "self": 1.3023138630001085 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 294.3395329029968, | |
| "count": 97, | |
| "self": 242.69656993303033, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 51.64296296996645, | |
| "count": 2910, | |
| "self": 51.64296296996645 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 8.639999578008428e-07, | |
| "count": 1, | |
| "self": 8.639999578008428e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12092490700069902, | |
| "count": 1, | |
| "self": 0.002421692000098119, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1185032150006009, | |
| "count": 1, | |
| "self": 0.1185032150006009 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |