{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.402174949645996, "min": 1.402174949645996, "max": 1.424701452255249, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 70391.984375, "min": 69040.6953125, "max": 76706.0859375, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 105.88817204301075, "min": 94.87715930902111, "max": 407.3170731707317, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49238.0, "min": 48841.0, "max": 50243.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999920.0, "min": 49768.0, "max": 1999920.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999920.0, "min": 49768.0, "max": 1999920.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.307819366455078, "min": -0.024764537811279297, "max": 2.4053356647491455, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1073.135986328125, "min": -3.021273612976074, "max": 1214.830810546875, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.6525447795467993, "min": 1.9660184212395402, "max": 3.878793141751919, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1698.4333224892616, "min": 239.8542473912239, "max": 1976.1333875060081, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.6525447795467993, "min": 1.9660184212395402, "max": 3.878793141751919, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1698.4333224892616, "min": 239.8542473912239, "max": 1976.1333875060081, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.0160227145356152, "min": 0.013501744628026951, "max": 0.019998678072443, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.048068143606845595, "min": 0.02829314985998887, "max": 0.05382341387376073, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.050940541591909194, "min": 0.022283304762095214, "max": 0.055733465962111955, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.15282162477572758, "min": 0.04456660952419043, "max": 0.16474984362721443, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.2570989143333322e-06, "min": 3.2570989143333322e-06, "max": 0.0002952624015792, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 9.771296742999996e-06, "min": 9.771296742999996e-06, "max": 0.0008438188687270499, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10108566666666668, "min": 0.10108566666666668, "max": 0.19842079999999995, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30325700000000005, "min": 0.20730640000000006, "max": 0.58127295, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.417476666666665e-05, "min": 6.417476666666665e-05, "max": 0.004921197919999999, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00019252429999999996, "min": 0.00019252429999999996, "max": 0.014065520205000001, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1718800234", "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", "mlagents_version": "1.1.0.dev0", "mlagents_envs_version": "1.1.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "2.3.0+cu121", "numpy_version": "1.23.5", "end_time_seconds": "1718802647" }, "total": 2413.1893895, "count": 1, "self": 0.7642287670000769, "children": { "run_training.setup": { "total": 0.06039117299997088, "count": 1, "self": 0.06039117299997088 }, "TrainerController.start_learning": { "total": 2412.36476956, "count": 1, "self": 4.204395282057703, "children": { "TrainerController._reset_env": { "total": 3.3497411849999708, "count": 1, "self": 3.3497411849999708 }, "TrainerController.advance": { "total": 2404.6397345459422, "count": 231176, "self": 4.7459477420206895, "children": { "env_step": { "total": 1904.222029717963, "count": 231176, "self": 1570.8660440499139, "children": { "SubprocessEnvManager._take_step": { "total": 330.5142259919707, "count": 231176, "self": 17.62992946308981, "children": { "TorchPolicy.evaluate": { "total": 312.8842965288809, "count": 223008, "self": 312.8842965288809 } } }, "workers": { "total": 2.8417596760786523, "count": 231176, "self": 0.0, "children": { "worker_root": { "total": 2405.3218872579664, "count": 231176, "is_parallel": true, "self": 1134.5734265841697, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0008581310000295161, "count": 1, "is_parallel": true, "self": 0.00021018399996819426, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006479470000613219, "count": 2, "is_parallel": true, "self": 0.0006479470000613219 } } }, "UnityEnvironment.step": { "total": 0.029358074000015222, "count": 1, "is_parallel": true, "self": 0.00042640600008780893, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00021467199997005082, "count": 1, "is_parallel": true, "self": 0.00021467199997005082 }, "communicator.exchange": { "total": 0.02798315399996909, "count": 1, "is_parallel": true, "self": 0.02798315399996909 }, "steps_from_proto": { "total": 0.0007338419999882717, "count": 1, "is_parallel": true, "self": 0.00020268699995540373, "children": { "_process_rank_one_or_two_observation": { "total": 0.000531155000032868, "count": 2, "is_parallel": true, "self": 0.000531155000032868 } } } } } } }, "UnityEnvironment.step": { "total": 1270.7484606737967, "count": 231175, "is_parallel": true, "self": 39.282537442927605, "children": { "UnityEnvironment._generate_step_input": { "total": 82.12169305603828, "count": 231175, "is_parallel": true, "self": 82.12169305603828 }, "communicator.exchange": { "total": 1060.179969806883, "count": 231175, "is_parallel": true, "self": 1060.179969806883 }, "steps_from_proto": { "total": 89.1642603679478, "count": 231175, "is_parallel": true, "self": 31.717771258893094, "children": { "_process_rank_one_or_two_observation": { "total": 57.44648910905471, "count": 462350, "is_parallel": true, "self": 57.44648910905471 } } } } } } } } } } }, "trainer_advance": { "total": 495.6717570859584, "count": 231176, "self": 6.560807257952888, "children": { "process_trajectory": { "total": 153.37727180900657, "count": 231176, "self": 151.91831078000627, "children": { "RLTrainer._checkpoint": { "total": 1.4589610290003066, "count": 10, "self": 1.4589610290003066 } } }, "_update_policy": { "total": 335.73367801899894, "count": 97, "self": 271.01813302899427, "children": { "TorchPPOOptimizer.update": { "total": 64.71554499000467, "count": 2910, "self": 64.71554499000467 } } } } } } }, "trainer_threads": { "total": 1.826000243454473e-06, "count": 1, "self": 1.826000243454473e-06 }, "TrainerController._save_models": { "total": 0.1708967209997354, "count": 1, "self": 0.0028094559997953183, "children": { "RLTrainer._checkpoint": { "total": 0.1680872649999401, "count": 1, "self": 0.1680872649999401 } } } } } } }