{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4071847200393677, "min": 1.4071847200393677, "max": 1.42912757396698, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 70436.6328125, "min": 68770.1328125, "max": 77197.5703125, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 109.20264317180617, "min": 97.90693069306931, "max": 397.3015873015873, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49578.0, "min": 48964.0, "max": 50193.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999933.0, "min": 49794.0, "max": 1999933.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999933.0, "min": 49794.0, "max": 1999933.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.3077268600463867, "min": -0.030434073880314827, "max": 2.407374143600464, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1047.7080078125, "min": -3.8042593002319336, "max": 1177.57958984375, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.490399238559118, "min": 1.6506823596954345, "max": 3.802232749136534, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1584.6412543058395, "min": 206.33529496192932, "max": 1823.6968754529953, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.490399238559118, "min": 1.6506823596954345, "max": 3.802232749136534, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1584.6412543058395, "min": 206.33529496192932, "max": 1823.6968754529953, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.015747409302912276, "min": 0.013982561259520784, "max": 0.021250190981663763, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.03149481860582455, "min": 0.02796512251904157, "max": 0.059090837721790496, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05063373458882173, "min": 0.022633647587564257, "max": 0.05494891125708819, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.10126746917764345, "min": 0.046650676801800725, "max": 0.15820129662752153, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 4.427573524174992e-06, "min": 4.427573524174992e-06, "max": 0.00029536665154445004, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 8.855147048349984e-06, "min": 8.855147048349984e-06, "max": 0.0008439960186679999, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10147582500000002, "min": 0.10147582500000002, "max": 0.19845555000000006, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.20295165000000004, "min": 0.20295165000000004, "max": 0.5813320000000002, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 8.364366749999985e-05, "min": 8.364366749999985e-05, "max": 0.004922931945, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.0001672873349999997, "min": 0.0001672873349999997, "max": 0.014068466800000002, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1690330298", "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1690332245" }, "total": 1946.6513342400003, "count": 1, "self": 0.32121696100057306, "children": { "run_training.setup": { "total": 0.03150228100003005, "count": 1, "self": 0.03150228100003005 }, "TrainerController.start_learning": { "total": 1946.2986149979997, "count": 1, "self": 4.127312205040198, "children": { "TrainerController._reset_env": { "total": 3.8991622580000467, "count": 1, "self": 3.8991622580000467 }, "TrainerController.advance": { "total": 1938.1598381889598, "count": 231126, "self": 3.9426333450844595, "children": { "env_step": { "total": 1465.8584584429796, "count": 231126, "self": 1201.001441823927, "children": { "SubprocessEnvManager._take_step": { "total": 262.1855099190319, "count": 231126, "self": 15.074062901122602, "children": { "TorchPolicy.evaluate": { "total": 247.1114470179093, "count": 223001, "self": 247.1114470179093 } } }, "workers": { "total": 2.6715067000204726, "count": 231126, "self": 0.0, "children": { "worker_root": { "total": 1938.926437993949, "count": 231126, "is_parallel": true, "self": 971.8683746948302, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0008233069999050713, "count": 1, "is_parallel": true, "self": 0.00022934999992685334, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005939569999782179, "count": 2, "is_parallel": true, "self": 0.0005939569999782179 } } }, "UnityEnvironment.step": { "total": 0.031867083999941315, "count": 1, "is_parallel": true, "self": 0.00016392200006976054, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00017166299994642031, "count": 1, "is_parallel": true, "self": 0.00017166299994642031 }, "communicator.exchange": { "total": 0.03110883699991973, "count": 1, "is_parallel": true, "self": 0.03110883699991973 }, "steps_from_proto": { "total": 0.00042266200000540266, "count": 1, "is_parallel": true, "self": 0.00012899300008939463, "children": { "_process_rank_one_or_two_observation": { "total": 0.00029366899991600803, "count": 2, "is_parallel": true, "self": 0.00029366899991600803 } } } } } } }, "UnityEnvironment.step": { "total": 967.0580632991189, "count": 231125, "is_parallel": true, "self": 26.94094800516416, "children": { "UnityEnvironment._generate_step_input": { "total": 49.70449671704239, "count": 231125, "is_parallel": true, "self": 49.70449671704239 }, "communicator.exchange": { "total": 825.6199269889598, "count": 231125, "is_parallel": true, "self": 825.6199269889598 }, "steps_from_proto": { "total": 64.7926915879525, "count": 231125, "is_parallel": true, "self": 25.46672496991323, "children": { "_process_rank_one_or_two_observation": { "total": 39.325966618039274, "count": 462250, "is_parallel": true, "self": 39.325966618039274 } } } } } } } } } } }, "trainer_advance": { "total": 468.3587464008958, "count": 231126, "self": 5.710515309867333, "children": { "process_trajectory": { "total": 116.20865000202889, "count": 231126, "self": 115.01167593402829, "children": { "RLTrainer._checkpoint": { "total": 1.1969740680005998, "count": 10, "self": 1.1969740680005998 } } }, "_update_policy": { "total": 346.4395810889996, "count": 96, "self": 291.48218570800566, "children": { "TorchPPOOptimizer.update": { "total": 54.957395380993944, "count": 2880, "self": 54.957395380993944 } } } } } } }, "trainer_threads": { "total": 9.769996722752694e-07, "count": 1, "self": 9.769996722752694e-07 }, "TrainerController._save_models": { "total": 0.11230136899985155, "count": 1, "self": 0.0023018029996819678, "children": { "RLTrainer._checkpoint": { "total": 0.10999956600016958, "count": 1, "self": 0.10999956600016958 } } } } } } }