{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4093254804611206, "min": 1.4093254804611206, "max": 1.4275153875350952, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 70975.0390625, "min": 69211.65625, "max": 78483.9609375, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 67.97237569060773, "min": 67.97237569060773, "max": 408.0, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49212.0, "min": 49193.0, "max": 50184.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999944.0, "min": 49829.0, "max": 1999944.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999944.0, "min": 49829.0, "max": 1999944.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.4698071479797363, "min": 0.16838520765304565, "max": 2.5282535552978516, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1788.140380859375, "min": 20.54299545288086, "max": 1788.140380859375, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.8262913035259722, "min": 1.7884083287637742, "max": 4.000787892020666, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2770.234903752804, "min": 218.18581610918045, "max": 2770.234903752804, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.8262913035259722, "min": 1.7884083287637742, "max": 4.000787892020666, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2770.234903752804, "min": 218.18581610918045, "max": 2770.234903752804, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.01646817261353135, "min": 0.01358057946442083, "max": 0.020928734271243837, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.049404517840594055, "min": 0.02716115892884166, "max": 0.05268307883137216, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.06426209699776438, "min": 0.019766603875905273, "max": 0.06849251973132292, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1927862909932931, "min": 0.039533207751810545, "max": 0.1927862909932931, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.894498701866676e-06, "min": 3.894498701866676e-06, "max": 0.00029526630157789994, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.1683496105600028e-05, "min": 1.1683496105600028e-05, "max": 0.00084400816866395, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10129813333333333, "min": 0.10129813333333333, "max": 0.19842209999999993, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.3038944, "min": 0.20772110000000002, "max": 0.58133605, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 7.477685333333348e-05, "min": 7.477685333333348e-05, "max": 0.00492126279, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00022433056000000043, "min": 0.00022433056000000043, "max": 0.014068668894999997, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1671105727", "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1671108045" }, "total": 2317.6123089579996, "count": 1, "self": 0.4423164579998229, "children": { "run_training.setup": { "total": 0.11106611299999258, "count": 1, "self": 0.11106611299999258 }, "TrainerController.start_learning": { "total": 2317.0589263869997, "count": 1, "self": 4.109154067076361, "children": { "TrainerController._reset_env": { "total": 9.531489344000079, "count": 1, "self": 9.531489344000079 }, "TrainerController.advance": { "total": 2303.302195764923, "count": 233896, "self": 4.300955217869614, "children": { "env_step": { "total": 1817.0001195060454, "count": 233896, "self": 1527.557462704193, "children": { "SubprocessEnvManager._take_step": { "total": 286.63686149292323, "count": 233896, "self": 14.794123926962811, "children": { "TorchPolicy.evaluate": { "total": 271.8427375659604, "count": 222962, "self": 66.89903580498071, "children": { "TorchPolicy.sample_actions": { "total": 204.9437017609797, "count": 222962, "self": 204.9437017609797 } } } } }, "workers": { "total": 2.8057953089290777, "count": 233896, "self": 0.0, "children": { "worker_root": { "total": 2308.9468351130654, "count": 233896, "is_parallel": true, "self": 1055.4535742231033, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0025110139999924286, "count": 1, "is_parallel": true, "self": 0.0003635140000142201, "children": { "_process_rank_one_or_two_observation": { "total": 0.0021474999999782085, "count": 2, "is_parallel": true, "self": 0.0021474999999782085 } } }, "UnityEnvironment.step": { "total": 0.03058640300002935, "count": 1, "is_parallel": true, "self": 0.000320571000088421, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00021429000003081455, "count": 1, "is_parallel": true, "self": 0.00021429000003081455 }, "communicator.exchange": { "total": 0.029142679999949905, "count": 1, "is_parallel": true, "self": 0.029142679999949905 }, "steps_from_proto": { "total": 0.0009088619999602088, "count": 1, "is_parallel": true, "self": 0.0003247499998906278, "children": { "_process_rank_one_or_two_observation": { "total": 0.000584112000069581, "count": 2, "is_parallel": true, "self": 0.000584112000069581 } } } } } } }, "UnityEnvironment.step": { "total": 1253.4932608899621, "count": 233895, "is_parallel": true, "self": 35.89265505500953, "children": { "UnityEnvironment._generate_step_input": { "total": 81.03567993108129, "count": 233895, "is_parallel": true, "self": 81.03567993108129 }, "communicator.exchange": { "total": 1039.0441718099878, "count": 233895, "is_parallel": true, "self": 1039.0441718099878 }, "steps_from_proto": { "total": 97.52075409388351, "count": 233895, "is_parallel": true, "self": 42.667923664961336, "children": { "_process_rank_one_or_two_observation": { "total": 54.852830428922175, "count": 467790, "is_parallel": true, "self": 54.852830428922175 } } } } } } } } } } }, "trainer_advance": { "total": 482.001121041008, "count": 233896, "self": 5.985914647039522, "children": { "process_trajectory": { "total": 160.37110807296563, "count": 233896, "self": 159.19137461496553, "children": { "RLTrainer._checkpoint": { "total": 1.1797334580001007, "count": 10, "self": 1.1797334580001007 } } }, "_update_policy": { "total": 315.64409832100284, "count": 97, "self": 262.50361744999805, "children": { "TorchPPOOptimizer.update": { "total": 53.1404808710048, "count": 2910, "self": 53.1404808710048 } } } } } } }, "trainer_threads": { "total": 9.82000074145617e-07, "count": 1, "self": 9.82000074145617e-07 }, "TrainerController._save_models": { "total": 0.11608622900030241, "count": 1, "self": 0.0019830880000881734, "children": { "RLTrainer._checkpoint": { "total": 0.11410314100021424, "count": 1, "self": 0.11410314100021424 } } } } } } }