{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4126642942428589, "min": 1.4126642942428589, "max": 1.4274890422821045, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 70068.1484375, "min": 69117.3828125, "max": 76809.0078125, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 94.7911877394636, "min": 84.88164665523156, "max": 379.67424242424244, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49481.0, "min": 48879.0, "max": 50151.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999862.0, "min": 49897.0, "max": 1999862.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999862.0, "min": 49897.0, "max": 1999862.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.3790035247802734, "min": 0.14388029277324677, "max": 2.46075177192688, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1241.83984375, "min": 18.848318099975586, "max": 1421.32470703125, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.658866833795533, "min": 1.6956584894930133, "max": 4.03121385169479, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1909.9284872412682, "min": 222.13126212358475, "max": 2236.7772645950317, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.658866833795533, "min": 1.6956584894930133, "max": 4.03121385169479, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1909.9284872412682, "min": 222.13126212358475, "max": 2236.7772645950317, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.0169812442594169, "min": 0.014196875062993462, "max": 0.019938473453900464, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.0339624885188338, "min": 0.029903898921717582, "max": 0.0582119286050632, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.055944746111830077, "min": 0.02277940365796288, "max": 0.058911373031636086, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.11188949222366015, "min": 0.04555880731592576, "max": 0.1725665317227443, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 4.609898463400013e-06, "min": 4.609898463400013e-06, "max": 0.0002953647015451, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 9.219796926800025e-06, "min": 9.219796926800025e-06, "max": 0.0008441625186125, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.1015366, "min": 0.1015366, "max": 0.19845489999999996, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.2030732, "min": 0.2030732, "max": 0.5813875000000001, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 8.667634000000026e-05, "min": 8.667634000000026e-05, "max": 0.00492289951, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00017335268000000053, "min": 0.00017335268000000053, "max": 0.01407123625, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1671869319", "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --force", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1671871573" }, "total": 2254.4680541870002, "count": 1, "self": 0.3856769900003201, "children": { "run_training.setup": { "total": 0.10814501200002269, "count": 1, "self": 0.10814501200002269 }, "TrainerController.start_learning": { "total": 2253.974232185, "count": 1, "self": 3.945529085950966, "children": { "TrainerController._reset_env": { "total": 8.169778937999979, "count": 1, "self": 8.169778937999979 }, "TrainerController.advance": { "total": 2241.7488430230487, "count": 232220, "self": 4.229061316960724, "children": { "env_step": { "total": 1774.3503586540323, "count": 232220, "self": 1488.5402578970156, "children": { "SubprocessEnvManager._take_step": { "total": 283.14592610299565, "count": 232220, "self": 14.539361759928909, "children": { "TorchPolicy.evaluate": { "total": 268.60656434306674, "count": 222932, "self": 66.82627315712125, "children": { "TorchPolicy.sample_actions": { "total": 201.7802911859455, "count": 222932, "self": 201.7802911859455 } } } } }, "workers": { "total": 2.66417465402111, "count": 232220, "self": 0.0, "children": { "worker_root": { "total": 2246.0525973460885, "count": 232220, "is_parallel": true, "self": 1025.2026065860614, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0022606910000035896, "count": 1, "is_parallel": true, "self": 0.0003299700000525263, "children": { "_process_rank_one_or_two_observation": { "total": 0.0019307209999510633, "count": 2, "is_parallel": true, "self": 0.0019307209999510633 } } }, "UnityEnvironment.step": { "total": 0.027809439000009206, "count": 1, "is_parallel": true, "self": 0.0002891829999498441, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0001752740000142694, "count": 1, "is_parallel": true, "self": 0.0001752740000142694 }, "communicator.exchange": { "total": 0.0262837030000469, "count": 1, "is_parallel": true, "self": 0.0262837030000469 }, "steps_from_proto": { "total": 0.0010612789999981942, "count": 1, "is_parallel": true, "self": 0.0003145759999370057, "children": { "_process_rank_one_or_two_observation": { "total": 0.0007467030000611885, "count": 2, "is_parallel": true, "self": 0.0007467030000611885 } } } } } } }, "UnityEnvironment.step": { "total": 1220.8499907600271, "count": 232219, "is_parallel": true, "self": 34.39107141202226, "children": { "UnityEnvironment._generate_step_input": { "total": 79.47017050599169, "count": 232219, "is_parallel": true, "self": 79.47017050599169 }, "communicator.exchange": { "total": 1012.4904460949704, "count": 232219, "is_parallel": true, "self": 1012.4904460949704 }, "steps_from_proto": { "total": 94.49830274704283, "count": 232219, "is_parallel": true, "self": 40.720452004984736, "children": { "_process_rank_one_or_two_observation": { "total": 53.77785074205809, "count": 464438, "is_parallel": true, "self": 53.77785074205809 } } } } } } } } } } }, "trainer_advance": { "total": 463.1694230520558, "count": 232220, "self": 6.148118653113158, "children": { "process_trajectory": { "total": 148.76602729694224, "count": 232220, "self": 147.5921694349426, "children": { "RLTrainer._checkpoint": { "total": 1.173857861999636, "count": 10, "self": 1.173857861999636 } } }, "_update_policy": { "total": 308.2552771020004, "count": 96, "self": 256.16774864399633, "children": { "TorchPPOOptimizer.update": { "total": 52.087528458004044, "count": 2880, "self": 52.087528458004044 } } } } } } }, "trainer_threads": { "total": 8.850001904647797e-07, "count": 1, "self": 8.850001904647797e-07 }, "TrainerController._save_models": { "total": 0.11008025299997826, "count": 1, "self": 0.0018424529998810613, "children": { "RLTrainer._checkpoint": { "total": 0.1082378000000972, "count": 1, "self": 0.1082378000000972 } } } } } } }