{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4170324802398682, "min": 1.4170324802398682, "max": 1.4311511516571045, "count": 20 }, "Huggy.Policy.Entropy.sum": { "value": 71344.75, "min": 67557.2109375, "max": 76684.78125, "count": 20 }, "Huggy.Environment.EpisodeLength.mean": { "value": 90.5229357798165, "min": 88.35231316725978, "max": 402.78225806451616, "count": 20 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49335.0, "min": 49187.0, "max": 50215.0, "count": 20 }, "Huggy.Step.mean": { "value": 999973.0, "min": 49500.0, "max": 999973.0, "count": 20 }, "Huggy.Step.sum": { "value": 999973.0, "min": 49500.0, "max": 999973.0, "count": 20 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.3265249729156494, "min": 0.015927419066429138, "max": 2.397679090499878, "count": 20 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1267.9560546875, "min": 1.9590725898742676, "max": 1290.7685546875, "count": 20 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.790223150406409, "min": 1.7481664724466277, "max": 4.011998785087107, "count": 20 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2065.6716169714928, "min": 215.0244761109352, "max": 2082.2239399552345, "count": 20 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.790223150406409, "min": 1.7481664724466277, "max": 4.011998785087107, "count": 20 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2065.6716169714928, "min": 215.0244761109352, "max": 2082.2239399552345, "count": 20 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.015000133725698105, "min": 0.013644527613845034, "max": 0.01920414531972104, "count": 20 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.03000026745139621, "min": 0.027289055227690068, "max": 0.054524820158258075, "count": 20 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05512207051118215, "min": 0.023726167467733223, "max": 0.061831743187374534, "count": 20 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1102441410223643, "min": 0.049089783181746796, "max": 0.1854952295621236, "count": 20 }, "Huggy.Policy.LearningRate.mean": { "value": 0.000152958574013825, "min": 0.000152958574013825, "max": 0.0002953000515666499, "count": 20 }, "Huggy.Policy.LearningRate.sum": { "value": 0.00030591714802765, "min": 0.00030591714802765, "max": 0.0008439468186843999, "count": 20 }, "Huggy.Policy.Epsilon.mean": { "value": 0.150986175, "min": 0.150986175, "max": 0.19843334999999995, "count": 20 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30197235, "min": 0.30197235, "max": 0.5813156, "count": 20 }, "Huggy.Policy.Beta.mean": { "value": 0.0025542101325, "min": 0.0025542101325, "max": 0.004921824165000001, "count": 20 }, "Huggy.Policy.Beta.sum": { "value": 0.005108420265, "min": 0.005108420265, "max": 0.01406764844, "count": 20 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 20 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 20 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1673689799", "python_version": "3.9.0 (default, Nov 15 2020, 14:28:56) \n[GCC 7.3.0]", "command_line_arguments": "/home/chqma/miniconda3/envs/ml-agents/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0", "numpy_version": "1.21.2", "end_time_seconds": "1673691135" }, "total": 1335.2780330230016, "count": 1, "self": 0.9473916489514522, "children": { "run_training.setup": { "total": 0.056717236002441496, "count": 1, "self": 0.056717236002441496 }, "TrainerController.start_learning": { "total": 1334.2739241380477, "count": 1, "self": 2.6430093001108617, "children": { "TrainerController._reset_env": { "total": 12.935165436996613, "count": 1, "self": 12.935165436996613 }, "TrainerController.advance": { "total": 1318.3525951159536, "count": 119862, "self": 2.4882673785905354, "children": { "env_step": { "total": 1101.1251479383209, "count": 119862, "self": 826.4893008981016, "children": { "SubprocessEnvManager._take_step": { "total": 272.9560723785544, "count": 119862, "self": 9.733543494599871, "children": { "TorchPolicy.evaluate": { "total": 263.2225288839545, "count": 115858, "self": 263.2225288839545 } } }, "workers": { "total": 1.679774661664851, "count": 119861, "self": 0.0, "children": { "worker_root": { "total": 1328.346287892491, "count": 119861, "is_parallel": true, "self": 635.6281398131978, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0008399840444326401, "count": 1, "is_parallel": true, "self": 0.0002810540609061718, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005589299835264683, "count": 2, "is_parallel": true, "self": 0.0005589299835264683 } } }, "UnityEnvironment.step": { "total": 0.018121998000424355, "count": 1, "is_parallel": true, "self": 0.00020842498634010553, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00018259603530168533, "count": 1, "is_parallel": true, "self": 0.00018259603530168533 }, "communicator.exchange": { "total": 0.017357704986352473, "count": 1, "is_parallel": true, "self": 0.017357704986352473 }, "steps_from_proto": { "total": 0.0003732719924300909, "count": 1, "is_parallel": true, "self": 0.00010534195462241769, "children": { "_process_rank_one_or_two_observation": { "total": 0.0002679300378076732, "count": 2, "is_parallel": true, "self": 0.0002679300378076732 } } } } } } }, "UnityEnvironment.step": { "total": 692.7181480792933, "count": 119860, "is_parallel": true, "self": 14.194846798316576, "children": { "UnityEnvironment._generate_step_input": { "total": 21.718459776311647, "count": 119860, "is_parallel": true, "self": 21.718459776311647 }, "communicator.exchange": { "total": 627.0410842937417, "count": 119860, "is_parallel": true, "self": 627.0410842937417 }, "steps_from_proto": { "total": 29.76375721092336, "count": 119860, "is_parallel": true, "self": 9.789597289578523, "children": { "_process_rank_one_or_two_observation": { "total": 19.974159921344835, "count": 239720, "is_parallel": true, "self": 19.974159921344835 } } } } } } } } } } }, "trainer_advance": { "total": 214.73917979904218, "count": 119861, "self": 3.668462678906508, "children": { "process_trajectory": { "total": 64.96486148104304, "count": 119861, "self": 63.71808846300701, "children": { "RLTrainer._checkpoint": { "total": 1.2467730180360377, "count": 5, "self": 1.2467730180360377 } } }, "_update_policy": { "total": 146.10585563909262, "count": 50, "self": 104.97581700450974, "children": { "TorchPPOOptimizer.update": { "total": 41.13003863458289, "count": 1500, "self": 41.13003863458289 } } } } } } }, "trainer_threads": { "total": 1.1519878171384335e-06, "count": 1, "self": 1.1519878171384335e-06 }, "TrainerController._save_models": { "total": 0.3431531329988502, "count": 1, "self": 0.15472956700250506, "children": { "RLTrainer._checkpoint": { "total": 0.18842356599634513, "count": 1, "self": 0.18842356599634513 } } } } } } }