| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4009125232696533, | |
| "min": 1.4009125232696533, | |
| "max": 1.4245762825012207, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69611.34375, | |
| "min": 68538.171875, | |
| "max": 76851.28125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 81.80298013245033, | |
| "min": 71.16738816738817, | |
| "max": 390.46875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49409.0, | |
| "min": 49070.0, | |
| "max": 49980.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999336.0, | |
| "min": 49491.0, | |
| "max": 1999336.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999336.0, | |
| "min": 49491.0, | |
| "max": 1999336.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.4661238193511963, | |
| "min": 0.05115952715277672, | |
| "max": 2.5412933826446533, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1489.538818359375, | |
| "min": 6.497260093688965, | |
| "max": 1733.659912109375, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.7341527600359443, | |
| "min": 1.650864955712491, | |
| "max": 4.035903299505408, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2255.4282670617104, | |
| "min": 209.65984937548637, | |
| "max": 2676.358199954033, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.7341527600359443, | |
| "min": 1.650864955712491, | |
| "max": 4.035903299505408, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2255.4282670617104, | |
| "min": 209.65984937548637, | |
| "max": 2676.358199954033, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.016179554291172987, | |
| "min": 0.012659821190269819, | |
| "max": 0.02008448094469107, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.04853866287351896, | |
| "min": 0.025319642380539638, | |
| "max": 0.0543742196362776, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.055724931259950004, | |
| "min": 0.022919979588025146, | |
| "max": 0.06287592409385576, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.16717479377985, | |
| "min": 0.04604071838160356, | |
| "max": 0.18862777228156727, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.6579487807166734e-06, | |
| "min": 3.6579487807166734e-06, | |
| "max": 0.00029533177655607505, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.097384634215002e-05, | |
| "min": 1.097384634215002e-05, | |
| "max": 0.0008441739186086999, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10121928333333334, | |
| "min": 0.10121928333333334, | |
| "max": 0.19844392499999997, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30365785, | |
| "min": 0.20762160000000002, | |
| "max": 0.5813913, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 7.084223833333347e-05, | |
| "min": 7.084223833333347e-05, | |
| "max": 0.004922351857500001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00021252671500000041, | |
| "min": 0.00021252671500000041, | |
| "max": 0.01407142587, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717361343", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/home/montana/miniconda3/envs/huggy/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.3.0+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1717364243" | |
| }, | |
| "total": 2899.490759813998, | |
| "count": 1, | |
| "self": 0.4314404029864818, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04051972601155285, | |
| "count": 1, | |
| "self": 0.04051972601155285 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2899.018799685, | |
| "count": 1, | |
| "self": 5.7934465566213476, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.5026962509873556, | |
| "count": 1, | |
| "self": 3.5026962509873556 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2889.518856462397, | |
| "count": 233391, | |
| "self": 5.6392161302646855, | |
| "children": { | |
| "env_step": { | |
| "total": 2373.62082979182, | |
| "count": 233391, | |
| "self": 1583.7654014718573, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 785.6286763456592, | |
| "count": 233392, | |
| "self": 22.71636309476162, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 762.9123132508976, | |
| "count": 223175, | |
| "self": 762.9123132508976 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.226751974303625, | |
| "count": 233391, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 3210.248195967899, | |
| "count": 233391, | |
| "is_parallel": true, | |
| "self": 1956.701287474949, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04051972601155285, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.018170576018746942, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0012886100012110546, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00038786500226706266, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.000900744998943992, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.000900744998943992 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.02106053999159485, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000247972973738797, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00018481400911696255, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00018481400911696255 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.0198353260057047, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0198353260057047 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007924270030343905, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003270310116931796, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0004653959913412109, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0004653959913412109 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1253.5063887669385, | |
| "count": 233389, | |
| "is_parallel": true, | |
| "self": 27.044925465539563, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 43.33798888559977, | |
| "count": 233389, | |
| "is_parallel": true, | |
| "self": 43.33798888559977 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1123.6019046129368, | |
| "count": 233389, | |
| "is_parallel": true, | |
| "self": 1123.6019046129368 | |
| }, | |
| "steps_from_proto": { | |
| "total": 59.52156980286236, | |
| "count": 233389, | |
| "is_parallel": true, | |
| "self": 17.896096805503475, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 41.625472997358884, | |
| "count": 466778, | |
| "is_parallel": true, | |
| "self": 41.625472997358884 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.5026962509873556, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 3.5026962509873556 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 319.42676195770036, | |
| "count": 26796, | |
| "is_parallel": true, | |
| "self": 0.5661405299324542, | |
| "children": { | |
| "env_step": { | |
| "total": 268.3298701976455, | |
| "count": 26796, | |
| "is_parallel": true, | |
| "self": 174.52712861790496, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 93.34916037300718, | |
| "count": 26797, | |
| "is_parallel": true, | |
| "self": 2.673542030635872, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 90.67561834237131, | |
| "count": 26401, | |
| "is_parallel": true, | |
| "self": 90.67561834237131 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.43766555972979404, | |
| "count": 26796, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 322.3375317453756, | |
| "count": 26796, | |
| "is_parallel": true, | |
| "self": 180.76316695884452, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0012886100012110546, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00038786500226706266, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.000900744998943992, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.000900744998943992 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.02106053999159485, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000247972973738797, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00018481400911696255, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00018481400911696255 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.0198353260057047, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0198353260057047 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007924270030343905, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003270310116931796, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0004653959913412109, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0004653959913412109 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 141.57436478653108, | |
| "count": 26795, | |
| "is_parallel": true, | |
| "self": 2.940777681826148, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 4.876988491450902, | |
| "count": 26795, | |
| "is_parallel": true, | |
| "self": 4.876988491450902 | |
| }, | |
| "communicator.exchange": { | |
| "total": 127.16737405663298, | |
| "count": 26795, | |
| "is_parallel": true, | |
| "self": 127.16737405663298 | |
| }, | |
| "steps_from_proto": { | |
| "total": 6.589224556621048, | |
| "count": 26795, | |
| "is_parallel": true, | |
| "self": 2.0602174791129073, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 4.52900707750814, | |
| "count": 53590, | |
| "is_parallel": true, | |
| "self": 4.52900707750814 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0005251129914540797, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00013628799933940172, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.000388824992114678, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.000388824992114678 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.015390534012112767, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00016133399913087487, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0001033080043271184, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0001033080043271184 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.014661175009678118, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.014661175009678118 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0004647169989766553, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00014019098307471722, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0003245260159019381, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0003245260159019381 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 50.530751230122405, | |
| "count": 26796, | |
| "is_parallel": true, | |
| "self": 0.9569411371194292, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 14.089377042037086, | |
| "count": 26796, | |
| "is_parallel": true, | |
| "self": 13.705109935050132, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.3842671069869539, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.3842671069869539 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 35.48443305096589, | |
| "count": 11, | |
| "is_parallel": true, | |
| "self": 24.936897485080408, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 10.547535565885482, | |
| "count": 330, | |
| "is_parallel": true, | |
| "self": 10.547535565885482 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 510.25881054031197, | |
| "count": 233391, | |
| "self": 8.632192706194473, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 201.95592364323966, | |
| "count": 233391, | |
| "self": 200.22168595524272, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.734237687996938, | |
| "count": 10, | |
| "self": 1.734237687996938 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 299.67069419087784, | |
| "count": 97, | |
| "self": 211.41344533704978, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 88.25724885382806, | |
| "count": 2910, | |
| "self": 88.25724885382806 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 7.460039341822267e-07, | |
| "count": 1, | |
| "self": 7.460039341822267e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.20379966899054125, | |
| "count": 1, | |
| "self": 0.025441884994506836, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1783577839960344, | |
| "count": 1, | |
| "self": 0.1783577839960344 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |