{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4027098417282104, "min": 1.4027098417282104, "max": 1.4272503852844238, "count": 38 }, "Huggy.Policy.Entropy.sum": { "value": 69933.5, "min": 56408.9453125, "max": 72006.1171875, "count": 38 }, "Huggy.Environment.EpisodeLength.mean": { "value": 76.77449455676516, "min": 75.50995405819296, "max": 284.2480620155039, "count": 38 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49366.0, "min": 36668.0, "max": 49668.0, "count": 38 }, "Huggy.Step.mean": { "value": 1999915.0, "min": 149837.0, "max": 1999915.0, "count": 38 }, "Huggy.Step.sum": { "value": 1999915.0, "min": 149837.0, "max": 1999915.0, "count": 38 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.4969820976257324, "min": 0.6142274141311646, "max": 2.5275051593780518, "count": 38 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1605.5594482421875, "min": 78.62110900878906, "max": 1605.5594482421875, "count": 38 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.798717265551791, "min": 2.9495590571314096, "max": 4.001001757807717, "count": 38 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2442.5752017498016, "min": 377.54355931282043, "max": 2499.637472629547, "count": 38 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.798717265551791, "min": 2.9495590571314096, "max": 4.001001757807717, "count": 38 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2442.5752017498016, "min": 377.54355931282043, "max": 2499.637472629547, "count": 38 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.01808087213624579, "min": 0.012528159525148415, "max": 0.020715488920298716, "count": 38 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.03616174427249158, "min": 0.018980470420016597, "max": 0.06098752787026267, "count": 38 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.06257759500294924, "min": 0.021718453615903854, "max": 0.06257759500294924, "count": 38 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.12515519000589848, "min": 0.021718453615903854, "max": 0.1841054182499647, "count": 38 }, "Huggy.Policy.LearningRate.mean": { "value": 3.850073716674988e-06, "min": 3.850073716674988e-06, "max": 0.00027985230671589994, "count": 38 }, "Huggy.Policy.LearningRate.sum": { "value": 7.700147433349975e-06, "min": 7.700147433349975e-06, "max": 0.0008210698763100501, "count": 38 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10128332500000001, "min": 0.10128332500000001, "max": 0.19328409999999993, "count": 38 }, "Huggy.Policy.Epsilon.sum": { "value": 0.20256665000000001, "min": 0.19328409999999993, "max": 0.5736899499999999, "count": 38 }, "Huggy.Policy.Beta.mean": { "value": 7.403791749999983e-05, "min": 7.403791749999983e-05, "max": 0.004664876590000001, "count": 38 }, "Huggy.Policy.Beta.sum": { "value": 0.00014807583499999965, "min": 0.00014807583499999965, "max": 0.013687128505, "count": 38 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 38 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 38 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1675384406", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn --resume ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1675386548" }, "total": 2141.902958832, "count": 1, "self": 0.43451878399991983, "children": { "run_training.setup": { "total": 0.10099393900003406, "count": 1, "self": 0.10099393900003406 }, "TrainerController.start_learning": { "total": 2141.367446109, "count": 1, "self": 3.931397098968773, "children": { "TrainerController._reset_env": { "total": 5.8351429239999675, "count": 1, "self": 5.8351429239999675 }, "TrainerController.advance": { "total": 2131.490610933031, "count": 220370, "self": 4.170159091981077, "children": { "env_step": { "total": 1690.9400327430474, "count": 220370, "self": 1421.8756554991332, "children": { "SubprocessEnvManager._take_step": { "total": 266.53078453299133, "count": 220370, "self": 13.89158923398952, "children": { "TorchPolicy.evaluate": { "total": 252.6391952990018, "count": 210309, "self": 62.26420008105629, "children": { "TorchPolicy.sample_actions": { "total": 190.37499521794552, "count": 210309, "self": 190.37499521794552 } } } } }, "workers": { "total": 2.5335927109229033, "count": 220370, "self": 0.0, "children": { "worker_root": { "total": 2133.4522089779316, "count": 220370, "is_parallel": true, "self": 960.2063948889408, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0008028959999819563, "count": 1, "is_parallel": true, "self": 0.0003002929999524895, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005026030000294668, "count": 2, "is_parallel": true, "self": 0.0005026030000294668 } } }, "UnityEnvironment.step": { "total": 0.027544895000005454, "count": 1, "is_parallel": true, "self": 0.00029913000014403224, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00018594699997720454, "count": 1, "is_parallel": true, "self": 0.00018594699997720454 }, "communicator.exchange": { "total": 0.026118452999980946, "count": 1, "is_parallel": true, "self": 0.026118452999980946 }, "steps_from_proto": { "total": 0.0009413649999032714, "count": 1, "is_parallel": true, "self": 0.0002550019999034703, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006863629999998011, "count": 2, "is_parallel": true, "self": 0.0006863629999998011 } } } } } } }, "UnityEnvironment.step": { "total": 1173.2458140889908, "count": 220369, "is_parallel": true, "self": 33.08206983395803, "children": { "UnityEnvironment._generate_step_input": { "total": 74.16290157603316, "count": 220369, "is_parallel": true, "self": 74.16290157603316 }, "communicator.exchange": { "total": 973.6695953199352, "count": 220369, "is_parallel": true, "self": 973.6695953199352 }, "steps_from_proto": { "total": 92.33124735906438, "count": 220369, "is_parallel": true, "self": 38.697783664988265, "children": { "_process_rank_one_or_two_observation": { "total": 53.63346369407611, "count": 440738, "is_parallel": true, "self": 53.63346369407611 } } } } } } } } } } }, "trainer_advance": { "total": 436.38041909800256, "count": 220370, "self": 5.844339883985185, "children": { "process_trajectory": { "total": 147.5605605180166, "count": 220370, "self": 146.47950046801577, "children": { "RLTrainer._checkpoint": { "total": 1.081060050000815, "count": 10, "self": 1.081060050000815 } } }, "_update_policy": { "total": 282.9755186960008, "count": 91, "self": 233.61468696299585, "children": { "TorchPPOOptimizer.update": { "total": 49.36083173300494, "count": 2730, "self": 49.36083173300494 } } } } } } }, "trainer_threads": { "total": 9.330001375928987e-07, "count": 1, "self": 9.330001375928987e-07 }, "TrainerController._save_models": { "total": 0.11029422000001432, "count": 1, "self": 0.002647132999754831, "children": { "RLTrainer._checkpoint": { "total": 0.10764708700025949, "count": 1, "self": 0.10764708700025949 } } } } } } }