{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4149426221847534, "min": 1.4149426221847534, "max": 1.4331305027008057, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 71830.9765625, "min": 68089.6328125, "max": 77475.328125, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 79.35702746365105, "min": 79.35702746365105, "max": 410.130081300813, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49122.0, "min": 49122.0, "max": 50446.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999950.0, "min": 49963.0, "max": 1999950.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999950.0, "min": 49963.0, "max": 1999950.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.449042320251465, "min": 0.06342756003141403, "max": 2.5164341926574707, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1515.9571533203125, "min": 7.738162517547607, "max": 1520.100341796875, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.7696160646170522, "min": 1.8293354672486666, "max": 3.9673868162003725, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2333.3923439979553, "min": 223.1789270043373, "max": 2351.962267100811, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.7696160646170522, "min": 1.8293354672486666, "max": 3.9673868162003725, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2333.3923439979553, "min": 223.1789270043373, "max": 2351.962267100811, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.01853031347078892, "min": 0.013399877319655692, "max": 0.020681353988927894, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.055590940412366764, "min": 0.026799754639311384, "max": 0.06204406196678368, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05742749720811844, "min": 0.02214853335171938, "max": 0.06619874508016639, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.17228249162435533, "min": 0.04429706670343876, "max": 0.19859623524049919, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.3573988808999954e-06, "min": 3.3573988808999954e-06, "max": 0.00029529570156809994, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.0072196642699987e-05, "min": 1.0072196642699987e-05, "max": 0.0008438910187029997, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10111910000000002, "min": 0.10111910000000002, "max": 0.19843189999999997, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30335730000000005, "min": 0.20738465000000006, "max": 0.581297, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.584308999999995e-05, "min": 6.584308999999995e-05, "max": 0.00492175181, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00019752926999999984, "min": 0.00019752926999999984, "max": 0.014066720299999998, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1710518393", "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", "mlagents_version": "1.1.0.dev0", "mlagents_envs_version": "1.1.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "2.2.1+cu121", "numpy_version": "1.23.5", "end_time_seconds": "1710521195" }, "total": 2802.1356530740004, "count": 1, "self": 0.43593127100075435, "children": { "run_training.setup": { "total": 0.05685916799984625, "count": 1, "self": 0.05685916799984625 }, "TrainerController.start_learning": { "total": 2801.642862635, "count": 1, "self": 5.5982294811169595, "children": { "TrainerController._reset_env": { "total": 2.8701727719999326, "count": 1, "self": 2.8701727719999326 }, "TrainerController.advance": { "total": 2793.084690985883, "count": 232491, "self": 5.4562668060243595, "children": { "env_step": { "total": 1798.4076865437964, "count": 232491, "self": 1502.2584637206685, "children": { "SubprocessEnvManager._take_step": { "total": 292.6800044831218, "count": 232491, "self": 16.264137340164552, "children": { "TorchPolicy.evaluate": { "total": 276.41586714295727, "count": 222939, "self": 276.41586714295727 } } }, "workers": { "total": 3.4692183400061367, "count": 232491, "self": 0.0, "children": { "worker_root": { "total": 2793.3532927589663, "count": 232491, "is_parallel": true, "self": 1599.4529984799462, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0006252600001062092, "count": 1, "is_parallel": true, "self": 0.00015903000007710943, "children": { "_process_rank_one_or_two_observation": { "total": 0.00046623000002909976, "count": 2, "is_parallel": true, "self": 0.00046623000002909976 } } }, "UnityEnvironment.step": { "total": 0.030778778000012608, "count": 1, "is_parallel": true, "self": 0.00037760899999739195, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00016062999998212035, "count": 1, "is_parallel": true, "self": 0.00016062999998212035 }, "communicator.exchange": { "total": 0.029414508999934696, "count": 1, "is_parallel": true, "self": 0.029414508999934696 }, "steps_from_proto": { "total": 0.0008260300000983989, "count": 1, "is_parallel": true, "self": 0.00020526000002973888, "children": { "_process_rank_one_or_two_observation": { "total": 0.00062077000006866, "count": 2, "is_parallel": true, "self": 0.00062077000006866 } } } } } } }, "UnityEnvironment.step": { "total": 1193.90029427902, "count": 232490, "is_parallel": true, "self": 39.31093646009003, "children": { "UnityEnvironment._generate_step_input": { "total": 60.53119077293377, "count": 232490, "is_parallel": true, "self": 60.53119077293377 }, "communicator.exchange": { "total": 1006.8966018219489, "count": 232490, "is_parallel": true, "self": 1006.8966018219489 }, "steps_from_proto": { "total": 87.16156522404731, "count": 232490, "is_parallel": true, "self": 31.574336780194244, "children": { "_process_rank_one_or_two_observation": { "total": 55.587228443853064, "count": 464980, "is_parallel": true, "self": 55.587228443853064 } } } } } } } } } } }, "trainer_advance": { "total": 989.2207376360623, "count": 232491, "self": 8.806885317090064, "children": { "process_trajectory": { "total": 168.40710058697277, "count": 232491, "self": 167.58643686997243, "children": { "RLTrainer._checkpoint": { "total": 0.8206637170003432, "count": 10, "self": 0.8206637170003432 } } }, "_update_policy": { "total": 812.0067517319994, "count": 97, "self": 207.6221170720073, "children": { "TorchPPOOptimizer.update": { "total": 604.3846346599921, "count": 2910, "self": 604.3846346599921 } } } } } } }, "trainer_threads": { "total": 7.700000423938036e-07, "count": 1, "self": 7.700000423938036e-07 }, "TrainerController._save_models": { "total": 0.08976862600002278, "count": 1, "self": 0.0039870699997663905, "children": { "RLTrainer._checkpoint": { "total": 0.08578155600025639, "count": 1, "self": 0.08578155600025639 } } } } } } }