| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4077413082122803, | |
| "min": 1.4077413082122803, | |
| "max": 1.4235455989837646, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69600.140625, | |
| "min": 68248.734375, | |
| "max": 78795.2421875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 86.28571428571429, | |
| "min": 78.7156704361874, | |
| "max": 384.8538461538462, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 48924.0, | |
| "min": 48725.0, | |
| "max": 50081.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999914.0, | |
| "min": 49492.0, | |
| "max": 1999914.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999914.0, | |
| "min": 49492.0, | |
| "max": 1999914.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.4658946990966797, | |
| "min": -0.007927387952804565, | |
| "max": 2.4889934062957764, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1398.162353515625, | |
| "min": -1.0226330757141113, | |
| "max": 1483.8568115234375, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.897299460107477, | |
| "min": 1.7069435798844625, | |
| "max": 3.9313106473960677, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2209.7687938809395, | |
| "min": 220.19572180509567, | |
| "max": 2369.004542052746, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.897299460107477, | |
| "min": 1.7069435798844625, | |
| "max": 3.9313106473960677, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2209.7687938809395, | |
| "min": 220.19572180509567, | |
| "max": 2369.004542052746, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.020558336823564283, | |
| "min": 0.01388549273397075, | |
| "max": 0.020558336823564283, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.06167501047069285, | |
| "min": 0.0277709854679415, | |
| "max": 0.06167501047069285, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.06005002698964542, | |
| "min": 0.023266762557129065, | |
| "max": 0.061450071301725175, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.18015008096893625, | |
| "min": 0.04653352511425813, | |
| "max": 0.18435021390517553, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.153748948783329e-06, | |
| "min": 3.153748948783329e-06, | |
| "max": 0.0002953729515423499, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 9.461246846349987e-06, | |
| "min": 9.461246846349987e-06, | |
| "max": 0.00084418366860545, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10105121666666671, | |
| "min": 0.10105121666666671, | |
| "max": 0.19845764999999999, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.3031536500000001, | |
| "min": 0.20727225000000002, | |
| "max": 0.58139455, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.245571166666661e-05, | |
| "min": 6.245571166666661e-05, | |
| "max": 0.0049230367350000005, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00018736713499999984, | |
| "min": 0.00018736713499999984, | |
| "max": 0.014071588045000003, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1736343466", | |
| "python_version": "3.10.12 (main, Nov 6 2024, 20:22:13) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.5.1+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1736345864" | |
| }, | |
| "total": 2397.90087623, | |
| "count": 1, | |
| "self": 0.735940596999626, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.08698283800003992, | |
| "count": 1, | |
| "self": 0.08698283800003992 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2397.0779527950003, | |
| "count": 1, | |
| "self": 4.322980497055596, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 5.418570149000004, | |
| "count": 1, | |
| "self": 5.418570149000004 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2387.1695041909447, | |
| "count": 232196, | |
| "self": 4.619746278935509, | |
| "children": { | |
| "env_step": { | |
| "total": 1883.069689061983, | |
| "count": 232196, | |
| "self": 1473.9491136078532, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 406.42411316616597, | |
| "count": 232196, | |
| "self": 15.765035206232255, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 390.6590779599337, | |
| "count": 222852, | |
| "self": 390.6590779599337 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.6964622879636977, | |
| "count": 232196, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2389.7041703529517, | |
| "count": 232196, | |
| "is_parallel": true, | |
| "self": 1195.1906539420172, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0010264549999874362, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003076959999361861, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00071875900005125, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00071875900005125 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.028159082000001945, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003946840000139673, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002041770000005272, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002041770000005272 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.026819341999953394, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.026819341999953394 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007408790000340559, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00019980000001851295, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.000541079000015543, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.000541079000015543 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1194.5135164109345, | |
| "count": 232195, | |
| "is_parallel": true, | |
| "self": 37.30260187376575, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 80.53941627011892, | |
| "count": 232195, | |
| "is_parallel": true, | |
| "self": 80.53941627011892 | |
| }, | |
| "communicator.exchange": { | |
| "total": 989.9070340480289, | |
| "count": 232195, | |
| "is_parallel": true, | |
| "self": 989.9070340480289 | |
| }, | |
| "steps_from_proto": { | |
| "total": 86.76446421902102, | |
| "count": 232195, | |
| "is_parallel": true, | |
| "self": 30.85514978810511, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 55.90931443091591, | |
| "count": 464390, | |
| "is_parallel": true, | |
| "self": 55.90931443091591 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 499.48006885002656, | |
| "count": 232196, | |
| "self": 6.233541568086821, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 163.61897116593963, | |
| "count": 232196, | |
| "self": 162.12192225193945, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.4970489140001746, | |
| "count": 10, | |
| "self": 1.4970489140001746 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 329.6275561160001, | |
| "count": 97, | |
| "self": 263.26565055899175, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 66.36190555700836, | |
| "count": 2910, | |
| "self": 66.36190555700836 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.2420000530255493e-06, | |
| "count": 1, | |
| "self": 1.2420000530255493e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.16689671599988287, | |
| "count": 1, | |
| "self": 0.002968417999909434, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.16392829799997344, | |
| "count": 1, | |
| "self": 0.16392829799997344 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |