ppo-Huggy / run_logs /timers.json
JessicaHsu's picture
Huggy
fd6219f
raw history blame
No virus
17.9 kB
{
"name": "root",
"gauges": {
"Huggy.Policy.Entropy.mean": {
"value": 1.400712251663208,
"min": 1.400712251663208,
"max": 1.4262564182281494,
"count": 40
},
"Huggy.Policy.Entropy.sum": {
"value": 72296.359375,
"min": 68287.8203125,
"max": 75635.09375,
"count": 40
},
"Huggy.Environment.EpisodeLength.mean": {
"value": 85.9567474048443,
"min": 81.70082644628098,
"max": 418.43333333333334,
"count": 40
},
"Huggy.Environment.EpisodeLength.sum": {
"value": 49683.0,
"min": 49079.0,
"max": 50212.0,
"count": 40
},
"Huggy.Step.mean": {
"value": 1999482.0,
"min": 49791.0,
"max": 1999482.0,
"count": 40
},
"Huggy.Step.sum": {
"value": 1999482.0,
"min": 49791.0,
"max": 1999482.0,
"count": 40
},
"Huggy.Policy.ExtrinsicValueEstimate.mean": {
"value": 2.498159885406494,
"min": 0.057976722717285156,
"max": 2.54156231880188,
"count": 40
},
"Huggy.Policy.ExtrinsicValueEstimate.sum": {
"value": 1441.438232421875,
"min": 6.899230003356934,
"max": 1482.017822265625,
"count": 40
},
"Huggy.Environment.CumulativeReward.mean": {
"value": 3.8516958654443356,
"min": 1.9082953360150843,
"max": 4.005832489875574,
"count": 40
},
"Huggy.Environment.CumulativeReward.sum": {
"value": 2222.4285143613815,
"min": 227.08714498579502,
"max": 2355.900084376335,
"count": 40
},
"Huggy.Policy.ExtrinsicReward.mean": {
"value": 3.8516958654443356,
"min": 1.9082953360150843,
"max": 4.005832489875574,
"count": 40
},
"Huggy.Policy.ExtrinsicReward.sum": {
"value": 2222.4285143613815,
"min": 227.08714498579502,
"max": 2355.900084376335,
"count": 40
},
"Huggy.Losses.PolicyLoss.mean": {
"value": 0.01624030969332024,
"min": 0.014241045533465998,
"max": 0.020673415615359167,
"count": 40
},
"Huggy.Losses.PolicyLoss.sum": {
"value": 0.048720929079960715,
"min": 0.028482091066931996,
"max": 0.057153422935516576,
"count": 40
},
"Huggy.Losses.ValueLoss.mean": {
"value": 0.05013327163954576,
"min": 0.022063245779524246,
"max": 0.06230598147958517,
"count": 40
},
"Huggy.Losses.ValueLoss.sum": {
"value": 0.15039981491863727,
"min": 0.04412649155904849,
"max": 0.18047604163487752,
"count": 40
},
"Huggy.Policy.LearningRate.mean": {
"value": 3.280848906416666e-06,
"min": 3.280848906416666e-06,
"max": 0.00029530860156379995,
"count": 40
},
"Huggy.Policy.LearningRate.sum": {
"value": 9.842546719249997e-06,
"min": 9.842546719249997e-06,
"max": 0.0008440636686454499,
"count": 40
},
"Huggy.Policy.Epsilon.mean": {
"value": 0.10109358333333333,
"min": 0.10109358333333333,
"max": 0.19843620000000006,
"count": 40
},
"Huggy.Policy.Epsilon.sum": {
"value": 0.30328075,
"min": 0.20731855000000005,
"max": 0.5813545500000001,
"count": 40
},
"Huggy.Policy.Beta.mean": {
"value": 6.456980833333333e-05,
"min": 6.456980833333333e-05,
"max": 0.004921966380000001,
"count": 40
},
"Huggy.Policy.Beta.sum": {
"value": 0.00019370942499999998,
"min": 0.00019370942499999998,
"max": 0.014069592045000003,
"count": 40
},
"Huggy.IsTraining.mean": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 40
},
"Huggy.IsTraining.sum": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 40
}
},
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1675733780",
"python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]",
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
"mlagents_version": "0.29.0.dev0",
"mlagents_envs_version": "0.29.0.dev0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "1.8.1+cu102",
"numpy_version": "1.21.6",
"end_time_seconds": "1675736180"
},
"total": 2400.565640895,
"count": 1,
"self": 0.3899495059995388,
"children": {
"run_training.setup": {
"total": 0.10976066299997456,
"count": 1,
"self": 0.10976066299997456
},
"TrainerController.start_learning": {
"total": 2400.0659307260003,
"count": 1,
"self": 4.175171223030702,
"children": {
"TrainerController._reset_env": {
"total": 10.024992075,
"count": 1,
"self": 10.024992075
},
"TrainerController.advance": {
"total": 2385.7538938599696,
"count": 232527,
"self": 4.71021221901583,
"children": {
"env_step": {
"total": 1841.3778471639396,
"count": 232527,
"self": 1532.5728497348975,
"children": {
"SubprocessEnvManager._take_step": {
"total": 306.01968539704416,
"count": 232527,
"self": 15.702042016048836,
"children": {
"TorchPolicy.evaluate": {
"total": 290.3176433809953,
"count": 223032,
"self": 71.38208436300363,
"children": {
"TorchPolicy.sample_actions": {
"total": 218.9355590179917,
"count": 223032,
"self": 218.9355590179917
}
}
}
}
},
"workers": {
"total": 2.785312031997819,
"count": 232527,
"self": 0.0,
"children": {
"worker_root": {
"total": 2392.028919055005,
"count": 232527,
"is_parallel": true,
"self": 1151.0233363959442,
"children": {
"run_training.setup": {
"total": 0.0,
"count": 0,
"is_parallel": true,
"self": 0.0,
"children": {
"steps_from_proto": {
"total": 0.002154598000004171,
"count": 1,
"is_parallel": true,
"self": 0.0003417460000605388,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0018128519999436321,
"count": 2,
"is_parallel": true,
"self": 0.0018128519999436321
}
}
},
"UnityEnvironment.step": {
"total": 0.04259456599999112,
"count": 1,
"is_parallel": true,
"self": 0.0003019189999804439,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 0.0002243289999910303,
"count": 1,
"is_parallel": true,
"self": 0.0002243289999910303
},
"communicator.exchange": {
"total": 0.04137846700001546,
"count": 1,
"is_parallel": true,
"self": 0.04137846700001546
},
"steps_from_proto": {
"total": 0.0006898510000041824,
"count": 1,
"is_parallel": true,
"self": 0.00022511999998187093,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0004647310000223115,
"count": 2,
"is_parallel": true,
"self": 0.0004647310000223115
}
}
}
}
}
}
},
"UnityEnvironment.step": {
"total": 1241.005582659061,
"count": 232526,
"is_parallel": true,
"self": 37.24662712098325,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 77.98616181006042,
"count": 232526,
"is_parallel": true,
"self": 77.98616181006042
},
"communicator.exchange": {
"total": 1036.5008146980545,
"count": 232526,
"is_parallel": true,
"self": 1036.5008146980545
},
"steps_from_proto": {
"total": 89.27197902996284,
"count": 232526,
"is_parallel": true,
"self": 36.20272963201489,
"children": {
"_process_rank_one_or_two_observation": {
"total": 53.06924939794794,
"count": 465052,
"is_parallel": true,
"self": 53.06924939794794
}
}
}
}
}
}
}
}
}
}
},
"trainer_advance": {
"total": 539.665834477014,
"count": 232527,
"self": 6.499163281896017,
"children": {
"process_trajectory": {
"total": 166.22241584811752,
"count": 232527,
"self": 165.04608407511682,
"children": {
"RLTrainer._checkpoint": {
"total": 1.1763317730006975,
"count": 10,
"self": 1.1763317730006975
}
}
},
"_update_policy": {
"total": 366.94425534700036,
"count": 97,
"self": 309.4187604749987,
"children": {
"TorchPPOOptimizer.update": {
"total": 57.52549487200167,
"count": 2910,
"self": 57.52549487200167
}
}
}
}
}
}
},
"trainer_threads": {
"total": 9.860000318440143e-07,
"count": 1,
"self": 9.860000318440143e-07
},
"TrainerController._save_models": {
"total": 0.11187258200016004,
"count": 1,
"self": 0.0025024100000337057,
"children": {
"RLTrainer._checkpoint": {
"total": 0.10937017200012633,
"count": 1,
"self": 0.10937017200012633
}
}
}
}
}
}
}