| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4086164236068726, | |
| "min": 1.4086164236068726, | |
| "max": 1.4296849966049194, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69174.3359375, | |
| "min": 67961.7890625, | |
| "max": 77275.96875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 99.76209677419355, | |
| "min": 87.75444839857651, | |
| "max": 371.74074074074076, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49482.0, | |
| "min": 48991.0, | |
| "max": 50185.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999904.0, | |
| "min": 49799.0, | |
| "max": 1999904.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999904.0, | |
| "min": 49799.0, | |
| "max": 1999904.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.3567698001861572, | |
| "min": -0.010439769364893436, | |
| "max": 2.4608490467071533, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1168.957763671875, | |
| "min": -1.3989291191101074, | |
| "max": 1350.821044921875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.557917009077726, | |
| "min": 1.7936319003799068, | |
| "max": 3.888823319122611, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1764.726836502552, | |
| "min": 240.34667465090752, | |
| "max": 2103.9875643849373, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.557917009077726, | |
| "min": 1.7936319003799068, | |
| "max": 3.888823319122611, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1764.726836502552, | |
| "min": 240.34667465090752, | |
| "max": 2103.9875643849373, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.017308741157952078, | |
| "min": 0.01447395087121145, | |
| "max": 0.02149684188819568, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.034617482315904155, | |
| "min": 0.029648323487102363, | |
| "max": 0.055988740004734916, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.053546959472199285, | |
| "min": 0.02223651899645726, | |
| "max": 0.05884205972154935, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.10709391894439857, | |
| "min": 0.04447303799291452, | |
| "max": 0.17652617916464805, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 4.1293736235750095e-06, | |
| "min": 4.1293736235750095e-06, | |
| "max": 0.00029531152656282495, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 8.258747247150019e-06, | |
| "min": 8.258747247150019e-06, | |
| "max": 0.00084406336864555, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.101376425, | |
| "min": 0.101376425, | |
| "max": 0.19843717500000002, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.20275285, | |
| "min": 0.20275285, | |
| "max": 0.5813544499999999, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 7.86836075000002e-05, | |
| "min": 7.86836075000002e-05, | |
| "max": 0.004922015032499998, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.0001573672150000004, | |
| "min": 0.0001573672150000004, | |
| "max": 0.014069587055, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1698489201", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.1.0+cu118", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1698491729" | |
| }, | |
| "total": 2528.098752938, | |
| "count": 1, | |
| "self": 0.80117335299974, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04194537500006845, | |
| "count": 1, | |
| "self": 0.04194537500006845 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2527.25563421, | |
| "count": 1, | |
| "self": 4.628635318993474, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 8.793085438999924, | |
| "count": 1, | |
| "self": 8.793085438999924 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2513.6674518670065, | |
| "count": 231356, | |
| "self": 5.064860079090522, | |
| "children": { | |
| "env_step": { | |
| "total": 2005.2982897529384, | |
| "count": 231356, | |
| "self": 1648.0586744459033, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 354.24187223106594, | |
| "count": 231356, | |
| "self": 16.70256645601603, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 337.5393057750499, | |
| "count": 222888, | |
| "self": 337.5393057750499 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.9977430759690833, | |
| "count": 231356, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2519.28465338799, | |
| "count": 231356, | |
| "is_parallel": true, | |
| "self": 1177.2781909170305, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0008211870000423005, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00025218199994014867, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005690050001021518, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005690050001021518 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03661917500005529, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00032519200010483473, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002274299999953655, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002274299999953655 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.03527699500000381, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.03527699500000381 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007895579999512847, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002444669999022153, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005450910000490694, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005450910000490694 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1342.0064624709596, | |
| "count": 231355, | |
| "is_parallel": true, | |
| "self": 41.251306736076685, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 90.72950434890117, | |
| "count": 231355, | |
| "is_parallel": true, | |
| "self": 90.72950434890117 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1116.1711532619695, | |
| "count": 231355, | |
| "is_parallel": true, | |
| "self": 1116.1711532619695 | |
| }, | |
| "steps_from_proto": { | |
| "total": 93.85449812401214, | |
| "count": 231355, | |
| "is_parallel": true, | |
| "self": 35.56762595476948, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 58.286872169242656, | |
| "count": 462710, | |
| "is_parallel": true, | |
| "self": 58.286872169242656 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 503.3043020349777, | |
| "count": 231356, | |
| "self": 6.997794725019503, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 156.66599915395943, | |
| "count": 231356, | |
| "self": 155.36172565395975, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.304273499999681, | |
| "count": 10, | |
| "self": 1.304273499999681 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 339.64050815599876, | |
| "count": 96, | |
| "self": 277.36192225800096, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 62.2785858979978, | |
| "count": 2880, | |
| "self": 62.2785858979978 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.4269999155658297e-06, | |
| "count": 1, | |
| "self": 1.4269999155658297e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.16646015800006353, | |
| "count": 1, | |
| "self": 0.0030029310000827536, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.16345722699998078, | |
| "count": 1, | |
| "self": 0.16345722699998078 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |