|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Huggy.Policy.Entropy.mean": { |
|
"value": 1.4002974033355713, |
|
"min": 1.4002974033355713, |
|
"max": 1.4247885942459106, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Entropy.sum": { |
|
"value": 69799.2265625, |
|
"min": 68405.65625, |
|
"max": 77622.921875, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.mean": { |
|
"value": 73.59910581222057, |
|
"min": 69.8215297450425, |
|
"max": 406.7642276422764, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.sum": { |
|
"value": 49385.0, |
|
"min": 48780.0, |
|
"max": 50032.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.mean": { |
|
"value": 1999999.0, |
|
"min": 49944.0, |
|
"max": 1999999.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.sum": { |
|
"value": 1999999.0, |
|
"min": 49944.0, |
|
"max": 1999999.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 2.520742177963257, |
|
"min": 0.022043414413928986, |
|
"max": 2.535000801086426, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 1691.41796875, |
|
"min": 2.6892964839935303, |
|
"max": 1762.9647216796875, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.mean": { |
|
"value": 3.9191669728468144, |
|
"min": 1.762120936737686, |
|
"max": 4.048089137772199, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.sum": { |
|
"value": 2629.7610387802124, |
|
"min": 214.97875428199768, |
|
"max": 2748.2641414403915, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.mean": { |
|
"value": 3.9191669728468144, |
|
"min": 1.762120936737686, |
|
"max": 4.048089137772199, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.sum": { |
|
"value": 2629.7610387802124, |
|
"min": 214.97875428199768, |
|
"max": 2748.2641414403915, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.mean": { |
|
"value": 0.017438122962549745, |
|
"min": 0.013237716862446784, |
|
"max": 0.020545926042703083, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.sum": { |
|
"value": 0.05231436888764923, |
|
"min": 0.02647543372489357, |
|
"max": 0.06163777812810925, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.mean": { |
|
"value": 0.0577941432595253, |
|
"min": 0.023350104286024968, |
|
"max": 0.05988847396026055, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.sum": { |
|
"value": 0.1733824297785759, |
|
"min": 0.046700208572049935, |
|
"max": 0.17520278977851073, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.mean": { |
|
"value": 3.8081987306333355e-06, |
|
"min": 3.8081987306333355e-06, |
|
"max": 0.00029536395154535, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.sum": { |
|
"value": 1.1424596191900007e-05, |
|
"min": 1.1424596191900007e-05, |
|
"max": 0.0008441418186194, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.mean": { |
|
"value": 0.10126936666666665, |
|
"min": 0.10126936666666665, |
|
"max": 0.19845465, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.sum": { |
|
"value": 0.30380809999999997, |
|
"min": 0.20767350000000007, |
|
"max": 0.5813805999999998, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.mean": { |
|
"value": 7.334139666666673e-05, |
|
"min": 7.334139666666673e-05, |
|
"max": 0.0049228870349999985, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.sum": { |
|
"value": 0.0002200241900000002, |
|
"min": 0.0002200241900000002, |
|
"max": 0.014070891940000002, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1717013773", |
|
"python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", |
|
"mlagents_version": "1.1.0.dev0", |
|
"mlagents_envs_version": "1.1.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.3.0+cu121", |
|
"numpy_version": "1.23.5", |
|
"end_time_seconds": "1717016169" |
|
}, |
|
"total": 2396.294150647, |
|
"count": 1, |
|
"self": 0.49471365300041725, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.05551705299990317, |
|
"count": 1, |
|
"self": 0.05551705299990317 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 2395.743919941, |
|
"count": 1, |
|
"self": 4.243290940058614, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 3.192498113000056, |
|
"count": 1, |
|
"self": 3.192498113000056 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 2388.1960056669413, |
|
"count": 233578, |
|
"self": 4.5242144249864396, |
|
"children": { |
|
"env_step": { |
|
"total": 1889.6399454899731, |
|
"count": 233578, |
|
"self": 1561.351060725096, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 325.5153058558965, |
|
"count": 233578, |
|
"self": 16.836764981873557, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 308.67854087402293, |
|
"count": 222914, |
|
"self": 308.67854087402293 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 2.773578908980653, |
|
"count": 233578, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 2388.6010457480365, |
|
"count": 233578, |
|
"is_parallel": true, |
|
"self": 1128.6029755240443, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0010192089999918608, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0002565469999353809, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0007626620000564799, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0007626620000564799 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.028987564999965798, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0003847570000061751, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.00018926499990357115, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00018926499990357115 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.02764549000005445, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.02764549000005445 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0007680530000016006, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00020772799996393587, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0005603250000376647, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0005603250000376647 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1259.9980702239923, |
|
"count": 233577, |
|
"is_parallel": true, |
|
"self": 39.01577834597583, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 79.88297801415331, |
|
"count": 233577, |
|
"is_parallel": true, |
|
"self": 79.88297801415331 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1052.3481640868195, |
|
"count": 233577, |
|
"is_parallel": true, |
|
"self": 1052.3481640868195 |
|
}, |
|
"steps_from_proto": { |
|
"total": 88.75114977704379, |
|
"count": 233577, |
|
"is_parallel": true, |
|
"self": 31.415846020951108, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 57.335303756092685, |
|
"count": 467154, |
|
"is_parallel": true, |
|
"self": 57.335303756092685 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 494.0318457519819, |
|
"count": 233578, |
|
"self": 6.377132377022804, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 162.0254674269588, |
|
"count": 233578, |
|
"self": 160.6020194559594, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 1.4234479709994048, |
|
"count": 10, |
|
"self": 1.4234479709994048 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 325.6292459480003, |
|
"count": 97, |
|
"self": 262.3103453659802, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 63.31890058202009, |
|
"count": 2910, |
|
"self": 63.31890058202009 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 1.0580001799098682e-06, |
|
"count": 1, |
|
"self": 1.0580001799098682e-06 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.11212416299986216, |
|
"count": 1, |
|
"self": 0.002042700999936642, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.11008146199992552, |
|
"count": 1, |
|
"self": 0.11008146199992552 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |