|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Huggy.Policy.Entropy.mean": { |
|
"value": 1.4065760374069214, |
|
"min": 1.4065760374069214, |
|
"max": 1.428511142730713, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Entropy.sum": { |
|
"value": 71147.4296875, |
|
"min": 69028.921875, |
|
"max": 77202.765625, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.mean": { |
|
"value": 92.0867924528302, |
|
"min": 73.90419161676647, |
|
"max": 395.984126984127, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.sum": { |
|
"value": 48806.0, |
|
"min": 48806.0, |
|
"max": 50111.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.mean": { |
|
"value": 1999961.0, |
|
"min": 49270.0, |
|
"max": 1999961.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.sum": { |
|
"value": 1999961.0, |
|
"min": 49270.0, |
|
"max": 1999961.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 2.4375555515289307, |
|
"min": 0.09388220310211182, |
|
"max": 2.483473300933838, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 1291.9044189453125, |
|
"min": 11.735275268554688, |
|
"max": 1600.18994140625, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.mean": { |
|
"value": 3.7814017796291495, |
|
"min": 1.7683164225816728, |
|
"max": 3.9941716484255174, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.sum": { |
|
"value": 2004.1429432034492, |
|
"min": 221.03955282270908, |
|
"max": 2479.044963002205, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.mean": { |
|
"value": 3.7814017796291495, |
|
"min": 1.7683164225816728, |
|
"max": 3.9941716484255174, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.sum": { |
|
"value": 2004.1429432034492, |
|
"min": 221.03955282270908, |
|
"max": 2479.044963002205, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.mean": { |
|
"value": 0.018248013691562745, |
|
"min": 0.013711116932669635, |
|
"max": 0.022420570952817798, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.sum": { |
|
"value": 0.054744041074688235, |
|
"min": 0.02742223386533927, |
|
"max": 0.06414937443235734, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.mean": { |
|
"value": 0.048517807407511604, |
|
"min": 0.021804422854135433, |
|
"max": 0.06086087574561437, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.sum": { |
|
"value": 0.1455534222225348, |
|
"min": 0.043608845708270866, |
|
"max": 0.1825201090425253, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.mean": { |
|
"value": 3.531598822833344e-06, |
|
"min": 3.531598822833344e-06, |
|
"max": 0.00029537647654117493, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.sum": { |
|
"value": 1.0594796468500032e-05, |
|
"min": 1.0594796468500032e-05, |
|
"max": 0.0008440555686481499, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.mean": { |
|
"value": 0.10117716666666669, |
|
"min": 0.10117716666666669, |
|
"max": 0.198458825, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.sum": { |
|
"value": 0.30353150000000007, |
|
"min": 0.2075393, |
|
"max": 0.58135185, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.mean": { |
|
"value": 6.874061666666682e-05, |
|
"min": 6.874061666666682e-05, |
|
"max": 0.0049230953675, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.sum": { |
|
"value": 0.00020622185000000046, |
|
"min": 0.00020622185000000046, |
|
"max": 0.014069457314999999, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1722822258", |
|
"python_version": "3.10.12 (main, Jul 29 2024, 16:56:48) [GCC 11.4.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", |
|
"mlagents_version": "1.1.0.dev0", |
|
"mlagents_envs_version": "1.1.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.3.1+cu121", |
|
"numpy_version": "1.23.5", |
|
"end_time_seconds": "1722826613" |
|
}, |
|
"total": 4354.473612222, |
|
"count": 1, |
|
"self": 0.8594241069995405, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.07628237900007662, |
|
"count": 1, |
|
"self": 0.07628237900007662 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 4353.5379057360005, |
|
"count": 1, |
|
"self": 7.5291313938068924, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 3.6978101610000067, |
|
"count": 1, |
|
"self": 3.6978101610000067 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 4342.164813691193, |
|
"count": 233245, |
|
"self": 8.071735377140612, |
|
"children": { |
|
"env_step": { |
|
"total": 2797.072742511087, |
|
"count": 233245, |
|
"self": 2348.3644894478844, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 443.5528334081024, |
|
"count": 233245, |
|
"self": 28.498919020094718, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 415.0539143880077, |
|
"count": 223102, |
|
"self": 415.0539143880077 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 5.155419655100445, |
|
"count": 233245, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 4340.55038467896, |
|
"count": 233245, |
|
"is_parallel": true, |
|
"self": 2482.210087254043, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0009973429999945438, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0002543230000355834, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0007430199999589604, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0007430199999589604 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.05446826299998975, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00042178399996828375, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.000201231000005464, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.000201231000005464 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.05300433399997928, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.05300433399997928 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0008409140000367188, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00022744299997157214, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0006134710000651467, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0006134710000651467 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1858.3402974249168, |
|
"count": 233244, |
|
"is_parallel": true, |
|
"self": 59.78132670580612, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 105.87364292700363, |
|
"count": 233244, |
|
"is_parallel": true, |
|
"self": 105.87364292700363 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1559.8961288641165, |
|
"count": 233244, |
|
"is_parallel": true, |
|
"self": 1559.8961288641165 |
|
}, |
|
"steps_from_proto": { |
|
"total": 132.78919892799047, |
|
"count": 233244, |
|
"is_parallel": true, |
|
"self": 43.25368482229237, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 89.5355141056981, |
|
"count": 466488, |
|
"is_parallel": true, |
|
"self": 89.5355141056981 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 1537.0203358029646, |
|
"count": 233245, |
|
"self": 12.012931510013914, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 243.24202211395027, |
|
"count": 233245, |
|
"self": 241.88630355895089, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 1.3557185549993847, |
|
"count": 10, |
|
"self": 1.3557185549993847 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 1281.7653821790004, |
|
"count": 97, |
|
"self": 332.48670919500364, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 949.2786729839968, |
|
"count": 2910, |
|
"self": 949.2786729839968 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 1.4080005712457933e-06, |
|
"count": 1, |
|
"self": 1.4080005712457933e-06 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.14614908200019272, |
|
"count": 1, |
|
"self": 0.0030084150002949173, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.1431406669998978, |
|
"count": 1, |
|
"self": 0.1431406669998978 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |