|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Huggy.Policy.Entropy.mean": { |
|
"value": 1.4048309326171875, |
|
"min": 1.4048309326171875, |
|
"max": 1.4258478879928589, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Entropy.sum": { |
|
"value": 70133.375, |
|
"min": 68860.328125, |
|
"max": 76528.65625, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.mean": { |
|
"value": 78.27662957074722, |
|
"min": 68.69456066945607, |
|
"max": 409.05737704918033, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.sum": { |
|
"value": 49236.0, |
|
"min": 48867.0, |
|
"max": 49928.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.mean": { |
|
"value": 1999975.0, |
|
"min": 49323.0, |
|
"max": 1999975.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.sum": { |
|
"value": 1999975.0, |
|
"min": 49323.0, |
|
"max": 1999975.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 2.5256824493408203, |
|
"min": 0.008007164113223553, |
|
"max": 2.5310115814208984, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 1591.179931640625, |
|
"min": 0.9688668847084045, |
|
"max": 1809.4432373046875, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.mean": { |
|
"value": 3.8940340602208696, |
|
"min": 1.8436348933326312, |
|
"max": 4.05309206674433, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.sum": { |
|
"value": 2453.241457939148, |
|
"min": 223.07982209324837, |
|
"max": 2860.02295678854, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.mean": { |
|
"value": 3.8940340602208696, |
|
"min": 1.8436348933326312, |
|
"max": 4.05309206674433, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.sum": { |
|
"value": 2453.241457939148, |
|
"min": 223.07982209324837, |
|
"max": 2860.02295678854, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.mean": { |
|
"value": 0.017368618730688467, |
|
"min": 0.014688087769900448, |
|
"max": 0.019957005893229508, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.sum": { |
|
"value": 0.0521058561920654, |
|
"min": 0.029376175539800896, |
|
"max": 0.0578421307024352, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.mean": { |
|
"value": 0.05548823492394553, |
|
"min": 0.022880580027898154, |
|
"max": 0.06301256989439329, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.sum": { |
|
"value": 0.16646470477183659, |
|
"min": 0.04576116005579631, |
|
"max": 0.18473280829687916, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.mean": { |
|
"value": 3.948148683983324e-06, |
|
"min": 3.948148683983324e-06, |
|
"max": 0.00029534910155030005, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.sum": { |
|
"value": 1.1844446051949971e-05, |
|
"min": 1.1844446051949971e-05, |
|
"max": 0.0008442103685965498, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.mean": { |
|
"value": 0.10131601666666666, |
|
"min": 0.10131601666666666, |
|
"max": 0.19844969999999995, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.sum": { |
|
"value": 0.30394804999999997, |
|
"min": 0.2077803, |
|
"max": 0.58140345, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.mean": { |
|
"value": 7.566923166666655e-05, |
|
"min": 7.566923166666655e-05, |
|
"max": 0.0049226400300000014, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.sum": { |
|
"value": 0.00022700769499999965, |
|
"min": 0.00022700769499999965, |
|
"max": 0.014072032155, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1701362560", |
|
"python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
|
"mlagents_version": "1.1.0.dev0", |
|
"mlagents_envs_version": "1.1.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.1.1+cu121", |
|
"numpy_version": "1.23.5", |
|
"end_time_seconds": "1701365095" |
|
}, |
|
"total": 2535.189600102, |
|
"count": 1, |
|
"self": 0.4558079200000975, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.05901152399997045, |
|
"count": 1, |
|
"self": 0.05901152399997045 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 2534.6747806579997, |
|
"count": 1, |
|
"self": 4.7497471080155265, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 3.457937394000055, |
|
"count": 1, |
|
"self": 3.457937394000055 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 2526.362560383984, |
|
"count": 233736, |
|
"self": 5.019733928044843, |
|
"children": { |
|
"env_step": { |
|
"total": 1989.7841366679577, |
|
"count": 233736, |
|
"self": 1652.8317759779165, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 333.9054966100309, |
|
"count": 233736, |
|
"self": 16.938856820104547, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 316.9666397899264, |
|
"count": 222975, |
|
"self": 316.9666397899264 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 3.0468640800102094, |
|
"count": 233736, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 2527.0071580771173, |
|
"count": 233736, |
|
"is_parallel": true, |
|
"self": 1191.1717577910151, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0008319309999933466, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00021453099998325342, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0006174000000100932, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0006174000000100932 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.028427516000192554, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0002983960005167319, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.00019007199989573564, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00019007199989573564 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.027253441999846473, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.027253441999846473 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0006856059999336139, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00019652599985420238, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0004890800000794115, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0004890800000794115 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1335.8354002861022, |
|
"count": 233735, |
|
"is_parallel": true, |
|
"self": 40.55168044023276, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 83.44330990181902, |
|
"count": 233735, |
|
"is_parallel": true, |
|
"self": 83.44330990181902 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1122.4004830490017, |
|
"count": 233735, |
|
"is_parallel": true, |
|
"self": 1122.4004830490017 |
|
}, |
|
"steps_from_proto": { |
|
"total": 89.43992689504876, |
|
"count": 233735, |
|
"is_parallel": true, |
|
"self": 31.093568522958776, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 58.34635837208998, |
|
"count": 467470, |
|
"is_parallel": true, |
|
"self": 58.34635837208998 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 531.5586897879816, |
|
"count": 233736, |
|
"self": 7.2733700581213725, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 170.49787455286082, |
|
"count": 233736, |
|
"self": 169.32666096486037, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 1.1712135880004553, |
|
"count": 10, |
|
"self": 1.1712135880004553 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 353.7874451769994, |
|
"count": 97, |
|
"self": 288.72736354500785, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 65.06008163199158, |
|
"count": 2910, |
|
"self": 65.06008163199158 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 9.4600000011269e-07, |
|
"count": 1, |
|
"self": 9.4600000011269e-07 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.10453482599996278, |
|
"count": 1, |
|
"self": 0.0016676810000717524, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.10286714499989102, |
|
"count": 1, |
|
"self": 0.10286714499989102 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |