| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.4277362823486328, | |
| "min": 1.4118343591690063, | |
| "max": 1.60493004322052, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 12785.3779296875, | |
| "min": 10896.4140625, | |
| "max": 15236.5400390625, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 0.9797979797979798, | |
| "min": 0.9044117647058824, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 388.0, | |
| "min": 206.0, | |
| "max": 603.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.008403361344537815, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 3.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 302.530303030303, | |
| "min": 253.2195767195767, | |
| "max": 310.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 119802.0, | |
| "min": 57826.0, | |
| "max": 177437.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 302.530303030303, | |
| "min": 253.2195767195767, | |
| "max": 310.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 119802.0, | |
| "min": 57826.0, | |
| "max": 177437.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 1.2247474747474747, | |
| "min": 0.0, | |
| "max": 6.597222222222222, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 485.0, | |
| "min": 0.0, | |
| "max": 2850.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 0.24494949494949494, | |
| "min": 0.0, | |
| "max": 1.3194444444444444, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 97.0, | |
| "min": 0.0, | |
| "max": 570.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.020202020202020204, | |
| "min": 0.0, | |
| "max": 0.09558823529411764, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 8.0, | |
| "min": 0.0, | |
| "max": 44.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 21.613636363636363, | |
| "min": 13.851485148514852, | |
| "max": 42.93055555555556, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8559.0, | |
| "min": 7194.0, | |
| "max": 10152.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1799992.0, | |
| "min": 8987.0, | |
| "max": 1799992.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1799992.0, | |
| "min": 8987.0, | |
| "max": 1799992.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 205.74163818359375, | |
| "min": 23.677234649658203, | |
| "max": 224.3184814453125, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 81885.171875, | |
| "min": 8713.22265625, | |
| "max": 135937.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 301.51256281407035, | |
| "min": 245.4679802955665, | |
| "max": 310.2281105990783, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 120002.0, | |
| "min": 57309.0, | |
| "max": 177217.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 301.51256281407035, | |
| "min": 245.4679802955665, | |
| "max": 310.2281105990783, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 120002.0, | |
| "min": 57309.0, | |
| "max": 177217.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.04577971069375053, | |
| "min": 0.03319406258621409, | |
| "max": 0.056747086677014044, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.09155942138750106, | |
| "min": 0.06638812517242818, | |
| "max": 0.1661144578635382, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 3191.193726857503, | |
| "min": 2061.9173778187146, | |
| "max": 13276.788436889648, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 6382.387453715006, | |
| "min": 4123.834755637429, | |
| "max": 26609.5488688151, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 7.700997433333317e-07, | |
| "min": 7.700997433333317e-07, | |
| "max": 0.00029897400034199995, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 1.5401994866666633e-06, | |
| "min": 1.5401994866666633e-06, | |
| "max": 0.0008706290097903332, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10025666666666667, | |
| "min": 0.10025666666666667, | |
| "max": 0.199658, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.20051333333333335, | |
| "min": 0.20051333333333335, | |
| "max": 0.5902096666666667, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 2.2807666666666645e-05, | |
| "min": 2.2807666666666645e-05, | |
| "max": 0.0049829342000000006, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 4.561533333333329e-05, | |
| "min": 4.561533333333329e-05, | |
| "max": 0.014511462366666667, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717499700", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_8_task_6_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_8_task_6_run_id_1_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717511533" | |
| }, | |
| "total": 11833.208852599999, | |
| "count": 1, | |
| "self": 10.005005399996662, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0553574, | |
| "count": 1, | |
| "self": 0.0553574 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 11823.148489800002, | |
| "count": 1, | |
| "self": 10.101483099402685, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.0857741, | |
| "count": 1, | |
| "self": 2.0857741 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 11810.8874712006, | |
| "count": 600021, | |
| "self": 9.646359400652727, | |
| "children": { | |
| "env_step": { | |
| "total": 11801.241111799947, | |
| "count": 600021, | |
| "self": 9625.716927800082, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 2168.871943100001, | |
| "count": 600021, | |
| "self": 17.880887699599953, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 2150.991055400401, | |
| "count": 600021, | |
| "self": 2150.991055400401 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 6.652240899864794, | |
| "count": 600021, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 11810.671497500362, | |
| "count": 600021, | |
| "is_parallel": true, | |
| "self": 2650.3943469002297, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.007014000000000076, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010400000000032605, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.0068325999999998555, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.209999999971181e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.006790500000000144, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.890000000044246e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.006761599999999701, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.0001681999999998407, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.0065933999999998605, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.0065933999999998605 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 7.739999999989422e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 7.739999999989422e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 9160.270136600131, | |
| "count": 600021, | |
| "is_parallel": true, | |
| "self": 36.06557789970793, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 31.369412899994337, | |
| "count": 600021, | |
| "is_parallel": true, | |
| "self": 31.369412899994337 | |
| }, | |
| "communicator.exchange": { | |
| "total": 8829.525915699915, | |
| "count": 600021, | |
| "is_parallel": true, | |
| "self": 8829.525915699915 | |
| }, | |
| "steps_from_proto": { | |
| "total": 263.30923010051487, | |
| "count": 600021, | |
| "is_parallel": true, | |
| "self": 54.90666450014649, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 181.26115930010667, | |
| "count": 1200042, | |
| "is_parallel": true, | |
| "self": 16.39383120063664, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 164.86732809947003, | |
| "count": 1884792, | |
| "is_parallel": true, | |
| "self": 14.263606099274995, | |
| "children": { | |
| "process_pixels": { | |
| "total": 150.60372200019503, | |
| "count": 1884792, | |
| "is_parallel": true, | |
| "self": 53.72483830015008, | |
| "children": { | |
| "image_decompress": { | |
| "total": 96.87888370004495, | |
| "count": 1884792, | |
| "is_parallel": true, | |
| "self": 96.87888370004495 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 27.141406300261707, | |
| "count": 1200042, | |
| "is_parallel": true, | |
| "self": 27.141406300261707 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.519999907235615e-05, | |
| "count": 1, | |
| "self": 2.519999907235615e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 11812.931096199898, | |
| "count": 718112, | |
| "is_parallel": true, | |
| "self": 21.02483289972588, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 11058.257117800167, | |
| "count": 718112, | |
| "is_parallel": true, | |
| "self": 11058.003902700166, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.25321510000048875, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.25321510000048875 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 733.6491455000046, | |
| "count": 427, | |
| "is_parallel": true, | |
| "self": 186.6085317001348, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 547.0406137998698, | |
| "count": 20736, | |
| "is_parallel": true, | |
| "self": 547.0406137998698 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.07373619999998482, | |
| "count": 1, | |
| "self": 0.006533200001285877, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.06720299999869894, | |
| "count": 1, | |
| "self": 0.06720299999869894 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |