| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.4086065292358398, | |
| "min": 1.4035741090774536, | |
| "max": 1.6004120111465454, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 12677.458984375, | |
| "min": 10630.669921875, | |
| "max": 14737.1533203125, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 0.9823008849557522, | |
| "min": 0.8863636363636364, | |
| "max": 0.9954337899543378, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 333.0, | |
| "min": 111.0, | |
| "max": 399.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.009174311926605505, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 3.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 273.8702064896755, | |
| "min": 214.3125, | |
| "max": 288.2739726027397, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 92842.0, | |
| "min": 26111.0, | |
| "max": 105629.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 273.8702064896755, | |
| "min": 214.3125, | |
| "max": 288.2739726027397, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 92842.0, | |
| "min": 26111.0, | |
| "max": 105629.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 0.7669616519174042, | |
| "min": 0.0, | |
| "max": 5.424242424242424, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 260.0, | |
| "min": 0.0, | |
| "max": 1405.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 0.15339233038348082, | |
| "min": 0.0, | |
| "max": 1.084848484848485, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 52.0, | |
| "min": 0.0, | |
| "max": 281.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.017699115044247787, | |
| "min": 0.0045662100456621, | |
| "max": 0.10588235294117647, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 6.0, | |
| "min": 1.0, | |
| "max": 32.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 25.548672566371682, | |
| "min": 20.816176470588236, | |
| "max": 84.84615384615384, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8661.0, | |
| "min": 7326.0, | |
| "max": 9927.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1799990.0, | |
| "min": 8993.0, | |
| "max": 1799990.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1799990.0, | |
| "min": 8993.0, | |
| "max": 1799990.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 157.388916015625, | |
| "min": 18.537656784057617, | |
| "max": 184.4714813232422, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 53354.84375, | |
| "min": 4819.79052734375, | |
| "max": 68409.53125, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 274.0619469026549, | |
| "min": 207.7668918918919, | |
| "max": 286.96363636363634, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 92907.0, | |
| "min": 25303.0, | |
| "max": 103835.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 274.0619469026549, | |
| "min": 207.7668918918919, | |
| "max": 286.96363636363634, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 92907.0, | |
| "min": 25303.0, | |
| "max": 103835.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.04898023450126251, | |
| "min": 0.03914547332872947, | |
| "max": 0.05846104753436521, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.09796046900252502, | |
| "min": 0.03914547332872947, | |
| "max": 0.1593507906315305, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 3268.02824529012, | |
| "min": 1195.5017237746924, | |
| "max": 9146.106455485025, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 6536.05649058024, | |
| "min": 1993.5204837683475, | |
| "max": 25592.871063232422, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 6.743497752500039e-07, | |
| "min": 6.743497752500039e-07, | |
| "max": 0.000298959000347, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 1.3486995505000077e-06, | |
| "min": 1.3486995505000077e-06, | |
| "max": 0.0008706385097871665, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10022475000000002, | |
| "min": 0.10022475000000002, | |
| "max": 0.19965300000000002, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.20044950000000003, | |
| "min": 0.11033033333333332, | |
| "max": 0.5902128333333333, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 2.121502500000007e-05, | |
| "min": 2.121502500000007e-05, | |
| "max": 0.0049826847, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 4.243005000000014e-05, | |
| "min": 4.243005000000014e-05, | |
| "max": 0.014511620383333333, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717321891", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_4_task_6_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_4_task_6_run_id_1_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717329436" | |
| }, | |
| "total": 7545.0440484, | |
| "count": 1, | |
| "self": 2.4645366000004287, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05277310000000002, | |
| "count": 1, | |
| "self": 0.05277310000000002 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 7542.526738699999, | |
| "count": 1, | |
| "self": 7.609271799881753, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.0646617, | |
| "count": 1, | |
| "self": 2.0646617 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 7532.771002400118, | |
| "count": 600019, | |
| "self": 7.464390100007222, | |
| "children": { | |
| "env_step": { | |
| "total": 7525.306612300111, | |
| "count": 600019, | |
| "self": 5461.331347300107, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 2058.5711027002694, | |
| "count": 600019, | |
| "self": 16.274013400094873, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 2042.2970893001745, | |
| "count": 600019, | |
| "self": 2042.2970893001745 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 5.4041622997337555, | |
| "count": 600019, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 7529.5858744999505, | |
| "count": 600019, | |
| "is_parallel": true, | |
| "self": 2501.9427480001623, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006265500000000035, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010500000000002174, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.006075399999999842, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.300000000001525e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.006032399999999827, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.7199999999893976e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.006005199999999933, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00017639999999974343, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.005828800000000189, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.005828800000000189 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.510000000017115e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 8.510000000017115e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 5027.636860999788, | |
| "count": 600019, | |
| "is_parallel": true, | |
| "self": 32.94256469930406, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 30.86155940005289, | |
| "count": 600019, | |
| "is_parallel": true, | |
| "self": 30.86155940005289 | |
| }, | |
| "communicator.exchange": { | |
| "total": 4720.710759400327, | |
| "count": 600019, | |
| "is_parallel": true, | |
| "self": 4720.710759400327 | |
| }, | |
| "steps_from_proto": { | |
| "total": 243.1219775001041, | |
| "count": 600019, | |
| "is_parallel": true, | |
| "self": 49.68896349981904, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 169.20643180003302, | |
| "count": 1200038, | |
| "is_parallel": true, | |
| "self": 16.586838599681727, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 152.6195932003513, | |
| "count": 1857141, | |
| "is_parallel": true, | |
| "self": 13.510153300020647, | |
| "children": { | |
| "process_pixels": { | |
| "total": 139.10943990033064, | |
| "count": 1857141, | |
| "is_parallel": true, | |
| "self": 51.13780640081647, | |
| "children": { | |
| "image_decompress": { | |
| "total": 87.97163349951417, | |
| "count": 1857141, | |
| "is_parallel": true, | |
| "self": 87.97163349951417 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 24.226582200252032, | |
| "count": 1200038, | |
| "is_parallel": true, | |
| "self": 24.226582200252032 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.7700000171316788e-05, | |
| "count": 1, | |
| "self": 1.7700000171316788e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 7536.876909100001, | |
| "count": 445663, | |
| "is_parallel": true, | |
| "self": 8.87253000005694, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 6841.939224999948, | |
| "count": 445663, | |
| "is_parallel": true, | |
| "self": 6841.675477199949, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2637477999996918, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.2637477999996918 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 686.0651540999966, | |
| "count": 424, | |
| "is_parallel": true, | |
| "self": 174.45794439995183, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 511.60720970004473, | |
| "count": 20670, | |
| "is_parallel": true, | |
| "self": 511.60720970004473 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.08178509999925154, | |
| "count": 1, | |
| "self": 0.018248299998958828, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.06353680000029271, | |
| "count": 1, | |
| "self": 0.06353680000029271 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |