|
{
|
|
"name": "root",
|
|
"gauges": {
|
|
"Agent.Policy.Entropy.mean": {
|
|
"value": 1.4178889989852905,
|
|
"min": 1.4096938371658325,
|
|
"max": 1.5923999547958374,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.Entropy.sum": {
|
|
"value": 12829.0595703125,
|
|
"min": 6404.3857421875,
|
|
"max": 20627.43359375,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterDrop.mean": {
|
|
"value": 0.9756944444444444,
|
|
"min": 0.6666666666666666,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterDrop.sum": {
|
|
"value": 281.0,
|
|
"min": 5.0,
|
|
"max": 462.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterPickup.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.016666666666666666,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterPickup.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 2.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTreesReward.mean": {
|
|
"value": 270.4375,
|
|
"min": 136.16666666666666,
|
|
"max": 298.13461538461536,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTreesReward.sum": {
|
|
"value": 77886.0,
|
|
"min": 1263.0,
|
|
"max": 135533.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTrees.mean": {
|
|
"value": 270.4375,
|
|
"min": 136.16666666666666,
|
|
"max": 298.13461538461536,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTrees.sum": {
|
|
"value": 77886.0,
|
|
"min": 1263.0,
|
|
"max": 135533.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 20.45977011494253,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 2525.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 4.091954022988506,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 505.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FireOut.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FireOut.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.CrashCount.mean": {
|
|
"value": 0.024305555555555556,
|
|
"min": 0.0,
|
|
"max": 0.16666666666666666,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.CrashCount.sum": {
|
|
"value": 7.0,
|
|
"min": 0.0,
|
|
"max": 36.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.difficulty.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.difficulty.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.task.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.task.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.EpisodeLength.mean": {
|
|
"value": 30.416666666666668,
|
|
"min": 17.60625,
|
|
"max": 1183.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.EpisodeLength.sum": {
|
|
"value": 8760.0,
|
|
"min": 4365.0,
|
|
"max": 14289.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Step.mean": {
|
|
"value": 1799939.0,
|
|
"min": 8991.0,
|
|
"max": 1799939.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Step.sum": {
|
|
"value": 1799939.0,
|
|
"min": 8991.0,
|
|
"max": 1799939.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicValueEstimate.mean": {
|
|
"value": 168.24517822265625,
|
|
"min": 20.59109878540039,
|
|
"max": 215.1231689453125,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicValueEstimate.sum": {
|
|
"value": 48454.609375,
|
|
"min": 808.3499755859375,
|
|
"max": 95112.578125,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.CumulativeReward.mean": {
|
|
"value": 267.02430555555554,
|
|
"min": 119.5,
|
|
"max": 297.9458598726115,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.CumulativeReward.sum": {
|
|
"value": 76903.0,
|
|
"min": 1108.0,
|
|
"max": 132794.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicReward.mean": {
|
|
"value": 267.02430555555554,
|
|
"min": 119.5,
|
|
"max": 297.9458598726115,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicReward.sum": {
|
|
"value": 76903.0,
|
|
"min": 1108.0,
|
|
"max": 132794.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Losses.PolicyLoss.mean": {
|
|
"value": 0.044155248542665504,
|
|
"min": 0.0385300622098536,
|
|
"max": 0.055961132703120246,
|
|
"count": 199
|
|
},
|
|
"Agent.Losses.PolicyLoss.sum": {
|
|
"value": 0.08831049708533101,
|
|
"min": 0.04076826202588669,
|
|
"max": 0.15743040407930192,
|
|
"count": 199
|
|
},
|
|
"Agent.Losses.ValueLoss.mean": {
|
|
"value": 2640.033728281657,
|
|
"min": 90.25636757744684,
|
|
"max": 12906.5257619222,
|
|
"count": 199
|
|
},
|
|
"Agent.Losses.ValueLoss.sum": {
|
|
"value": 5280.067456563314,
|
|
"min": 90.25636757744684,
|
|
"max": 25813.0515238444,
|
|
"count": 199
|
|
},
|
|
"Agent.Policy.LearningRate.mean": {
|
|
"value": 8.993497002499957e-07,
|
|
"min": 8.993497002499957e-07,
|
|
"max": 0.0002989397503534166,
|
|
"count": 199
|
|
},
|
|
"Agent.Policy.LearningRate.sum": {
|
|
"value": 1.7986994004999915e-06,
|
|
"min": 1.7986994004999915e-06,
|
|
"max": 0.0008664050111983334,
|
|
"count": 199
|
|
},
|
|
"Agent.Policy.Epsilon.mean": {
|
|
"value": 0.10029975,
|
|
"min": 0.10029975,
|
|
"max": 0.19964658333333335,
|
|
"count": 199
|
|
},
|
|
"Agent.Policy.Epsilon.sum": {
|
|
"value": 0.2005995,
|
|
"min": 0.10826916666666668,
|
|
"max": 0.5888016666666668,
|
|
"count": 199
|
|
},
|
|
"Agent.Policy.Beta.mean": {
|
|
"value": 2.4957524999999933e-05,
|
|
"min": 2.4957524999999933e-05,
|
|
"max": 0.004982364508333333,
|
|
"count": 199
|
|
},
|
|
"Agent.Policy.Beta.sum": {
|
|
"value": 4.991504999999987e-05,
|
|
"min": 4.991504999999987e-05,
|
|
"max": 0.014441203166666666,
|
|
"count": 199
|
|
},
|
|
"Agent.IsTraining.mean": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.IsTraining.sum": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
}
|
|
},
|
|
"metadata": {
|
|
"timer_format_version": "0.1.0",
|
|
"start_time_seconds": "1717776654",
|
|
"python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]",
|
|
"command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_5_task_6_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_5_task_6_run_id_2_train --base-port 5009",
|
|
"mlagents_version": "0.30.0",
|
|
"mlagents_envs_version": "0.30.0",
|
|
"communication_protocol_version": "1.5.0",
|
|
"pytorch_version": "1.7.1+cu110",
|
|
"numpy_version": "1.21.0",
|
|
"end_time_seconds": "1717783574"
|
|
},
|
|
"total": 6920.216313,
|
|
"count": 1,
|
|
"self": 2.531289200000174,
|
|
"children": {
|
|
"run_training.setup": {
|
|
"total": 0.05075350000000001,
|
|
"count": 1,
|
|
"self": 0.05075350000000001
|
|
},
|
|
"TrainerController.start_learning": {
|
|
"total": 6917.6342703,
|
|
"count": 1,
|
|
"self": 7.19691590007551,
|
|
"children": {
|
|
"TrainerController._reset_env": {
|
|
"total": 3.8922345,
|
|
"count": 1,
|
|
"self": 3.8922345
|
|
},
|
|
"TrainerController.advance": {
|
|
"total": 6906.418807999924,
|
|
"count": 600019,
|
|
"self": 6.454394999967008,
|
|
"children": {
|
|
"env_step": {
|
|
"total": 6899.964412999957,
|
|
"count": 600019,
|
|
"self": 4970.497176599462,
|
|
"children": {
|
|
"SubprocessEnvManager._take_step": {
|
|
"total": 1924.8833051003016,
|
|
"count": 600019,
|
|
"self": 15.002843200300504,
|
|
"children": {
|
|
"TorchPolicy.evaluate": {
|
|
"total": 1909.8804619000011,
|
|
"count": 600019,
|
|
"self": 1909.8804619000011
|
|
}
|
|
}
|
|
},
|
|
"workers": {
|
|
"total": 4.5839313001932505,
|
|
"count": 600019,
|
|
"self": 0.0,
|
|
"children": {
|
|
"worker_root": {
|
|
"total": 6906.53606019994,
|
|
"count": 600019,
|
|
"is_parallel": true,
|
|
"self": 2286.684621200033,
|
|
"children": {
|
|
"steps_from_proto": {
|
|
"total": 0.006428799999999679,
|
|
"count": 1,
|
|
"is_parallel": true,
|
|
"self": 0.00010679999999974044,
|
|
"children": {
|
|
"_process_maybe_compressed_observation": {
|
|
"total": 0.006237899999999907,
|
|
"count": 2,
|
|
"is_parallel": true,
|
|
"self": 4.669999999995511e-05,
|
|
"children": {
|
|
"_observation_to_np_array": {
|
|
"total": 0.006191199999999952,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 2.849999999998687e-05,
|
|
"children": {
|
|
"process_pixels": {
|
|
"total": 0.006162699999999965,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.00017120000000048208,
|
|
"children": {
|
|
"image_decompress": {
|
|
"total": 0.005991499999999483,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.005991499999999483
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 8.410000000003137e-05,
|
|
"count": 2,
|
|
"is_parallel": true,
|
|
"self": 8.410000000003137e-05
|
|
}
|
|
}
|
|
},
|
|
"UnityEnvironment.step": {
|
|
"total": 4619.845010199907,
|
|
"count": 600019,
|
|
"is_parallel": true,
|
|
"self": 25.992210399796022,
|
|
"children": {
|
|
"UnityEnvironment._generate_step_input": {
|
|
"total": 28.42333390013833,
|
|
"count": 600019,
|
|
"is_parallel": true,
|
|
"self": 28.42333390013833
|
|
},
|
|
"communicator.exchange": {
|
|
"total": 4373.724590800082,
|
|
"count": 600019,
|
|
"is_parallel": true,
|
|
"self": 4373.724590800082
|
|
},
|
|
"steps_from_proto": {
|
|
"total": 191.70487509989044,
|
|
"count": 600019,
|
|
"is_parallel": true,
|
|
"self": 39.72922729998626,
|
|
"children": {
|
|
"_process_maybe_compressed_observation": {
|
|
"total": 132.680537200048,
|
|
"count": 1200038,
|
|
"is_parallel": true,
|
|
"self": 11.930872099263723,
|
|
"children": {
|
|
"_observation_to_np_array": {
|
|
"total": 120.74966510078428,
|
|
"count": 1849191,
|
|
"is_parallel": true,
|
|
"self": 10.594966100380162,
|
|
"children": {
|
|
"process_pixels": {
|
|
"total": 110.15469900040412,
|
|
"count": 1849191,
|
|
"is_parallel": true,
|
|
"self": 39.36989420052049,
|
|
"children": {
|
|
"image_decompress": {
|
|
"total": 70.78480479988363,
|
|
"count": 1849191,
|
|
"is_parallel": true,
|
|
"self": 70.78480479988363
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 19.295110599856184,
|
|
"count": 1200038,
|
|
"is_parallel": true,
|
|
"self": 19.295110599856184
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"trainer_threads": {
|
|
"total": 3.190000006725313e-05,
|
|
"count": 1,
|
|
"self": 3.190000006725313e-05,
|
|
"children": {
|
|
"thread_root": {
|
|
"total": 0.0,
|
|
"count": 0,
|
|
"is_parallel": true,
|
|
"self": 0.0,
|
|
"children": {
|
|
"trainer_advance": {
|
|
"total": 6908.87587780023,
|
|
"count": 406939,
|
|
"is_parallel": true,
|
|
"self": 12.694595700248101,
|
|
"children": {
|
|
"process_trajectory": {
|
|
"total": 6242.018078299984,
|
|
"count": 406939,
|
|
"is_parallel": true,
|
|
"self": 6241.788520999984,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.22955730000057883,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.22955730000057883
|
|
}
|
|
}
|
|
},
|
|
"_update_policy": {
|
|
"total": 654.1632037999982,
|
|
"count": 389,
|
|
"is_parallel": true,
|
|
"self": 150.23365689997564,
|
|
"children": {
|
|
"TorchPPOOptimizer.update": {
|
|
"total": 503.92954690002256,
|
|
"count": 20646,
|
|
"is_parallel": true,
|
|
"self": 503.92954690002256
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"TrainerController._save_models": {
|
|
"total": 0.1262800000004063,
|
|
"count": 1,
|
|
"self": 0.07104630000048928,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.05523369999991701,
|
|
"count": 1,
|
|
"self": 0.05523369999991701
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} |