| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.9587604999542236, | |
| "min": 1.6645694971084595, | |
| "max": 2.17344331741333, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 17605.33984375, | |
| "min": 5110.8603515625, | |
| "max": 33494.39453125, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 36.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 2999.0, | |
| "min": 207.4, | |
| "max": 2999.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8997.0, | |
| "min": 2493.0, | |
| "max": 16884.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1797195.0, | |
| "min": 8880.0, | |
| "max": 1797195.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1797195.0, | |
| "min": 8880.0, | |
| "max": 1797195.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 1.7258644104003906, | |
| "min": -19.33251190185547, | |
| "max": 13.613609313964844, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 5.177593231201172, | |
| "min": -811.9655151367188, | |
| "max": 145.86631774902344, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": -100.0, | |
| "max": 100.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": -2500.0, | |
| "max": 1200.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 0.0, | |
| "min": -100.0, | |
| "max": 100.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 0.0, | |
| "min": -2500.0, | |
| "max": 1200.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.05062898551779134, | |
| "min": 0.020954205308641706, | |
| "max": 0.05786214291583747, | |
| "count": 191 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.05062898551779134, | |
| "min": 0.020954205308641706, | |
| "max": 0.11572428583167493, | |
| "count": 191 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 0.18776435128280095, | |
| "min": 0.011927888249712332, | |
| "max": 890.9844118754069, | |
| "count": 191 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 0.18776435128280095, | |
| "min": 0.011927888249712332, | |
| "max": 1327.3167272829542, | |
| "count": 191 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 9.675996775000102e-07, | |
| "min": 9.675996775000102e-07, | |
| "max": 0.00029893000035666667, | |
| "count": 191 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 9.675996775000102e-07, | |
| "min": 9.675996775000102e-07, | |
| "max": 0.0005978600007133333, | |
| "count": 191 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10032250000000004, | |
| "min": 0.10032250000000004, | |
| "max": 0.19964333333333337, | |
| "count": 191 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.10032250000000004, | |
| "min": 0.10032250000000004, | |
| "max": 0.39928666666666673, | |
| "count": 191 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 2.6092750000000168e-05, | |
| "min": 2.6092750000000168e-05, | |
| "max": 0.004982202333333333, | |
| "count": 191 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 2.6092750000000168e-05, | |
| "min": 2.6092750000000168e-05, | |
| "max": 0.009964404666666666, | |
| "count": 191 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717516594", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_8_task_8_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_8_task_8_run_id_1_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717520750" | |
| }, | |
| "total": 4155.537989, | |
| "count": 1, | |
| "self": 0.2158448000000135, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.050285500000000094, | |
| "count": 1, | |
| "self": 0.050285500000000094 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4155.2718587, | |
| "count": 1, | |
| "self": 9.328877599971747, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.0227165, | |
| "count": 1, | |
| "self": 2.0227165 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4143.849819300029, | |
| "count": 601068, | |
| "self": 8.594559699988167, | |
| "children": { | |
| "env_step": { | |
| "total": 4135.2552596000405, | |
| "count": 601068, | |
| "self": 2212.1510159999634, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1917.530531300049, | |
| "count": 601068, | |
| "self": 16.14203179977244, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1901.3884995002766, | |
| "count": 601068, | |
| "self": 1901.3884995002766 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 5.573712300028303, | |
| "count": 601068, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4144.11986010012, | |
| "count": 601068, | |
| "is_parallel": true, | |
| "self": 2333.027372000038, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006848100000000024, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010330000000013939, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.0066653999999999325, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.7199999999802955e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.0066182000000001295, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.889999999999837e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.006589300000000131, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00016500000000019277, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.006424299999999938, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.006424299999999938 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 7.939999999995173e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 7.939999999995173e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1811.0856400000814, | |
| "count": 601068, | |
| "is_parallel": true, | |
| "self": 25.57689450013345, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 24.733545600146456, | |
| "count": 601068, | |
| "is_parallel": true, | |
| "self": 24.733545600146456 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1549.71958079985, | |
| "count": 601068, | |
| "is_parallel": true, | |
| "self": 1549.71958079985 | |
| }, | |
| "steps_from_proto": { | |
| "total": 211.05561909995131, | |
| "count": 601068, | |
| "is_parallel": true, | |
| "self": 43.92759730024923, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 144.49357739985155, | |
| "count": 1202136, | |
| "is_parallel": true, | |
| "self": 13.0660878998805, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 131.42748949997105, | |
| "count": 1804554, | |
| "is_parallel": true, | |
| "self": 10.60388110001611, | |
| "children": { | |
| "process_pixels": { | |
| "total": 120.82360839995494, | |
| "count": 1804554, | |
| "is_parallel": true, | |
| "self": 42.14065920006149, | |
| "children": { | |
| "image_decompress": { | |
| "total": 78.68294919989344, | |
| "count": 1804554, | |
| "is_parallel": true, | |
| "self": 78.68294919989344 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 22.63444439985053, | |
| "count": 1202136, | |
| "is_parallel": true, | |
| "self": 22.63444439985053 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 3.2699999792384915e-05, | |
| "count": 1, | |
| "self": 3.2699999792384915e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 4151.232415099994, | |
| "count": 221462, | |
| "is_parallel": true, | |
| "self": 9.599425699818312, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 3529.0811550001786, | |
| "count": 221462, | |
| "is_parallel": true, | |
| "self": 3528.849220200178, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2319348000003174, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.2319348000003174 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 612.5518343999968, | |
| "count": 219, | |
| "is_parallel": true, | |
| "self": 146.39330269995963, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 466.15853170003714, | |
| "count": 20799, | |
| "is_parallel": true, | |
| "self": 466.15853170003714 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.07041260000005423, | |
| "count": 1, | |
| "self": 0.005841099999997823, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.0645715000000564, | |
| "count": 1, | |
| "self": 0.0645715000000564 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |