| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.972475290298462, | |
| "min": 1.600717544555664, | |
| "max": 2.0559918880462646, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 16136.8203125, | |
| "min": 1972.7474365234375, | |
| "max": 32239.05859375, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.020833333333333332, | |
| "min": 0.0, | |
| "max": 0.8333333333333334, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 1.0, | |
| "min": 0.0, | |
| "max": 33.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 169.375, | |
| "min": 65.95555555555555, | |
| "max": 2999.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8130.0, | |
| "min": 663.0, | |
| "max": 17025.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1799352.0, | |
| "min": 8985.0, | |
| "max": 1799352.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1799352.0, | |
| "min": 8985.0, | |
| "max": 1799352.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 47.45657730102539, | |
| "min": -2.8368377685546875, | |
| "max": 88.87186431884766, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 2325.372314453125, | |
| "min": -72.38709259033203, | |
| "max": 7734.5595703125, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 85.71428571428571, | |
| "min": -100.0, | |
| "max": 96.55172413793103, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 4200.0, | |
| "min": -1500.0, | |
| "max": 10100.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 85.71428571428571, | |
| "min": -100.0, | |
| "max": 96.55172413793103, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 4200.0, | |
| "min": -1500.0, | |
| "max": 10100.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.050141073036345414, | |
| "min": 0.03825577746007454, | |
| "max": 0.06054306163648029, | |
| "count": 197 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.10028214607269083, | |
| "min": 0.03892818399175417, | |
| "max": 0.15252355608716736, | |
| "count": 197 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 1296.4774007984238, | |
| "min": 11.976780467941648, | |
| "max": 1909.9680041144877, | |
| "count": 197 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 2592.9548015968476, | |
| "min": 11.976780467941648, | |
| "max": 5167.103589375814, | |
| "count": 197 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 7.815997395000071e-07, | |
| "min": 7.815997395000071e-07, | |
| "max": 0.0002989520003493333, | |
| "count": 197 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 1.5631994790000142e-06, | |
| "min": 1.5631994790000142e-06, | |
| "max": 0.0008258670247109998, | |
| "count": 197 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10026050000000003, | |
| "min": 0.10026050000000003, | |
| "max": 0.1996506666666667, | |
| "count": 197 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.20052100000000006, | |
| "min": 0.10221000000000001, | |
| "max": 0.575289, | |
| "count": 197 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 2.2998950000000123e-05, | |
| "min": 2.2998950000000123e-05, | |
| "max": 0.004982568266666667, | |
| "count": 197 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 4.5997900000000246e-05, | |
| "min": 4.5997900000000246e-05, | |
| "max": 0.0137669211, | |
| "count": 197 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717697064", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_3_task_7_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_3_task_7_run_id_2_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717701234" | |
| }, | |
| "total": 4170.4546789, | |
| "count": 1, | |
| "self": 0.45340179999857355, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04804319999999995, | |
| "count": 1, | |
| "self": 0.04804319999999995 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4169.953233900001, | |
| "count": 1, | |
| "self": 6.967665899889653, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.0538572, | |
| "count": 1, | |
| "self": 2.0538572 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4160.859443100111, | |
| "count": 600028, | |
| "self": 6.413126500066937, | |
| "children": { | |
| "env_step": { | |
| "total": 4154.446316600044, | |
| "count": 600028, | |
| "self": 2258.541766800038, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1891.2784377000546, | |
| "count": 600028, | |
| "self": 15.037689300326065, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1876.2407483997285, | |
| "count": 600028, | |
| "self": 1876.2407483997285 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.626112099951242, | |
| "count": 600028, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4160.372791400109, | |
| "count": 600028, | |
| "is_parallel": true, | |
| "self": 2256.394220000073, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006390700000000082, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0001092000000000315, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.006194100000000091, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.150000000024967e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.0061525999999998415, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.519999999961442e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.006127400000000227, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.0001866999999999841, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.005940700000000243, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.005940700000000243 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.739999999995973e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 8.739999999995973e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1903.972180700036, | |
| "count": 600028, | |
| "is_parallel": true, | |
| "self": 24.594129499977043, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 28.236728099928087, | |
| "count": 600028, | |
| "is_parallel": true, | |
| "self": 28.236728099928087 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1661.3363178000131, | |
| "count": 600028, | |
| "is_parallel": true, | |
| "self": 1661.3363178000131 | |
| }, | |
| "steps_from_proto": { | |
| "total": 189.8050053001177, | |
| "count": 600028, | |
| "is_parallel": true, | |
| "self": 39.76161870035938, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 130.99913579989914, | |
| "count": 1200056, | |
| "is_parallel": true, | |
| "self": 11.591626799737284, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 119.40750900016185, | |
| "count": 1808154, | |
| "is_parallel": true, | |
| "self": 10.74220410027361, | |
| "children": { | |
| "process_pixels": { | |
| "total": 108.66530489988824, | |
| "count": 1808154, | |
| "is_parallel": true, | |
| "self": 38.8495416001023, | |
| "children": { | |
| "image_decompress": { | |
| "total": 69.81576329978594, | |
| "count": 1808154, | |
| "is_parallel": true, | |
| "self": 69.81576329978594 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 19.044250799859196, | |
| "count": 1200056, | |
| "is_parallel": true, | |
| "self": 19.044250799859196 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.570000015111873e-05, | |
| "count": 1, | |
| "self": 2.570000015111873e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 4165.285729200084, | |
| "count": 220620, | |
| "is_parallel": true, | |
| "self": 8.424170600012985, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 3474.928933500072, | |
| "count": 220620, | |
| "is_parallel": true, | |
| "self": 3474.701326900072, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2276065999999446, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.2276065999999446 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 681.9326250999989, | |
| "count": 337, | |
| "is_parallel": true, | |
| "self": 151.71368820002237, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 530.2189368999765, | |
| "count": 20634, | |
| "is_parallel": true, | |
| "self": 530.2189368999765 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.07224200000018755, | |
| "count": 1, | |
| "self": 0.006801900000027672, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.06544010000015987, | |
| "count": 1, | |
| "self": 0.06544010000015987 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |