|
{
|
|
"name": "root",
|
|
"gauges": {
|
|
"Agent.Policy.Entropy.mean": {
|
|
"value": 1.5036430358886719,
|
|
"min": 1.4475715160369873,
|
|
"max": 1.5426329374313354,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.Entropy.sum": {
|
|
"value": 8187.33642578125,
|
|
"min": 1363.74755859375,
|
|
"max": 24536.7109375,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterDrop.mean": {
|
|
"value": 40.666666666666664,
|
|
"min": 1.0,
|
|
"max": 129.33333333333334,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterDrop.sum": {
|
|
"value": 122.0,
|
|
"min": 3.0,
|
|
"max": 749.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterPickup.mean": {
|
|
"value": 40.666666666666664,
|
|
"min": 0.0,
|
|
"max": 129.33333333333334,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterPickup.sum": {
|
|
"value": 122.0,
|
|
"min": 0.0,
|
|
"max": 746.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTreesReward.mean": {
|
|
"value": 17.666666666666668,
|
|
"min": 0.0,
|
|
"max": 2628.3333333333335,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTreesReward.sum": {
|
|
"value": 53.0,
|
|
"min": 0.0,
|
|
"max": 9833.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTrees.mean": {
|
|
"value": 17.666666666666668,
|
|
"min": 0.0,
|
|
"max": 2628.3333333333335,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTrees.sum": {
|
|
"value": 53.0,
|
|
"min": 0.0,
|
|
"max": 9833.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 1003.3333333333334,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 3525.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 200.66666666666666,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 705.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FireOut.mean": {
|
|
"value": 0.6666666666666666,
|
|
"min": 0.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FireOut.sum": {
|
|
"value": 2.0,
|
|
"min": 0.0,
|
|
"max": 3.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": {
|
|
"value": 1.0,
|
|
"min": 0.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": {
|
|
"value": 3.0,
|
|
"min": 0.0,
|
|
"max": 9.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.CrashCount.mean": {
|
|
"value": 0.3333333333333333,
|
|
"min": 0.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.CrashCount.sum": {
|
|
"value": 1.0,
|
|
"min": 0.0,
|
|
"max": 33.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.difficulty.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.difficulty.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.task.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.task.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.EpisodeLength.mean": {
|
|
"value": 1812.0,
|
|
"min": 286.27272727272725,
|
|
"max": 2999.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.EpisodeLength.sum": {
|
|
"value": 5436.0,
|
|
"min": 897.0,
|
|
"max": 16242.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Step.mean": {
|
|
"value": 1799492.0,
|
|
"min": 8793.0,
|
|
"max": 1799492.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Step.sum": {
|
|
"value": 1799492.0,
|
|
"min": 8793.0,
|
|
"max": 1799492.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicValueEstimate.mean": {
|
|
"value": 48.589202880859375,
|
|
"min": -9.194500923156738,
|
|
"max": 141.837646484375,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicValueEstimate.sum": {
|
|
"value": 194.3568115234375,
|
|
"min": -77.46302795410156,
|
|
"max": 906.3890991210938,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.CumulativeReward.mean": {
|
|
"value": 123.25,
|
|
"min": -497.14285714285717,
|
|
"max": 2870.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.CumulativeReward.sum": {
|
|
"value": 493.0,
|
|
"min": -3480.0,
|
|
"max": 9387.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicReward.mean": {
|
|
"value": 123.25,
|
|
"min": -497.14285714285717,
|
|
"max": 2870.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicReward.sum": {
|
|
"value": 493.0,
|
|
"min": -3480.0,
|
|
"max": 9387.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Losses.PolicyLoss.mean": {
|
|
"value": 0.04347211192140267,
|
|
"min": 0.03795425626560159,
|
|
"max": 0.05795760194637946,
|
|
"count": 189
|
|
},
|
|
"Agent.Losses.PolicyLoss.sum": {
|
|
"value": 0.04347211192140267,
|
|
"min": 0.03795425626560159,
|
|
"max": 0.10893529200448507,
|
|
"count": 189
|
|
},
|
|
"Agent.Losses.ValueLoss.mean": {
|
|
"value": 2417.4742012387233,
|
|
"min": 92.68210316612607,
|
|
"max": 6330.593021766812,
|
|
"count": 189
|
|
},
|
|
"Agent.Losses.ValueLoss.sum": {
|
|
"value": 2417.4742012387233,
|
|
"min": 92.68210316612607,
|
|
"max": 6330.593021766812,
|
|
"count": 189
|
|
},
|
|
"Agent.Policy.LearningRate.mean": {
|
|
"value": 6.890997703333175e-07,
|
|
"min": 6.890997703333175e-07,
|
|
"max": 0.0002992100002633333,
|
|
"count": 189
|
|
},
|
|
"Agent.Policy.LearningRate.sum": {
|
|
"value": 6.890997703333175e-07,
|
|
"min": 6.890997703333175e-07,
|
|
"max": 0.0005961390012869999,
|
|
"count": 189
|
|
},
|
|
"Agent.Policy.Epsilon.mean": {
|
|
"value": 0.10022966666666666,
|
|
"min": 0.10022966666666666,
|
|
"max": 0.19973666666666665,
|
|
"count": 189
|
|
},
|
|
"Agent.Policy.Epsilon.sum": {
|
|
"value": 0.10022966666666666,
|
|
"min": 0.10022966666666666,
|
|
"max": 0.3987130000000001,
|
|
"count": 189
|
|
},
|
|
"Agent.Policy.Beta.mean": {
|
|
"value": 2.14603666666664e-05,
|
|
"min": 2.14603666666664e-05,
|
|
"max": 0.004986859666666667,
|
|
"count": 189
|
|
},
|
|
"Agent.Policy.Beta.sum": {
|
|
"value": 2.14603666666664e-05,
|
|
"min": 2.14603666666664e-05,
|
|
"max": 0.009935778700000002,
|
|
"count": 189
|
|
},
|
|
"Agent.IsTraining.mean": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.IsTraining.sum": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
}
|
|
},
|
|
"metadata": {
|
|
"timer_format_version": "0.1.0",
|
|
"start_time_seconds": "1717011334",
|
|
"python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]",
|
|
"command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_6_task_4_run_id_0_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_6_task_4_run_id_0_train --base-port 5009",
|
|
"mlagents_version": "0.30.0",
|
|
"mlagents_envs_version": "0.30.0",
|
|
"communication_protocol_version": "1.5.0",
|
|
"pytorch_version": "1.7.1+cu110",
|
|
"numpy_version": "1.21.0",
|
|
"end_time_seconds": "1717016040"
|
|
},
|
|
"total": 4705.1942373,
|
|
"count": 1,
|
|
"self": 0.1966693000003943,
|
|
"children": {
|
|
"run_training.setup": {
|
|
"total": 0.051994899999999955,
|
|
"count": 1,
|
|
"self": 0.051994899999999955
|
|
},
|
|
"TrainerController.start_learning": {
|
|
"total": 4704.9455731,
|
|
"count": 1,
|
|
"self": 8.602462400172953,
|
|
"children": {
|
|
"TrainerController._reset_env": {
|
|
"total": 2.0641214,
|
|
"count": 1,
|
|
"self": 2.0641214
|
|
},
|
|
"TrainerController.advance": {
|
|
"total": 4694.175306199826,
|
|
"count": 600443,
|
|
"self": 8.164898999840261,
|
|
"children": {
|
|
"env_step": {
|
|
"total": 4686.010407199986,
|
|
"count": 600443,
|
|
"self": 2597.3139001998657,
|
|
"children": {
|
|
"SubprocessEnvManager._take_step": {
|
|
"total": 2082.974467000152,
|
|
"count": 600443,
|
|
"self": 16.99822750023759,
|
|
"children": {
|
|
"TorchPolicy.evaluate": {
|
|
"total": 2065.9762394999143,
|
|
"count": 600443,
|
|
"self": 2065.9762394999143
|
|
}
|
|
}
|
|
},
|
|
"workers": {
|
|
"total": 5.722039999968164,
|
|
"count": 600443,
|
|
"self": 0.0,
|
|
"children": {
|
|
"worker_root": {
|
|
"total": 4692.581893200081,
|
|
"count": 600443,
|
|
"is_parallel": true,
|
|
"self": 2528.793311300166,
|
|
"children": {
|
|
"steps_from_proto": {
|
|
"total": 0.006456999999999935,
|
|
"count": 1,
|
|
"is_parallel": true,
|
|
"self": 0.00010510000000008013,
|
|
"children": {
|
|
"_process_maybe_compressed_observation": {
|
|
"total": 0.006266300000000058,
|
|
"count": 2,
|
|
"is_parallel": true,
|
|
"self": 3.9200000000017e-05,
|
|
"children": {
|
|
"_observation_to_np_array": {
|
|
"total": 0.006227100000000041,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 2.859999999982321e-05,
|
|
"children": {
|
|
"process_pixels": {
|
|
"total": 0.006198500000000218,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.00017719999999998848,
|
|
"children": {
|
|
"image_decompress": {
|
|
"total": 0.006021300000000229,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.006021300000000229
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 8.559999999979695e-05,
|
|
"count": 2,
|
|
"is_parallel": true,
|
|
"self": 8.559999999979695e-05
|
|
}
|
|
}
|
|
},
|
|
"UnityEnvironment.step": {
|
|
"total": 2163.7821248999153,
|
|
"count": 600443,
|
|
"is_parallel": true,
|
|
"self": 29.60509229966283,
|
|
"children": {
|
|
"UnityEnvironment._generate_step_input": {
|
|
"total": 30.565459100076197,
|
|
"count": 600443,
|
|
"is_parallel": true,
|
|
"self": 30.565459100076197
|
|
},
|
|
"communicator.exchange": {
|
|
"total": 1871.059663400322,
|
|
"count": 600443,
|
|
"is_parallel": true,
|
|
"self": 1871.059663400322
|
|
},
|
|
"steps_from_proto": {
|
|
"total": 232.5519100998544,
|
|
"count": 600443,
|
|
"is_parallel": true,
|
|
"self": 48.73030139985838,
|
|
"children": {
|
|
"_process_maybe_compressed_observation": {
|
|
"total": 159.98730330002633,
|
|
"count": 1200886,
|
|
"is_parallel": true,
|
|
"self": 14.99175810005903,
|
|
"children": {
|
|
"_observation_to_np_array": {
|
|
"total": 144.9955451999673,
|
|
"count": 1802358,
|
|
"is_parallel": true,
|
|
"self": 12.651983300378163,
|
|
"children": {
|
|
"process_pixels": {
|
|
"total": 132.34356189958913,
|
|
"count": 1802358,
|
|
"is_parallel": true,
|
|
"self": 48.16718329924214,
|
|
"children": {
|
|
"image_decompress": {
|
|
"total": 84.176378600347,
|
|
"count": 1802358,
|
|
"is_parallel": true,
|
|
"self": 84.176378600347
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 23.834305399969693,
|
|
"count": 1200886,
|
|
"is_parallel": true,
|
|
"self": 23.834305399969693
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"trainer_threads": {
|
|
"total": 2.300000051036477e-05,
|
|
"count": 1,
|
|
"self": 2.300000051036477e-05,
|
|
"children": {
|
|
"thread_root": {
|
|
"total": 0.0,
|
|
"count": 0,
|
|
"is_parallel": true,
|
|
"self": 0.0,
|
|
"children": {
|
|
"trainer_advance": {
|
|
"total": 4700.5234804,
|
|
"count": 251462,
|
|
"is_parallel": true,
|
|
"self": 9.970095000076071,
|
|
"children": {
|
|
"process_trajectory": {
|
|
"total": 3999.1979321999283,
|
|
"count": 251462,
|
|
"is_parallel": true,
|
|
"self": 3998.9188631999286,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.2790689999994811,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.2790689999994811
|
|
}
|
|
}
|
|
},
|
|
"_update_policy": {
|
|
"total": 691.3554531999954,
|
|
"count": 228,
|
|
"is_parallel": true,
|
|
"self": 173.55314989997953,
|
|
"children": {
|
|
"TorchPPOOptimizer.update": {
|
|
"total": 517.8023033000159,
|
|
"count": 20772,
|
|
"is_parallel": true,
|
|
"self": 517.8023033000159
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"TrainerController._save_models": {
|
|
"total": 0.10366010000052484,
|
|
"count": 1,
|
|
"self": 0.018157600001359242,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.0855024999991656,
|
|
"count": 1,
|
|
"self": 0.0855024999991656
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} |