| { |
| "name": "root", |
| "gauges": { |
| "Heli.Policy.Entropy.mean": { |
| "value": 0.39192596077919006, |
| "min": 0.39192596077919006, |
| "max": 4.393238067626953, |
| "count": 1001 |
| }, |
| "Heli.Policy.Entropy.sum": { |
| "value": 21.947853088378906, |
| "min": 21.947853088378906, |
| "max": 43042.21875, |
| "count": 1001 |
| }, |
| "Heli.Environment.EpisodeLength.mean": { |
| "value": 624.0, |
| "min": 293.11764705882354, |
| "max": 624.0, |
| "count": 931 |
| }, |
| "Heli.Environment.EpisodeLength.sum": { |
| "value": 10608.0, |
| "min": 624.0, |
| "max": 11232.0, |
| "count": 931 |
| }, |
| "Heli.Step.mean": { |
| "value": 5004584.0, |
| "min": 4516.0, |
| "max": 5004584.0, |
| "count": 1001 |
| }, |
| "Heli.Step.sum": { |
| "value": 5004584.0, |
| "min": 4516.0, |
| "max": 5004584.0, |
| "count": 1001 |
| }, |
| "Heli.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.1655795574188232, |
| "min": -0.28883567452430725, |
| "max": 2.3287107944488525, |
| "count": 1001 |
| }, |
| "Heli.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 34.64927291870117, |
| "min": -5.199042320251465, |
| "max": 37.25937271118164, |
| "count": 1001 |
| }, |
| "Heli.Policy.CuriosityValueEstimate.mean": { |
| "value": 0.0259267408400774, |
| "min": 0.016802363097667694, |
| "max": 0.6830515265464783, |
| "count": 1001 |
| }, |
| "Heli.Policy.CuriosityValueEstimate.sum": { |
| "value": 0.4148278534412384, |
| "min": 0.2688378095626831, |
| "max": 10.928824424743652, |
| "count": 1001 |
| }, |
| "Heli.Environment.CumulativeReward.mean": { |
| "value": 13.689250871539116, |
| "min": -31.835629977285862, |
| "max": 15.341751277446747, |
| "count": 1001 |
| }, |
| "Heli.Environment.CumulativeReward.sum": { |
| "value": 109.51400697231293, |
| "min": -509.3700796365738, |
| "max": 122.73401021957397, |
| "count": 1001 |
| }, |
| "Heli.Policy.ExtrinsicReward.mean": { |
| "value": 13.689250871539116, |
| "min": -31.835629977285862, |
| "max": 15.341751277446747, |
| "count": 1001 |
| }, |
| "Heli.Policy.ExtrinsicReward.sum": { |
| "value": 109.51400697231293, |
| "min": -509.3700796365738, |
| "max": 122.73401021957397, |
| "count": 1001 |
| }, |
| "Heli.Policy.CuriosityReward.mean": { |
| "value": 0.21203715912997723, |
| "min": 0.0, |
| "max": 18.772306240521946, |
| "count": 1001 |
| }, |
| "Heli.Policy.CuriosityReward.sum": { |
| "value": 1.6962972730398178, |
| "min": 0.0, |
| "max": 244.03998112678528, |
| "count": 1001 |
| }, |
| "Heli.IsTraining.mean": { |
| "value": 0.0, |
| "min": 0.0, |
| "max": 1.0, |
| "count": 1001 |
| }, |
| "Heli.IsTraining.sum": { |
| "value": 0.0, |
| "min": 0.0, |
| "max": 1.0, |
| "count": 1001 |
| }, |
| "Heli.Losses.PolicyLoss.mean": { |
| "value": 0.04507838136410507, |
| "min": 0.03936668122717278, |
| "max": 0.05903104245776265, |
| "count": 471 |
| }, |
| "Heli.Losses.PolicyLoss.sum": { |
| "value": 0.04507838136410507, |
| "min": 0.03936668122717278, |
| "max": 0.05903104245776265, |
| "count": 471 |
| }, |
| "Heli.Losses.ValueLoss.mean": { |
| "value": 5.077333335657756e-06, |
| "min": 3.696700387968676e-06, |
| "max": 0.5923735979126721, |
| "count": 471 |
| }, |
| "Heli.Losses.ValueLoss.sum": { |
| "value": 5.077333335657756e-06, |
| "min": 3.696700387968676e-06, |
| "max": 0.5923735979126721, |
| "count": 471 |
| }, |
| "Heli.Policy.LearningRate.mean": { |
| "value": 2.125998942000895e-08, |
| "min": 2.125998942000895e-08, |
| "max": 0.00019957072021464006, |
| "count": 471 |
| }, |
| "Heli.Policy.LearningRate.sum": { |
| "value": 2.125998942000895e-08, |
| "min": 2.125998942000895e-08, |
| "max": 0.00019957072021464006, |
| "count": 471 |
| }, |
| "Heli.Policy.Epsilon.mean": { |
| "value": 0.10001057999999996, |
| "min": 0.10001057999999996, |
| "max": 0.19978535999999997, |
| "count": 471 |
| }, |
| "Heli.Policy.Epsilon.sum": { |
| "value": 0.10001057999999996, |
| "min": 0.10001057999999996, |
| "max": 0.19978535999999997, |
| "count": 471 |
| }, |
| "Heli.Policy.Beta.mean": { |
| "value": 1.0104742000000044e-05, |
| "min": 1.0104742000000044e-05, |
| "max": 0.000997875064, |
| "count": 471 |
| }, |
| "Heli.Policy.Beta.sum": { |
| "value": 1.0104742000000044e-05, |
| "min": 1.0104742000000044e-05, |
| "max": 0.000997875064, |
| "count": 471 |
| }, |
| "Heli.Losses.CuriosityForwardLoss.mean": { |
| "value": 0.012605215013935798, |
| "min": 0.011452520788624519, |
| "max": 883.8118460158992, |
| "count": 471 |
| }, |
| "Heli.Losses.CuriosityForwardLoss.sum": { |
| "value": 0.012605215013935798, |
| "min": 0.011452520788624519, |
| "max": 883.8118460158992, |
| "count": 471 |
| }, |
| "Heli.Losses.CuriosityInverseLoss.mean": { |
| "value": 0.559255926831951, |
| "min": 0.5118315958879828, |
| "max": 5.3319927696290055, |
| "count": 471 |
| }, |
| "Heli.Losses.CuriosityInverseLoss.sum": { |
| "value": 0.559255926831951, |
| "min": 0.5118315958879828, |
| "max": 5.3319927696290055, |
| "count": 471 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1691442042", |
| "python_version": "3.9.15 | packaged by conda-forge | (main, Nov 22 2022, 08:45:29) \n[GCC 10.4.0]", |
| "command_line_arguments": "/opt/saturncloud/envs/saturn/bin/mlagents-learn ./config/ppo/Beach.yaml --env=./training-envs-executables/linux/ChopperLnx03/ChopperLnx03 --run-id=Chopper03_00 --no-graphics", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1691460247" |
| }, |
| "total": 18205.520656685, |
| "count": 1, |
| "self": 0.5429026519996114, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0698934439999448, |
| "count": 1, |
| "self": 0.0698934439999448 |
| }, |
| "TrainerController.start_learning": { |
| "total": 18204.907860589, |
| "count": 1, |
| "self": 38.8902137390578, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 0.8747101139999813, |
| "count": 1, |
| "self": 0.8747101139999813 |
| }, |
| "TrainerController.advance": { |
| "total": 18164.883307811942, |
| "count": 1259581, |
| "self": 19.638242822802567, |
| "children": { |
| "env_step": { |
| "total": 18145.24506498914, |
| "count": 1259581, |
| "self": 12095.953272106115, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 6029.319874835739, |
| "count": 1259581, |
| "self": 95.90401423651019, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 5933.415860599229, |
| "count": 1251674, |
| "self": 5933.415860599229 |
| } |
| } |
| }, |
| "workers": { |
| "total": 19.971918047284817, |
| "count": 1259581, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 18136.52002106727, |
| "count": 1259581, |
| "is_parallel": true, |
| "self": 8838.47566039592, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0014940669998395606, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00046801799999229843, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0010260489998472622, |
| "count": 6, |
| "is_parallel": true, |
| "self": 0.0010260489998472622 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.055272845999979836, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003079680002429086, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00023928799987515958, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00023928799987515958 |
| }, |
| "communicator.exchange": { |
| "total": 0.05352719999996225, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.05352719999996225 |
| }, |
| "steps_from_proto": { |
| "total": 0.0011983899998995184, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00034328499964431103, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0008551050002552074, |
| "count": 6, |
| "is_parallel": true, |
| "self": 0.0008551050002552074 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 9298.04436067135, |
| "count": 1259580, |
| "is_parallel": true, |
| "self": 351.7882387268837, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 212.84615533905867, |
| "count": 1259580, |
| "is_parallel": true, |
| "self": 212.84615533905867 |
| }, |
| "communicator.exchange": { |
| "total": 7401.790050097831, |
| "count": 1259580, |
| "is_parallel": true, |
| "self": 7401.790050097831 |
| }, |
| "steps_from_proto": { |
| "total": 1331.619916507577, |
| "count": 1259580, |
| "is_parallel": true, |
| "self": 373.7393082039507, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 957.8806083036263, |
| "count": 7557480, |
| "is_parallel": true, |
| "self": 957.8806083036263 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 0.011040366000088397, |
| "count": 1, |
| "self": 0.011040366000088397, |
| "children": { |
| "thread_root": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "trainer_advance": { |
| "total": 18110.851568129834, |
| "count": 9656543, |
| "is_parallel": true, |
| "self": 247.31906628051001, |
| "children": { |
| "process_trajectory": { |
| "total": 6399.8019213723455, |
| "count": 9656543, |
| "is_parallel": true, |
| "self": 6392.765605778344, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 7.0363155940008255, |
| "count": 20, |
| "is_parallel": true, |
| "self": 7.0363155940008255 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 11463.730580476979, |
| "count": 471, |
| "is_parallel": true, |
| "self": 6411.6264944578, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 5052.104086019179, |
| "count": 57900, |
| "is_parallel": true, |
| "self": 5052.104086019179 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "TrainerController._save_models": { |
| "total": 0.24858855799902813, |
| "count": 1, |
| "self": 0.0017533809987071436, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.24683517700032098, |
| "count": 1, |
| "self": 0.24683517700032098 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
