|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Pyramids.Policy.Entropy.mean": { |
|
"value": 0.17100860178470612, |
|
"min": 0.1531207114458084, |
|
"max": 1.4515784978866577, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.Entropy.sum": { |
|
"value": 5187.716796875, |
|
"min": 4608.32080078125, |
|
"max": 44035.0859375, |
|
"count": 100 |
|
}, |
|
"Pyramids.Step.mean": { |
|
"value": 2999919.0, |
|
"min": 29952.0, |
|
"max": 2999919.0, |
|
"count": 100 |
|
}, |
|
"Pyramids.Step.sum": { |
|
"value": 2999919.0, |
|
"min": 29952.0, |
|
"max": 2999919.0, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 0.7119424343109131, |
|
"min": -0.09448351711034775, |
|
"max": 0.8356120586395264, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 210.73495483398438, |
|
"min": -22.770526885986328, |
|
"max": 250.68360900878906, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.RndValueEstimate.mean": { |
|
"value": 0.004594036843627691, |
|
"min": -0.003858120646327734, |
|
"max": 0.45235374569892883, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.RndValueEstimate.sum": { |
|
"value": 1.359834909439087, |
|
"min": -1.1227130889892578, |
|
"max": 107.20783996582031, |
|
"count": 100 |
|
}, |
|
"Pyramids.Losses.PolicyLoss.mean": { |
|
"value": 0.06879525786067303, |
|
"min": 0.06429224784092401, |
|
"max": 0.07406104918056056, |
|
"count": 100 |
|
}, |
|
"Pyramids.Losses.PolicyLoss.sum": { |
|
"value": 0.9631336100494224, |
|
"min": 0.4859588835719604, |
|
"max": 1.1012314823113707, |
|
"count": 100 |
|
}, |
|
"Pyramids.Losses.ValueLoss.mean": { |
|
"value": 0.015665007551148184, |
|
"min": 0.0001036404405940505, |
|
"max": 0.01738021916791201, |
|
"count": 100 |
|
}, |
|
"Pyramids.Losses.ValueLoss.sum": { |
|
"value": 0.2193101057160746, |
|
"min": 0.0013473257277226566, |
|
"max": 0.2564248477577291, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.LearningRate.mean": { |
|
"value": 1.4594780849690496e-06, |
|
"min": 1.4594780849690496e-06, |
|
"max": 0.00029838354339596195, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.LearningRate.sum": { |
|
"value": 2.0432693189566694e-05, |
|
"min": 2.0432693189566694e-05, |
|
"max": 0.004010835563054833, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.Epsilon.mean": { |
|
"value": 0.10048645952380952, |
|
"min": 0.10048645952380952, |
|
"max": 0.19946118095238097, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.Epsilon.sum": { |
|
"value": 1.4068104333333333, |
|
"min": 1.3897045333333333, |
|
"max": 2.782400066666667, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.Beta.mean": { |
|
"value": 5.859730642857151e-05, |
|
"min": 5.859730642857151e-05, |
|
"max": 0.009946171977142856, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.Beta.sum": { |
|
"value": 0.0008203622900000012, |
|
"min": 0.0008203622900000012, |
|
"max": 0.13370082215, |
|
"count": 100 |
|
}, |
|
"Pyramids.Losses.RNDLoss.mean": { |
|
"value": 0.005835993681102991, |
|
"min": 0.00571134639903903, |
|
"max": 0.45047396421432495, |
|
"count": 100 |
|
}, |
|
"Pyramids.Losses.RNDLoss.sum": { |
|
"value": 0.08170390874147415, |
|
"min": 0.07995884865522385, |
|
"max": 3.15331768989563, |
|
"count": 100 |
|
}, |
|
"Pyramids.Environment.EpisodeLength.mean": { |
|
"value": 233.6829268292683, |
|
"min": 217.40151515151516, |
|
"max": 999.0, |
|
"count": 100 |
|
}, |
|
"Pyramids.Environment.EpisodeLength.sum": { |
|
"value": 28743.0, |
|
"min": 15984.0, |
|
"max": 32862.0, |
|
"count": 100 |
|
}, |
|
"Pyramids.Environment.CumulativeReward.mean": { |
|
"value": 1.7500487703496848, |
|
"min": -1.0000000521540642, |
|
"max": 1.7713571242869846, |
|
"count": 100 |
|
}, |
|
"Pyramids.Environment.CumulativeReward.sum": { |
|
"value": 215.25599875301123, |
|
"min": -32.000001668930054, |
|
"max": 235.11259858310223, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.ExtrinsicReward.mean": { |
|
"value": 1.7500487703496848, |
|
"min": -1.0000000521540642, |
|
"max": 1.7713571242869846, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.ExtrinsicReward.sum": { |
|
"value": 215.25599875301123, |
|
"min": -32.000001668930054, |
|
"max": 235.11259858310223, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.RndReward.mean": { |
|
"value": 0.014285934153351294, |
|
"min": 0.014177403260724369, |
|
"max": 9.565036403946579, |
|
"count": 100 |
|
}, |
|
"Pyramids.Policy.RndReward.sum": { |
|
"value": 1.757169900862209, |
|
"min": 1.7503870448781527, |
|
"max": 153.04058246314526, |
|
"count": 100 |
|
}, |
|
"Pyramids.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 100 |
|
}, |
|
"Pyramids.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 100 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1701945219", |
|
"python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
|
"mlagents_version": "1.1.0.dev0", |
|
"mlagents_envs_version": "1.1.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.1.1+cu121", |
|
"numpy_version": "1.23.5", |
|
"end_time_seconds": "1701953038" |
|
}, |
|
"total": 7818.251168907001, |
|
"count": 1, |
|
"self": 0.42549220800083276, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.05564509399982853, |
|
"count": 1, |
|
"self": 0.05564509399982853 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 7817.7700316049995, |
|
"count": 1, |
|
"self": 5.102869918062424, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 3.773972049999884, |
|
"count": 1, |
|
"self": 3.773972049999884 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 7808.802299466936, |
|
"count": 194668, |
|
"self": 5.157298222001373, |
|
"children": { |
|
"env_step": { |
|
"total": 5787.502029883921, |
|
"count": 194668, |
|
"self": 5347.504805543147, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 436.85194291885045, |
|
"count": 194668, |
|
"self": 15.780947397824093, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 421.07099552102636, |
|
"count": 187570, |
|
"self": 421.07099552102636 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 3.1452814219237553, |
|
"count": 194668, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 7801.860722167441, |
|
"count": 194668, |
|
"is_parallel": true, |
|
"self": 2866.74713192743, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0019509920002747094, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0006534950007335283, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0012974969995411811, |
|
"count": 8, |
|
"is_parallel": true, |
|
"self": 0.0012974969995411811 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.0496607490003953, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0006146350006019929, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.0005083450000711309, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0005083450000711309 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.046770271999776014, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.046770271999776014 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.001767496999946161, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00039785099988876027, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0013696460000574007, |
|
"count": 8, |
|
"is_parallel": true, |
|
"self": 0.0013696460000574007 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 4935.113590240011, |
|
"count": 194667, |
|
"is_parallel": true, |
|
"self": 110.13915415526117, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 79.29169086810634, |
|
"count": 194667, |
|
"is_parallel": true, |
|
"self": 79.29169086810634 |
|
}, |
|
"communicator.exchange": { |
|
"total": 4417.274538395985, |
|
"count": 194667, |
|
"is_parallel": true, |
|
"self": 4417.274538395985 |
|
}, |
|
"steps_from_proto": { |
|
"total": 328.40820682065896, |
|
"count": 194667, |
|
"is_parallel": true, |
|
"self": 67.59288878834104, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 260.8153180323179, |
|
"count": 1557336, |
|
"is_parallel": true, |
|
"self": 260.8153180323179 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 2016.1429713610137, |
|
"count": 194668, |
|
"self": 9.536056369363905, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 425.77844586261335, |
|
"count": 194668, |
|
"self": 425.1619995346132, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.6164463280001655, |
|
"count": 6, |
|
"self": 0.6164463280001655 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 1580.8284691290364, |
|
"count": 1390, |
|
"self": 945.4998844580969, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 635.3285846709396, |
|
"count": 68403, |
|
"self": 635.3285846709396 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 1.3760000001639128e-06, |
|
"count": 1, |
|
"self": 1.3760000001639128e-06 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.0908887940004206, |
|
"count": 1, |
|
"self": 0.001480164999520639, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.08940862900089996, |
|
"count": 1, |
|
"self": 0.08940862900089996 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |