| { | |
| "name": "root", | |
| "gauges": { | |
| "SoccerTwos.Policy.Entropy.mean": { | |
| "value": 1.6343845129013062, | |
| "min": 1.521212100982666, | |
| "max": 1.9592007398605347, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Policy.Entropy.sum": { | |
| "value": 32060.0859375, | |
| "min": 25845.744140625, | |
| "max": 46363.984375, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.mean": { | |
| "value": 58.55952380952381, | |
| "min": 38.872, | |
| "max": 94.61538461538461, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.sum": { | |
| "value": 19676.0, | |
| "min": 17140.0, | |
| "max": 21672.0, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Self-play.ELO.mean": { | |
| "value": 1786.6314440923768, | |
| "min": 1636.9452435120165, | |
| "max": 1819.7730164239865, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Self-play.ELO.sum": { | |
| "value": 300154.0826075193, | |
| "min": 173106.6109845909, | |
| "max": 441662.6361849826, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Step.mean": { | |
| "value": 49999913.0, | |
| "min": 21429965.0, | |
| "max": 49999913.0, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Step.sum": { | |
| "value": 49999913.0, | |
| "min": 21429965.0, | |
| "max": 49999913.0, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { | |
| "value": 0.032919157296419144, | |
| "min": -0.13656257092952728, | |
| "max": 0.08040333539247513, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { | |
| "value": 5.563337326049805, | |
| "min": -25.272960662841797, | |
| "max": 13.092177391052246, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.03192002698779106, | |
| "min": -0.13798409700393677, | |
| "max": 0.08274845778942108, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 5.394484519958496, | |
| "min": -26.078994750976562, | |
| "max": 13.456812858581543, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.mean": { | |
| "value": -0.057566864250679695, | |
| "min": -0.3954981365559264, | |
| "max": 0.3420427487096714, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.sum": { | |
| "value": -9.728800058364868, | |
| "min": -63.67519998550415, | |
| "max": 59.30879986286163, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.mean": { | |
| "value": -0.057566864250679695, | |
| "min": -0.3954981365559264, | |
| "max": 0.3420427487096714, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.sum": { | |
| "value": -9.728800058364868, | |
| "min": -63.67519998550415, | |
| "max": 59.30879986286163, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 2858 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.mean": { | |
| "value": 0.010540140032147368, | |
| "min": 0.005118976589680339, | |
| "max": 0.02047771094366908, | |
| "count": 1387 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.sum": { | |
| "value": 0.010540140032147368, | |
| "min": 0.005118976589680339, | |
| "max": 0.02047771094366908, | |
| "count": 1387 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.mean": { | |
| "value": 0.11124143153429031, | |
| "min": 0.08768866906563441, | |
| "max": 0.14099180499712627, | |
| "count": 1387 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.sum": { | |
| "value": 0.11124143153429031, | |
| "min": 0.08768866906563441, | |
| "max": 0.14099180499712627, | |
| "count": 1387 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.mean": { | |
| "value": 0.11151622086763383, | |
| "min": 0.08805444538593292, | |
| "max": 0.14152407348155976, | |
| "count": 1387 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.sum": { | |
| "value": 0.11151622086763383, | |
| "min": 0.08805444538593292, | |
| "max": 0.14152407348155976, | |
| "count": 1387 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.mean": { | |
| "value": 0.00029, | |
| "min": 0.00029, | |
| "max": 0.00029, | |
| "count": 1387 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.sum": { | |
| "value": 0.00029, | |
| "min": 0.00029, | |
| "max": 0.00029, | |
| "count": 1387 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.mean": { | |
| "value": 0.21, | |
| "min": 0.21, | |
| "max": 0.21, | |
| "count": 1387 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.sum": { | |
| "value": 0.21, | |
| "min": 0.21, | |
| "max": 0.21, | |
| "count": 1387 | |
| }, | |
| "SoccerTwos.Policy.Beta.mean": { | |
| "value": 0.005099999999999999, | |
| "min": 0.005099999999999999, | |
| "max": 0.005099999999999999, | |
| "count": 1387 | |
| }, | |
| "SoccerTwos.Policy.Beta.sum": { | |
| "value": 0.005099999999999999, | |
| "min": 0.005099999999999999, | |
| "max": 0.005099999999999999, | |
| "count": 1387 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1676425082", | |
| "python_version": "3.9.9 (main, Feb 15 2023, 00:04:22) \n[GCC 11.3.0]", | |
| "command_line_arguments": "/home/gpu/venv/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=../training-envs-executables/linux/SoccerTwos --run-id=SoccerTwos --no-graphics --resume", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.13.1+cu117", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1676472112" | |
| }, | |
| "total": 47029.300314456006, | |
| "count": 1, | |
| "self": 0.22009283798979595, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.016478817007737234, | |
| "count": 1, | |
| "self": 0.016478817007737234 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 47029.06374280101, | |
| "count": 1, | |
| "self": 30.724192420369945, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.3332904600101756, | |
| "count": 144, | |
| "self": 3.3332904600101756 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 46994.85714822463, | |
| "count": 1984230, | |
| "self": 30.951789093989646, | |
| "children": { | |
| "env_step": { | |
| "total": 35232.59208244787, | |
| "count": 1984230, | |
| "self": 22912.192437588354, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 12302.328775190283, | |
| "count": 1984230, | |
| "self": 179.16375628819515, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 12123.165018902087, | |
| "count": 3586810, | |
| "self": 12123.165018902087 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 18.070869669230888, | |
| "count": 1984230, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 46953.56185648771, | |
| "count": 1984230, | |
| "is_parallel": true, | |
| "self": 27453.984898038718, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0015131039981497452, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0003681899979710579, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011449140001786873, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011449140001786873 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.02039232499373611, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003975409781560302, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0003643910022219643, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003643910022219643 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.01818073600588832, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.01818073600588832 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0014496570074697956, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0003064430202357471, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011432139872340485, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011432139872340485 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.1750064150255639, | |
| "count": 286, | |
| "is_parallel": true, | |
| "self": 0.03774280825746246, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.13726360676810145, | |
| "count": 1144, | |
| "is_parallel": true, | |
| "self": 0.13726360676810145 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 19499.401952033964, | |
| "count": 1984229, | |
| "is_parallel": true, | |
| "self": 728.384919047603, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 456.81114661268657, | |
| "count": 1984229, | |
| "is_parallel": true, | |
| "self": 456.81114661268657 | |
| }, | |
| "communicator.exchange": { | |
| "total": 16176.186887175107, | |
| "count": 1984229, | |
| "is_parallel": true, | |
| "self": 16176.186887175107 | |
| }, | |
| "steps_from_proto": { | |
| "total": 2138.018999198568, | |
| "count": 3968458, | |
| "is_parallel": true, | |
| "self": 454.51436859848036, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 1683.5046306000877, | |
| "count": 15873832, | |
| "is_parallel": true, | |
| "self": 1683.5046306000877 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 11731.313276682777, | |
| "count": 1984230, | |
| "self": 235.73383657041995, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 6023.283170795083, | |
| "count": 1984230, | |
| "self": 6015.277920442022, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 8.005250353060546, | |
| "count": 58, | |
| "self": 8.005250353060546 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 5472.296269317274, | |
| "count": 1387, | |
| "self": 3599.156199294346, | |
| "children": { | |
| "TorchPOCAOptimizer.update": { | |
| "total": 1873.1400700229278, | |
| "count": 20805, | |
| "self": 1873.1400700229278 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 7.199996616691351e-07, | |
| "count": 1, | |
| "self": 7.199996616691351e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.149110975995427, | |
| "count": 1, | |
| "self": 0.0018150979885831475, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.14729587800684385, | |
| "count": 1, | |
| "self": 0.14729587800684385 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |