{ "name": "root", "gauges": { "SoccerTwos.Policy.Entropy.mean": { "value": 1.8434988260269165, "min": 1.8346599340438843, "max": 3.2956979274749756, "count": 862 }, "SoccerTwos.Policy.Entropy.sum": { "value": 36928.96875, "min": 4740.29248046875, "max": 150987.234375, "count": 862 }, "SoccerTwos.Environment.EpisodeLength.mean": { "value": 47.98, "min": 43.309734513274336, "max": 999.0, "count": 862 }, "SoccerTwos.Environment.EpisodeLength.sum": { "value": 19192.0, "min": 11996.0, "max": 28644.0, "count": 862 }, "SoccerTwos.Self-play.ELO.mean": { "value": 1566.773003609935, "min": 1173.1243076122191, "max": 1582.0444014461386, "count": 797 }, "SoccerTwos.Self-play.ELO.sum": { "value": 313354.60072198696, "min": 2348.198127248749, "max": 334040.74287821946, "count": 797 }, "SoccerTwos.Step.mean": { "value": 8619858.0, "min": 9342.0, "max": 8619858.0, "count": 862 }, "SoccerTwos.Step.sum": { "value": 8619858.0, "min": 9342.0, "max": 8619858.0, "count": 862 }, "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { "value": 0.018008800223469734, "min": -0.12056028097867966, "max": 0.22568106651306152, "count": 862 }, "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { "value": 3.601759910583496, "min": -19.651325225830078, "max": 34.01498031616211, "count": 862 }, "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { "value": 0.016617776826024055, "min": -0.1251881718635559, "max": 0.22502605617046356, "count": 862 }, "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { "value": 3.3235554695129395, "min": -20.405672073364258, "max": 35.035430908203125, "count": 862 }, "SoccerTwos.Environment.CumulativeReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 862 }, "SoccerTwos.Environment.CumulativeReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 862 }, "SoccerTwos.Policy.ExtrinsicReward.mean": { "value": 0.05361400067806244, "min": -0.6412761892591204, "max": 0.4861466586589813, "count": 862 }, "SoccerTwos.Policy.ExtrinsicReward.sum": { "value": 10.722800135612488, "min": -67.88499993085861, "max": 74.02039980888367, "count": 862 }, "SoccerTwos.Environment.GroupCumulativeReward.mean": { "value": 0.05361400067806244, "min": -0.6412761892591204, "max": 0.4861466586589813, "count": 862 }, "SoccerTwos.Environment.GroupCumulativeReward.sum": { "value": 10.722800135612488, "min": -67.88499993085861, "max": 74.02039980888367, "count": 862 }, "SoccerTwos.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 862 }, "SoccerTwos.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 862 }, "SoccerTwos.Losses.PolicyLoss.mean": { "value": 0.013608232833697305, "min": 0.010440699631969134, "max": 0.023799832879255214, "count": 409 }, "SoccerTwos.Losses.PolicyLoss.sum": { "value": 0.013608232833697305, "min": 0.010440699631969134, "max": 0.023799832879255214, "count": 409 }, "SoccerTwos.Losses.ValueLoss.mean": { "value": 0.10985415776570638, "min": 1.2019552552070914e-06, "max": 0.11892705634236336, "count": 409 }, "SoccerTwos.Losses.ValueLoss.sum": { "value": 0.10985415776570638, "min": 1.2019552552070914e-06, "max": 0.11892705634236336, "count": 409 }, "SoccerTwos.Losses.BaselineLoss.mean": { "value": 0.11099382241566975, "min": 1.1897383368856633e-06, "max": 0.12036320293943087, "count": 409 }, "SoccerTwos.Losses.BaselineLoss.sum": { "value": 0.11099382241566975, "min": 1.1897383368856633e-06, "max": 0.12036320293943087, "count": 409 }, "SoccerTwos.Policy.LearningRate.mean": { "value": 0.0003, "min": 0.0003, "max": 0.0003, "count": 409 }, "SoccerTwos.Policy.LearningRate.sum": { "value": 0.0003, "min": 0.0003, "max": 0.0003, "count": 409 }, "SoccerTwos.Policy.Epsilon.mean": { "value": 0.20000000000000007, "min": 0.20000000000000004, "max": 0.20000000000000007, "count": 409 }, "SoccerTwos.Policy.Epsilon.sum": { "value": 0.20000000000000007, "min": 0.20000000000000004, "max": 0.20000000000000007, "count": 409 }, "SoccerTwos.Policy.Beta.mean": { "value": 0.005000000000000001, "min": 0.005000000000000001, "max": 0.005000000000000001, "count": 409 }, "SoccerTwos.Policy.Beta.sum": { "value": 0.005000000000000001, "min": 0.005000000000000001, "max": 0.005000000000000001, "count": 409 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1685874103", "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", "command_line_arguments": "/home/user/.virtualenvs/rl-course-unit7/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --force", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1685891765" }, "total": 17661.997806900006, "count": 1, "self": 0.3408695000252919, "children": { "run_training.setup": { "total": 0.009274399999412708, "count": 1, "self": 0.009274399999412708 }, "TrainerController.start_learning": { "total": 17661.64766299998, "count": 1, "self": 13.799717194051482, "children": { "TrainerController._reset_env": { "total": 30.533092100100475, "count": 43, "self": 30.533092100100475 }, "TrainerController.advance": { "total": 17616.84690400584, "count": 579121, "self": 13.594753412296996, "children": { "env_step": { "total": 13016.45070159607, "count": 579121, "self": 7400.9529640890105, "children": { "SubprocessEnvManager._take_step": { "total": 5607.194474806223, "count": 579121, "self": 92.68533239483077, "children": { "TorchPolicy.evaluate": { "total": 5514.5091424113925, "count": 1095438, "self": 5514.5091424113925 } } }, "workers": { "total": 8.303262700836058, "count": 579121, "self": 0.0, "children": { "worker_root": { "total": 17632.79518169303, "count": 579121, "is_parallel": true, "self": 11662.593824684722, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.013703799995710142, "count": 2, "is_parallel": true, "self": 0.00627020001411438, "children": { "_process_rank_one_or_two_observation": { "total": 0.007433599981595762, "count": 8, "is_parallel": true, "self": 0.007433599981595762 } } }, "UnityEnvironment.step": { "total": 0.19131019999622367, "count": 1, "is_parallel": true, "self": 0.001357399974949658, "children": { "UnityEnvironment._generate_step_input": { "total": 0.04366450000088662, "count": 1, "is_parallel": true, "self": 0.04366450000088662 }, "communicator.exchange": { "total": 0.14161740000417922, "count": 1, "is_parallel": true, "self": 0.14161740000417922 }, "steps_from_proto": { "total": 0.004670900016208179, "count": 2, "is_parallel": true, "self": 0.0012376000377116725, "children": { "_process_rank_one_or_two_observation": { "total": 0.003433299978496507, "count": 8, "is_parallel": true, "self": 0.003433299978496507 } } } } } } }, "UnityEnvironment.step": { "total": 5970.13942190817, "count": 579120, "is_parallel": true, "self": 295.2301604988461, "children": { "UnityEnvironment._generate_step_input": { "total": 208.11454050992324, "count": 579120, "is_parallel": true, "self": 208.11454050992324 }, "communicator.exchange": { "total": 4580.229337689278, "count": 579120, "is_parallel": true, "self": 4580.229337689278 }, "steps_from_proto": { "total": 886.5653832101234, "count": 1158240, "is_parallel": true, "self": 185.6499321908923, "children": { "_process_rank_one_or_two_observation": { "total": 700.9154510192311, "count": 4632960, "is_parallel": true, "self": 700.9154510192311 } } } } }, "steps_from_proto": { "total": 0.06193510013690684, "count": 84, "is_parallel": true, "self": 0.013425699682557024, "children": { "_process_rank_one_or_two_observation": { "total": 0.048509400454349816, "count": 336, "is_parallel": true, "self": 0.048509400454349816 } } } } } } } } }, "trainer_advance": { "total": 4586.801448997474, "count": 579121, "self": 92.61359740051557, "children": { "process_trajectory": { "total": 2136.028718097048, "count": 579121, "self": 2128.789415196996, "children": { "RLTrainer._checkpoint": { "total": 7.23930290005228, "count": 17, "self": 7.23930290005228 } } }, "_update_policy": { "total": 2358.1591334999102, "count": 409, "self": 1090.5400891008903, "children": { "TorchPOCAOptimizer.update": { "total": 1267.61904439902, "count": 12279, "self": 1267.61904439902 } } } } } } }, "trainer_threads": { "total": 1.200009137392044e-06, "count": 1, "self": 1.200009137392044e-06 }, "TrainerController._save_models": { "total": 0.46794849997968413, "count": 1, "self": 0.013114499975927174, "children": { "RLTrainer._checkpoint": { "total": 0.45483400000375696, "count": 1, "self": 0.45483400000375696 } } } } } } }