{ "name": "root", "gauges": { "SoccerTwos.Policy.Entropy.mean": { "value": 1.9926632642745972, "min": 1.7032517194747925, "max": 3.2956745624542236, "count": 1000 }, "SoccerTwos.Policy.Entropy.sum": { "value": 20532.40234375, "min": 16424.9609375, "max": 120260.3125, "count": 1000 }, "SoccerTwos.Environment.EpisodeLength.mean": { "value": 999.0, "min": 389.8666666666667, "max": 999.0, "count": 1000 }, "SoccerTwos.Environment.EpisodeLength.sum": { "value": 19980.0, "min": 11804.0, "max": 27508.0, "count": 1000 }, "SoccerTwos.Self-play.ELO.mean": { "value": 1190.4112588948528, "min": 1185.9612614308237, "max": 1204.606750676724, "count": 163 }, "SoccerTwos.Self-play.ELO.sum": { "value": 2380.8225177897057, "min": 2371.9225228616474, "max": 23792.67423685981, "count": 163 }, "SoccerTwos.Step.mean": { "value": 9999020.0, "min": 9178.0, "max": 9999020.0, "count": 1000 }, "SoccerTwos.Step.sum": { "value": 9999020.0, "min": 9178.0, "max": 9999020.0, "count": 1000 }, "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { "value": -9.627002873457968e-05, "min": -0.02888946793973446, "max": 0.009360288269817829, "count": 1000 }, "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { "value": -0.0009627002873457968, "min": -0.42032384872436523, "max": 0.13703712821006775, "count": 1000 }, "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { "value": -9.633601439418271e-05, "min": -0.027621883898973465, "max": 0.009541833773255348, "count": 1000 }, "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { "value": -0.0009633601293899119, "min": -0.4192490577697754, "max": 0.13236786425113678, "count": 1000 }, "SoccerTwos.Environment.CumulativeReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 1000 }, "SoccerTwos.Environment.CumulativeReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 1000 }, "SoccerTwos.Policy.ExtrinsicReward.mean": { "value": 0.0, "min": -0.6666666666666666, "max": 0.2942769252336942, "count": 1000 }, "SoccerTwos.Policy.ExtrinsicReward.sum": { "value": 0.0, "min": -10.393200010061264, "max": 3.825600028038025, "count": 1000 }, "SoccerTwos.Environment.GroupCumulativeReward.mean": { "value": 0.0, "min": -0.6666666666666666, "max": 0.2942769252336942, "count": 1000 }, "SoccerTwos.Environment.GroupCumulativeReward.sum": { "value": 0.0, "min": -10.393200010061264, "max": 3.825600028038025, "count": 1000 }, "SoccerTwos.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 1000 }, "SoccerTwos.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 1000 }, "SoccerTwos.Losses.PolicyLoss.mean": { "value": 0.018380161248690758, "min": 0.010514204100278828, "max": 0.024833333554367225, "count": 458 }, "SoccerTwos.Losses.PolicyLoss.sum": { "value": 0.018380161248690758, "min": 0.010514204100278828, "max": 0.024833333554367225, "count": 458 }, "SoccerTwos.Losses.ValueLoss.mean": { "value": 1.3376915704762146e-09, "min": 5.053695480613148e-10, "max": 0.005721124960109592, "count": 458 }, "SoccerTwos.Losses.ValueLoss.sum": { "value": 1.3376915704762146e-09, "min": 5.053695480613148e-10, "max": 0.005721124960109592, "count": 458 }, "SoccerTwos.Losses.BaselineLoss.mean": { "value": 1.3802510347623217e-09, "min": 5.668687306596236e-10, "max": 0.00604997156187892, "count": 458 }, "SoccerTwos.Losses.BaselineLoss.sum": { "value": 1.3802510347623217e-09, "min": 5.668687306596236e-10, "max": 0.00604997156187892, "count": 458 }, "SoccerTwos.Policy.LearningRate.mean": { "value": 0.0003, "min": 0.0003, "max": 0.0003, "count": 458 }, "SoccerTwos.Policy.LearningRate.sum": { "value": 0.0003, "min": 0.0003, "max": 0.0003, "count": 458 }, "SoccerTwos.Policy.Epsilon.mean": { "value": 0.20000000000000007, "min": 0.20000000000000004, "max": 0.20000000000000007, "count": 458 }, "SoccerTwos.Policy.Epsilon.sum": { "value": 0.20000000000000007, "min": 0.20000000000000004, "max": 0.20000000000000007, "count": 458 }, "SoccerTwos.Policy.Beta.mean": { "value": 0.005000000000000001, "min": 0.005000000000000001, "max": 0.005000000000000001, "count": 458 }, "SoccerTwos.Policy.Beta.sum": { "value": 0.005000000000000001, "min": 0.005000000000000001, "max": 0.005000000000000001, "count": 458 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1685284538", "python_version": "3.10.6 (main, Oct 24 2022, 16:07:47) [GCC 11.2.0]", "command_line_arguments": "/home/abhishek/anaconda3/envs/swasti_icra_rush/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos_1 --force --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1685335792" }, "total": 51254.06159239, "count": 1, "self": 0.0951508040088811, "children": { "run_training.setup": { "total": 0.03154678299688385, "count": 1, "self": 0.03154678299688385 }, "TrainerController.start_learning": { "total": 51253.934894802995, "count": 1, "self": 18.824933010415407, "children": { "TrainerController._reset_env": { "total": 8.698706835992198, "count": 50, "self": 8.698706835992198 }, "TrainerController.advance": { "total": 51225.97774020459, "count": 650259, "self": 20.495995277859038, "children": { "env_step": { "total": 20392.102711727694, "count": 650259, "self": 16617.968157610474, "children": { "SubprocessEnvManager._take_step": { "total": 3761.3976993648103, "count": 650259, "self": 162.75352947525244, "children": { "TorchPolicy.evaluate": { "total": 3598.644169889558, "count": 1292360, "self": 3598.644169889558 } } }, "workers": { "total": 12.736854752409272, "count": 650258, "self": 0.0, "children": { "worker_root": { "total": 51213.508485654624, "count": 650258, "is_parallel": true, "self": 37263.78115457906, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.005483104003360495, "count": 2, "is_parallel": true, "self": 0.0014108680006756913, "children": { "_process_rank_one_or_two_observation": { "total": 0.004072236002684804, "count": 8, "is_parallel": true, "self": 0.004072236002684804 } } }, "UnityEnvironment.step": { "total": 0.04317376000108197, "count": 1, "is_parallel": true, "self": 0.001116396004363196, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0011059059979743324, "count": 1, "is_parallel": true, "self": 0.0011059059979743324 }, "communicator.exchange": { "total": 0.03825828800108866, "count": 1, "is_parallel": true, "self": 0.03825828800108866 }, "steps_from_proto": { "total": 0.0026931699976557866, "count": 2, "is_parallel": true, "self": 0.0005549960005737375, "children": { "_process_rank_one_or_two_observation": { "total": 0.002138173997082049, "count": 8, "is_parallel": true, "self": 0.002138173997082049 } } } } } } }, "UnityEnvironment.step": { "total": 13949.54303881458, "count": 650257, "is_parallel": true, "self": 918.1807506679324, "children": { "UnityEnvironment._generate_step_input": { "total": 618.407143049888, "count": 650257, "is_parallel": true, "self": 618.407143049888 }, "communicator.exchange": { "total": 10012.455762370046, "count": 650257, "is_parallel": true, "self": 10012.455762370046 }, "steps_from_proto": { "total": 2400.4993827267135, "count": 1300514, "is_parallel": true, "self": 455.66124329324157, "children": { "_process_rank_one_or_two_observation": { "total": 1944.838139433472, "count": 5202056, "is_parallel": true, "self": 1944.838139433472 } } } } }, "steps_from_proto": { "total": 0.18429226098305662, "count": 98, "is_parallel": true, "self": 0.03483632390634739, "children": { "_process_rank_one_or_two_observation": { "total": 0.14945593707670923, "count": 392, "is_parallel": true, "self": 0.14945593707670923 } } } } } } } } }, "trainer_advance": { "total": 30813.37903319904, "count": 650258, "self": 181.0912137884261, "children": { "process_trajectory": { "total": 3993.1759212116267, "count": 650258, "self": 3987.388774043633, "children": { "RLTrainer._checkpoint": { "total": 5.78714716799368, "count": 20, "self": 5.78714716799368 } } }, "_update_policy": { "total": 26639.111898198986, "count": 458, "self": 1968.3501102650953, "children": { "TorchPOCAOptimizer.update": { "total": 24670.76178793389, "count": 13746, "self": 24670.76178793389 } } } } } } }, "trainer_threads": { "total": 2.0840088836848736e-06, "count": 1, "self": 2.0840088836848736e-06 }, "TrainerController._save_models": { "total": 0.43351266799436416, "count": 1, "self": 0.0040231279854197055, "children": { "RLTrainer._checkpoint": { "total": 0.42948954000894446, "count": 1, "self": 0.42948954000894446 } } } } } } }