poca-SoccerTwos / run_logs /timers.json
D0k-tor's picture
First Push
3f821be
{
"name": "root",
"gauges": {
"SoccerTwos.Policy.Entropy.mean": {
"value": 3.2344729900360107,
"min": 3.2344729900360107,
"max": 3.2957661151885986,
"count": 10
},
"SoccerTwos.Policy.Entropy.sum": {
"value": 151735.59375,
"min": 60378.22265625,
"max": 158291.296875,
"count": 10
},
"SoccerTwos.Environment.EpisodeLength.mean": {
"value": 363.26666666666665,
"min": 329.8666666666667,
"max": 895.625,
"count": 10
},
"SoccerTwos.Environment.EpisodeLength.sum": {
"value": 21796.0,
"min": 4792.0,
"max": 28660.0,
"count": 10
},
"SoccerTwos.Self-play.ELO.mean": {
"value": 1195.6024056360725,
"min": 1195.6024056360725,
"max": 1199.2564346655363,
"count": 9
},
"SoccerTwos.Self-play.ELO.sum": {
"value": 19129.63849017716,
"min": 2398.5014391117093,
"max": 19129.63849017716,
"count": 9
},
"SoccerTwos.Step.mean": {
"value": 99542.0,
"min": 9346.0,
"max": 99542.0,
"count": 10
},
"SoccerTwos.Step.sum": {
"value": 99542.0,
"min": 9346.0,
"max": 99542.0,
"count": 10
},
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
"value": -0.04090900346636772,
"min": -0.05798440799117088,
"max": -0.03937044367194176,
"count": 10
},
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
"value": -1.1863610744476318,
"min": -1.2228806018829346,
"max": -0.5959798693656921,
"count": 10
},
"SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
"value": -0.043069079518318176,
"min": -0.05801362916827202,
"max": -0.04053540900349617,
"count": 10
},
"SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
"value": -1.249003291130066,
"min": -1.3865522146224976,
"max": -0.5396899580955505,
"count": 10
},
"SoccerTwos.Environment.CumulativeReward.mean": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 10
},
"SoccerTwos.Environment.CumulativeReward.sum": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 10
},
"SoccerTwos.Policy.ExtrinsicReward.mean": {
"value": -0.26675862073898315,
"min": -0.26675862073898315,
"max": 0.029986665646235148,
"count": 10
},
"SoccerTwos.Policy.ExtrinsicReward.sum": {
"value": -7.7360000014305115,
"min": -7.7360000014305115,
"max": 0.8995999693870544,
"count": 10
},
"SoccerTwos.Environment.GroupCumulativeReward.mean": {
"value": -0.26675862073898315,
"min": -0.26675862073898315,
"max": 0.029986665646235148,
"count": 10
},
"SoccerTwos.Environment.GroupCumulativeReward.sum": {
"value": -7.7360000014305115,
"min": -7.7360000014305115,
"max": 0.8995999693870544,
"count": 10
},
"SoccerTwos.IsTraining.mean": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 10
},
"SoccerTwos.IsTraining.sum": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 10
},
"SoccerTwos.Losses.PolicyLoss.mean": {
"value": 0.014833445796345284,
"min": 0.012861402020048858,
"max": 0.019381542389358703,
"count": 4
},
"SoccerTwos.Losses.PolicyLoss.sum": {
"value": 0.014833445796345284,
"min": 0.012861402020048858,
"max": 0.019381542389358703,
"count": 4
},
"SoccerTwos.Losses.ValueLoss.mean": {
"value": 0.00659534935063372,
"min": 0.0015557377800260756,
"max": 0.00659534935063372,
"count": 4
},
"SoccerTwos.Losses.ValueLoss.sum": {
"value": 0.00659534935063372,
"min": 0.0015557377800260756,
"max": 0.00659534935063372,
"count": 4
},
"SoccerTwos.Losses.BaselineLoss.mean": {
"value": 0.006820990750566125,
"min": 0.0015717923383680031,
"max": 0.006820990750566125,
"count": 4
},
"SoccerTwos.Losses.BaselineLoss.sum": {
"value": 0.006820990750566125,
"min": 0.0015717923383680031,
"max": 0.006820990750566125,
"count": 4
},
"SoccerTwos.Policy.LearningRate.mean": {
"value": 0.0003,
"min": 0.0003,
"max": 0.0003,
"count": 4
},
"SoccerTwos.Policy.LearningRate.sum": {
"value": 0.0003,
"min": 0.0003,
"max": 0.0003,
"count": 4
},
"SoccerTwos.Policy.Epsilon.mean": {
"value": 0.20000000000000007,
"min": 0.2,
"max": 0.20000000000000007,
"count": 4
},
"SoccerTwos.Policy.Epsilon.sum": {
"value": 0.20000000000000007,
"min": 0.2,
"max": 0.20000000000000007,
"count": 4
},
"SoccerTwos.Policy.Beta.mean": {
"value": 0.005000000000000001,
"min": 0.005,
"max": 0.005000000000000001,
"count": 4
},
"SoccerTwos.Policy.Beta.sum": {
"value": 0.005000000000000001,
"min": 0.005,
"max": 0.005000000000000001,
"count": 4
}
},
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1679394995",
"python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]",
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/linux/SoccerTwos --run-id=SoccerTwos3 --no-graphics",
"mlagents_version": "0.31.0.dev0",
"mlagents_envs_version": "0.31.0.dev0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "1.11.0+cu102",
"numpy_version": "1.21.2",
"end_time_seconds": "1679395317"
},
"total": 322.04359596300003,
"count": 1,
"self": 0.4236347170000272,
"children": {
"run_training.setup": {
"total": 0.1050525480000033,
"count": 1,
"self": 0.1050525480000033
},
"TrainerController.start_learning": {
"total": 321.514908698,
"count": 1,
"self": 0.23220417100174018,
"children": {
"TrainerController._reset_env": {
"total": 6.6202211810000335,
"count": 12,
"self": 6.6202211810000335
},
"TrainerController.advance": {
"total": 314.40720407599815,
"count": 10462,
"self": 0.2622136099944328,
"children": {
"env_step": {
"total": 273.2991440620042,
"count": 10462,
"self": 214.6150079820046,
"children": {
"SubprocessEnvManager._take_step": {
"total": 58.54542731499646,
"count": 10462,
"self": 1.691428533994781,
"children": {
"TorchPolicy.evaluate": {
"total": 56.85399878100168,
"count": 20824,
"self": 56.85399878100168
}
}
},
"workers": {
"total": 0.13870876500311624,
"count": 10462,
"self": 0.0,
"children": {
"worker_root": {
"total": 320.45137388200556,
"count": 10462,
"is_parallel": true,
"self": 138.2943823320029,
"children": {
"run_training.setup": {
"total": 0.0,
"count": 0,
"is_parallel": true,
"self": 0.0,
"children": {
"steps_from_proto": {
"total": 0.0029194840000172917,
"count": 2,
"is_parallel": true,
"self": 0.0008122610001919384,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0021072229998253533,
"count": 8,
"is_parallel": true,
"self": 0.0021072229998253533
}
}
},
"UnityEnvironment.step": {
"total": 0.052168832999996084,
"count": 1,
"is_parallel": true,
"self": 0.001014316000009785,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 0.0009191980000196054,
"count": 1,
"is_parallel": true,
"self": 0.0009191980000196054
},
"communicator.exchange": {
"total": 0.046675296999978855,
"count": 1,
"is_parallel": true,
"self": 0.046675296999978855
},
"steps_from_proto": {
"total": 0.003560021999987839,
"count": 2,
"is_parallel": true,
"self": 0.0007466429998430613,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.002813379000144778,
"count": 8,
"is_parallel": true,
"self": 0.002813379000144778
}
}
}
}
}
}
},
"UnityEnvironment.step": {
"total": 182.1302039660028,
"count": 10461,
"is_parallel": true,
"self": 10.527864316006003,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 7.831517604999135,
"count": 10461,
"is_parallel": true,
"self": 7.831517604999135
},
"communicator.exchange": {
"total": 129.69640073199844,
"count": 10461,
"is_parallel": true,
"self": 129.69640073199844
},
"steps_from_proto": {
"total": 34.07442131299922,
"count": 20922,
"is_parallel": true,
"self": 6.393778295001198,
"children": {
"_process_rank_one_or_two_observation": {
"total": 27.680643017998023,
"count": 83688,
"is_parallel": true,
"self": 27.680643017998023
}
}
}
}
},
"steps_from_proto": {
"total": 0.026787583999862363,
"count": 22,
"is_parallel": true,
"self": 0.005495380999605004,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.02129220300025736,
"count": 88,
"is_parallel": true,
"self": 0.02129220300025736
}
}
}
}
}
}
}
}
},
"trainer_advance": {
"total": 40.84584640399953,
"count": 10462,
"self": 1.2549678220103715,
"children": {
"process_trajectory": {
"total": 11.086779976989192,
"count": 10462,
"self": 11.086779976989192
},
"_update_policy": {
"total": 28.504098604999967,
"count": 4,
"self": 17.846634004999828,
"children": {
"TorchPOCAOptimizer.update": {
"total": 10.65746460000014,
"count": 132,
"self": 10.65746460000014
}
}
}
}
}
}
},
"trainer_threads": {
"total": 9.620000582799548e-07,
"count": 1,
"self": 9.620000582799548e-07
},
"TrainerController._save_models": {
"total": 0.2552783080000154,
"count": 1,
"self": 0.0017122189999554394,
"children": {
"RLTrainer._checkpoint": {
"total": 0.25356608900005995,
"count": 1,
"self": 0.25356608900005995
}
}
}
}
}
}
}