| { | |
| "name": "root", | |
| "gauges": { | |
| "AGVAgent.Policy.Entropy.mean": { | |
| "value": 1.1190447807312012, | |
| "min": 1.019601583480835, | |
| "max": 1.7876580953598022, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.Entropy.sum": { | |
| "value": 67151.640625, | |
| "min": 61146.52734375, | |
| "max": 108108.625, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Step.mean": { | |
| "value": 19979997.0, | |
| "min": 59963.0, | |
| "max": 19979997.0, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Step.sum": { | |
| "value": 19979997.0, | |
| "min": 59963.0, | |
| "max": 19979997.0, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.ExtrinsicBaselineEstimate.mean": { | |
| "value": 0.08212196826934814, | |
| "min": -0.0027201876509934664, | |
| "max": 0.6640089154243469, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.ExtrinsicBaselineEstimate.sum": { | |
| "value": 79.90467834472656, | |
| "min": -2.600499391555786, | |
| "max": 636.1205444335938, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.08238506317138672, | |
| "min": -0.0029702321626245975, | |
| "max": 0.4716530442237854, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 80.1606674194336, | |
| "min": -2.8395419120788574, | |
| "max": 451.8436279296875, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Losses.PolicyLoss.mean": { | |
| "value": 0.11462981558999874, | |
| "min": 0.09277696505612565, | |
| "max": 0.1695499488965354, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Losses.PolicyLoss.sum": { | |
| "value": 0.6877788935399924, | |
| "min": 0.4837666191358232, | |
| "max": 0.847749744482677, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Losses.ValueLoss.mean": { | |
| "value": 0.0006867209468004552, | |
| "min": 2.5535572691903027e-05, | |
| "max": 0.026501540507077044, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Losses.ValueLoss.sum": { | |
| "value": 0.004120325680802731, | |
| "min": 0.00012767786345951513, | |
| "max": 0.1325077025353852, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Losses.BaselineLoss.mean": { | |
| "value": 0.0007339700696320506, | |
| "min": 2.56091814659006e-05, | |
| "max": 0.3247055834376563, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Losses.BaselineLoss.sum": { | |
| "value": 0.0044038204177923035, | |
| "min": 0.000128045907329503, | |
| "max": 1.6235279171882817, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.LearningRate.mean": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.LearningRate.sum": { | |
| "value": 0.0017999999999999997, | |
| "min": 0.0014999999999999998, | |
| "max": 0.0017999999999999997, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.Epsilon.mean": { | |
| "value": 0.2000000000000001, | |
| "min": 0.2, | |
| "max": 0.2000000000000001, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.Epsilon.sum": { | |
| "value": 1.2000000000000006, | |
| "min": 1.0, | |
| "max": 1.2000000000000006, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.Beta.mean": { | |
| "value": 0.010000000000000002, | |
| "min": 0.01, | |
| "max": 0.010000000000000002, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.Beta.sum": { | |
| "value": 0.06000000000000001, | |
| "min": 0.05, | |
| "max": 0.06000000000000001, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Environment.EpisodeLength.mean": { | |
| "value": 872.7121212121212, | |
| "min": 726.3181818181819, | |
| "max": 1249.0483870967741, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Environment.EpisodeLength.sum": { | |
| "value": 57599.0, | |
| "min": 44964.0, | |
| "max": 77441.0, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.ExtrinsicReward.mean": { | |
| "value": 0.9985621480101888, | |
| "min": 0.022845805578288577, | |
| "max": 1.053171891154665, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Policy.ExtrinsicReward.sum": { | |
| "value": 65.90510176867247, | |
| "min": 0.9595238342881203, | |
| "max": 90.18739443272352, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Environment.GroupCumulativeReward.mean": { | |
| "value": 0.9985621480101888, | |
| "min": 0.022845805578288577, | |
| "max": 1.053171891154665, | |
| "count": 333 | |
| }, | |
| "AGVAgent.Environment.GroupCumulativeReward.sum": { | |
| "value": 65.90510176867247, | |
| "min": 0.9595238342881203, | |
| "max": 90.18739443272352, | |
| "count": 333 | |
| }, | |
| "AGVAgent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 333 | |
| }, | |
| "AGVAgent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 333 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1664931797", | |
| "python_version": "3.7.3 (default, Apr 3 2020, 09:27:29) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/home/clayton/workspace/git/ml-agents/venv/bin/mlagents-learn config/lstm.yaml --run-id=RefactoredEnv-LSTM-00", | |
| "mlagents_version": "0.28.0", | |
| "mlagents_envs_version": "0.28.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.4", | |
| "end_time_seconds": "1665172495" | |
| }, | |
| "total": 240698.474378774, | |
| "count": 1, | |
| "self": 0.00966217799577862, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.019829500000923872, | |
| "count": 1, | |
| "self": 0.019829500000923872 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 240698.444887096, | |
| "count": 1, | |
| "self": 20.90999044041382, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 15.042137256008573, | |
| "count": 1, | |
| "self": 15.042137256008573 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 240662.2198648916, | |
| "count": 1031114, | |
| "self": 19.60197504563257, | |
| "children": { | |
| "env_step": { | |
| "total": 227331.44503007727, | |
| "count": 1031114, | |
| "self": 224282.46708125173, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 3031.197078352241, | |
| "count": 1031114, | |
| "self": 73.174425164907, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 2958.022653187334, | |
| "count": 1028877, | |
| "self": 778.5708862731699, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 2179.451766914164, | |
| "count": 1028877, | |
| "self": 2179.451766914164 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 17.780870473303366, | |
| "count": 1031114, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 240649.31950135628, | |
| "count": 1031114, | |
| "is_parallel": true, | |
| "self": 18436.158297587244, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.03600404300959781, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00040666101267561316, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.03532471999642439, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001139378859079443, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.03418534113734495, | |
| "count": 108, | |
| "is_parallel": true, | |
| "self": 0.001395588114974089, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.03278975302237086, | |
| "count": 108, | |
| "is_parallel": true, | |
| "self": 0.0071810100635048, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.02560874295886606, | |
| "count": 135, | |
| "is_parallel": true, | |
| "self": 0.02560874295886606 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0002726620004978031, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0002726620004978031 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.400606348994188, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00038902398955542594, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005712529964512214, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005712529964512214 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.3733515000058105, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.3733515000058105 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.026294572002370842, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002897820231737569, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.025684416978037916, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001577579023432918, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.024106837954604998, | |
| "count": 92, | |
| "is_parallel": true, | |
| "self": 0.0021099359582876787, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.02199690199631732, | |
| "count": 92, | |
| "is_parallel": true, | |
| "self": 0.009095786022953689, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.01290111597336363, | |
| "count": 115, | |
| "is_parallel": true, | |
| "self": 0.01290111597336363 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0003203730011591688, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0003203730011591688 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 222213.16120376904, | |
| "count": 1031113, | |
| "is_parallel": true, | |
| "self": 234.929436132923, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 235.6811277467932, | |
| "count": 1031113, | |
| "is_parallel": true, | |
| "self": 235.6811277467932 | |
| }, | |
| "communicator.exchange": { | |
| "total": 207006.13890102837, | |
| "count": 1031113, | |
| "is_parallel": true, | |
| "self": 207006.13890102837 | |
| }, | |
| "steps_from_proto": { | |
| "total": 14736.411738860945, | |
| "count": 1031113, | |
| "is_parallel": true, | |
| "self": 240.37436694913777, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 14367.020087703044, | |
| "count": 8248904, | |
| "is_parallel": true, | |
| "self": 810.4600575300865, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 13556.560030172957, | |
| "count": 80083124, | |
| "is_parallel": true, | |
| "self": 1058.932476545975, | |
| "children": { | |
| "process_pixels": { | |
| "total": 12497.627553626982, | |
| "count": 80083124, | |
| "is_parallel": true, | |
| "self": 5180.628433322738, | |
| "children": { | |
| "image_decompress": { | |
| "total": 7316.999120304245, | |
| "count": 100103905, | |
| "is_parallel": true, | |
| "self": 7316.999120304245 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 129.01728420876316, | |
| "count": 2062226, | |
| "is_parallel": true, | |
| "self": 129.01728420876316 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 13311.172859768703, | |
| "count": 1031114, | |
| "self": 36.872767708671745, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 7771.518058447982, | |
| "count": 1031114, | |
| "self": 7760.722613692051, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 10.795444755931385, | |
| "count": 40, | |
| "self": 10.795444755931385 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 5502.782033612049, | |
| "count": 1986, | |
| "self": 304.772540141872, | |
| "children": { | |
| "TorchPOCAOptimizer.update": { | |
| "total": 5198.009493470177, | |
| "count": 59667, | |
| "self": 5198.009493470177 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 8.050119504332542e-07, | |
| "count": 1, | |
| "self": 8.050119504332542e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.27289370296057314, | |
| "count": 1, | |
| "self": 0.0016521259676665068, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.27124157699290663, | |
| "count": 1, | |
| "self": 0.27124157699290663 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |