|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Pyramids.Policy.Entropy.mean": { |
|
"value": 0.3164713680744171, |
|
"min": 0.28786683082580566, |
|
"max": 1.4329712390899658, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.Entropy.sum": { |
|
"value": 9418.1875, |
|
"min": 8622.1875, |
|
"max": 43470.6171875, |
|
"count": 33 |
|
}, |
|
"Pyramids.Step.mean": { |
|
"value": 989964.0, |
|
"min": 29914.0, |
|
"max": 989964.0, |
|
"count": 33 |
|
}, |
|
"Pyramids.Step.sum": { |
|
"value": 989964.0, |
|
"min": 29914.0, |
|
"max": 989964.0, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 0.4390946328639984, |
|
"min": -0.08722256869077682, |
|
"max": 0.4921729564666748, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 118.99464416503906, |
|
"min": -21.020639419555664, |
|
"max": 135.34756469726562, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.RndValueEstimate.mean": { |
|
"value": 0.06193377822637558, |
|
"min": -0.0013304885942488909, |
|
"max": 0.5550913214683533, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.RndValueEstimate.sum": { |
|
"value": 16.784053802490234, |
|
"min": -0.353909969329834, |
|
"max": 132.6668243408203, |
|
"count": 33 |
|
}, |
|
"Pyramids.Losses.PolicyLoss.mean": { |
|
"value": 0.0735709559667157, |
|
"min": 0.0641706981230547, |
|
"max": 0.0735709559667157, |
|
"count": 33 |
|
}, |
|
"Pyramids.Losses.PolicyLoss.sum": { |
|
"value": 1.0299933835340198, |
|
"min": 0.5547816598107254, |
|
"max": 1.0468679851716538, |
|
"count": 33 |
|
}, |
|
"Pyramids.Losses.ValueLoss.mean": { |
|
"value": 0.015005668729870759, |
|
"min": 0.00012474984085264972, |
|
"max": 0.015816427929467438, |
|
"count": 33 |
|
}, |
|
"Pyramids.Losses.ValueLoss.sum": { |
|
"value": 0.21007936221819062, |
|
"min": 0.0016217479310844463, |
|
"max": 0.22142999101254415, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.LearningRate.mean": { |
|
"value": 7.506761783492854e-06, |
|
"min": 7.506761783492854e-06, |
|
"max": 0.0002949298891900375, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.LearningRate.sum": { |
|
"value": 0.00010509466496889997, |
|
"min": 0.00010509466496889997, |
|
"max": 0.0034870468376511, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.Epsilon.mean": { |
|
"value": 0.10250222142857143, |
|
"min": 0.10250222142857143, |
|
"max": 0.1983099625, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.Epsilon.sum": { |
|
"value": 1.4350311, |
|
"min": 1.4350311, |
|
"max": 2.5268124000000003, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.Beta.mean": { |
|
"value": 0.0002599719207142857, |
|
"min": 0.0002599719207142857, |
|
"max": 0.00983116525375, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.Beta.sum": { |
|
"value": 0.00363960689, |
|
"min": 0.00363960689, |
|
"max": 0.11624865511000002, |
|
"count": 33 |
|
}, |
|
"Pyramids.Losses.RNDLoss.mean": { |
|
"value": 0.01041771937161684, |
|
"min": 0.009738216176629066, |
|
"max": 0.47019100189208984, |
|
"count": 33 |
|
}, |
|
"Pyramids.Losses.RNDLoss.sum": { |
|
"value": 0.14584806561470032, |
|
"min": 0.13633503019809723, |
|
"max": 3.7615280151367188, |
|
"count": 33 |
|
}, |
|
"Pyramids.Environment.EpisodeLength.mean": { |
|
"value": 395.4078947368421, |
|
"min": 384.89230769230767, |
|
"max": 999.0, |
|
"count": 33 |
|
}, |
|
"Pyramids.Environment.EpisodeLength.sum": { |
|
"value": 30051.0, |
|
"min": 17607.0, |
|
"max": 33743.0, |
|
"count": 33 |
|
}, |
|
"Pyramids.Environment.CumulativeReward.mean": { |
|
"value": 1.3940105074526448, |
|
"min": -0.9999613425424022, |
|
"max": 1.5485973898079488, |
|
"count": 33 |
|
}, |
|
"Pyramids.Environment.CumulativeReward.sum": { |
|
"value": 105.944798566401, |
|
"min": -30.99880161881447, |
|
"max": 119.98739842325449, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.ExtrinsicReward.mean": { |
|
"value": 1.3940105074526448, |
|
"min": -0.9999613425424022, |
|
"max": 1.5485973898079488, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.ExtrinsicReward.sum": { |
|
"value": 105.944798566401, |
|
"min": -30.99880161881447, |
|
"max": 119.98739842325449, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.RndReward.mean": { |
|
"value": 0.04368040174909096, |
|
"min": 0.03898148187235583, |
|
"max": 9.423018837837796, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.RndReward.sum": { |
|
"value": 3.3197105329309124, |
|
"min": 2.8846296585543314, |
|
"max": 179.03735791891813, |
|
"count": 33 |
|
}, |
|
"Pyramids.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 33 |
|
}, |
|
"Pyramids.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 33 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1670320322", |
|
"python_version": "3.8.15 (default, Oct 12 2022, 19:14:39) \n[GCC 7.5.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
|
"mlagents_version": "0.29.0.dev0", |
|
"mlagents_envs_version": "0.29.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "1.8.1+cu102", |
|
"numpy_version": "1.21.6", |
|
"end_time_seconds": "1670322447" |
|
}, |
|
"total": 2124.1497485610003, |
|
"count": 1, |
|
"self": 0.44433285600007366, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.11044051399994714, |
|
"count": 1, |
|
"self": 0.11044051399994714 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 2123.5949751910002, |
|
"count": 1, |
|
"self": 1.2901187949455561, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 10.024664613999903, |
|
"count": 1, |
|
"self": 10.024664613999903 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 2112.184797137055, |
|
"count": 63746, |
|
"self": 1.3734538320381944, |
|
"children": { |
|
"env_step": { |
|
"total": 1430.7731438770084, |
|
"count": 63746, |
|
"self": 1318.9170943509832, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 111.0592743290116, |
|
"count": 63746, |
|
"self": 4.600001553020206, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 106.4592727759914, |
|
"count": 62561, |
|
"self": 36.555417636925995, |
|
"children": { |
|
"TorchPolicy.sample_actions": { |
|
"total": 69.9038551390654, |
|
"count": 62561, |
|
"self": 69.9038551390654 |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 0.7967751970135168, |
|
"count": 63746, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 2118.8481388230352, |
|
"count": 63746, |
|
"is_parallel": true, |
|
"self": 904.0571086451264, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.006224839999958931, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0037380819999270898, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0024867580000318412, |
|
"count": 8, |
|
"is_parallel": true, |
|
"self": 0.0024867580000318412 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.04960769999991044, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0005830289998129956, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.0005571330000293528, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0005571330000293528 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.04654846500000076, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.04654846500000076 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0019190730000673284, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0005160610003258626, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0014030119997414658, |
|
"count": 8, |
|
"is_parallel": true, |
|
"self": 0.0014030119997414658 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1214.7910301779089, |
|
"count": 63745, |
|
"is_parallel": true, |
|
"self": 28.738208495904473, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 24.785675137025805, |
|
"count": 63745, |
|
"is_parallel": true, |
|
"self": 24.785675137025805 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1063.6215423610122, |
|
"count": 63745, |
|
"is_parallel": true, |
|
"self": 1063.6215423610122 |
|
}, |
|
"steps_from_proto": { |
|
"total": 97.64560418396661, |
|
"count": 63745, |
|
"is_parallel": true, |
|
"self": 23.056346408919353, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 74.58925777504726, |
|
"count": 509960, |
|
"is_parallel": true, |
|
"self": 74.58925777504726 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 680.0381994280082, |
|
"count": 63746, |
|
"self": 2.463790820007148, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 156.20456632200103, |
|
"count": 63746, |
|
"self": 156.00511456000095, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.19945176200008063, |
|
"count": 2, |
|
"self": 0.19945176200008063 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 521.369842286, |
|
"count": 456, |
|
"self": 194.96460587701858, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 326.4052364089814, |
|
"count": 22797, |
|
"self": 326.4052364089814 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 8.350002644874621e-07, |
|
"count": 1, |
|
"self": 8.350002644874621e-07 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.09539380999967761, |
|
"count": 1, |
|
"self": 0.0014304829996945045, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.09396332699998311, |
|
"count": 1, |
|
"self": 0.09396332699998311 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |