| { | |
| "name": "root", | |
| "gauges": { | |
| "SnowballTarget.Policy.Entropy.mean": { | |
| "value": 0.7115281224250793, | |
| "min": 0.6629299521446228, | |
| "max": 0.9079630374908447, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.Entropy.sum": { | |
| "value": 7161.5302734375, | |
| "min": 6536.94677734375, | |
| "max": 9288.4619140625, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Step.mean": { | |
| "value": 399992.0, | |
| "min": 209960.0, | |
| "max": 399992.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Step.sum": { | |
| "value": 399992.0, | |
| "min": 209960.0, | |
| "max": 399992.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 13.444840431213379, | |
| "min": 12.738500595092773, | |
| "max": 13.469720840454102, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 2621.743896484375, | |
| "min": 2437.1181640625, | |
| "max": 2761.292724609375, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Environment.EpisodeLength.mean": { | |
| "value": 199.0, | |
| "min": 199.0, | |
| "max": 199.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Environment.EpisodeLength.sum": { | |
| "value": 8756.0, | |
| "min": 8756.0, | |
| "max": 10945.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Losses.PolicyLoss.mean": { | |
| "value": 0.054253759806752816, | |
| "min": 0.04208741953691721, | |
| "max": 0.05702073462554395, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Losses.PolicyLoss.sum": { | |
| "value": 0.21701503922701126, | |
| "min": 0.19293302489897926, | |
| "max": 0.2851036731277198, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Losses.ValueLoss.mean": { | |
| "value": 0.2054526267403906, | |
| "min": 0.1794286538479906, | |
| "max": 0.22610665333993504, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Losses.ValueLoss.sum": { | |
| "value": 0.8218105069615624, | |
| "min": 0.7177146153919624, | |
| "max": 1.1305332666996752, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.LearningRate.mean": { | |
| "value": 1.2970098702999983e-05, | |
| "min": 1.2970098702999983e-05, | |
| "max": 0.000485970051403, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.LearningRate.sum": { | |
| "value": 5.188039481199993e-05, | |
| "min": 5.188039481199993e-05, | |
| "max": 0.00230610026939, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.Epsilon.mean": { | |
| "value": 0.101297, | |
| "min": 0.101297, | |
| "max": 0.14859700000000003, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.Epsilon.sum": { | |
| "value": 0.405188, | |
| "min": 0.405188, | |
| "max": 0.7306100000000001, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.Beta.mean": { | |
| "value": 7.472029999999992e-05, | |
| "min": 7.472029999999992e-05, | |
| "max": 0.0024349903000000007, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.Beta.sum": { | |
| "value": 0.00029888119999999966, | |
| "min": 0.00029888119999999966, | |
| "max": 0.011557439, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Environment.CumulativeReward.mean": { | |
| "value": 26.545454545454547, | |
| "min": 25.266666666666666, | |
| "max": 26.545454545454547, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Environment.CumulativeReward.sum": { | |
| "value": 1168.0, | |
| "min": 1115.0, | |
| "max": 1459.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicReward.mean": { | |
| "value": 26.545454545454547, | |
| "min": 25.266666666666666, | |
| "max": 26.545454545454547, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicReward.sum": { | |
| "value": 1168.0, | |
| "min": 1115.0, | |
| "max": 1459.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 20 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1673414239", | |
| "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --resume --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1673414680" | |
| }, | |
| "total": 440.71028486299997, | |
| "count": 1, | |
| "self": 0.38347506300010537, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.10572927999987769, | |
| "count": 1, | |
| "self": 0.10572927999987769 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 440.22108052, | |
| "count": 1, | |
| "self": 0.5366430500075694, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.059100230000013, | |
| "count": 1, | |
| "self": 6.059100230000013 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 433.50041687299245, | |
| "count": 18200, | |
| "self": 0.2885586589804916, | |
| "children": { | |
| "env_step": { | |
| "total": 433.21185821401195, | |
| "count": 18200, | |
| "self": 274.5489977980417, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 158.36610268898744, | |
| "count": 18200, | |
| "self": 1.4729232519805464, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 156.8931794370069, | |
| "count": 18200, | |
| "self": 36.39278627999488, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 120.50039315701201, | |
| "count": 18200, | |
| "self": 120.50039315701201 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.29675772698283254, | |
| "count": 18200, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 438.8011220610001, | |
| "count": 18200, | |
| "is_parallel": true, | |
| "self": 206.61290676500016, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0020631649999813817, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006697050000639138, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001393459999917468, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.001393459999917468 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03586083100003634, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00044598399995265936, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00031886100009614893, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00031886100009614893 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.03305295800009844, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.03305295800009844 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.002043027999889091, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004791010001099494, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0015639269997791416, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0015639269997791416 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 232.18821529599995, | |
| "count": 18199, | |
| "is_parallel": true, | |
| "self": 8.75898565398802, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 5.414445926994176, | |
| "count": 18199, | |
| "is_parallel": true, | |
| "self": 5.414445926994176 | |
| }, | |
| "communicator.exchange": { | |
| "total": 184.78614386901427, | |
| "count": 18199, | |
| "is_parallel": true, | |
| "self": 184.78614386901427 | |
| }, | |
| "steps_from_proto": { | |
| "total": 33.22863984600349, | |
| "count": 18199, | |
| "is_parallel": true, | |
| "self": 7.149076616001366, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 26.079563230002123, | |
| "count": 181990, | |
| "is_parallel": true, | |
| "self": 26.079563230002123 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 6.071899997550645e-05, | |
| "count": 1, | |
| "self": 6.071899997550645e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 430.1034648070547, | |
| "count": 366286, | |
| "is_parallel": true, | |
| "self": 10.175957946105882, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 260.1607287349482, | |
| "count": 366286, | |
| "is_parallel": true, | |
| "self": 259.40676113694826, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.7539675979999174, | |
| "count": 4, | |
| "is_parallel": true, | |
| "self": 0.7539675979999174 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 159.76677812600064, | |
| "count": 90, | |
| "is_parallel": true, | |
| "self": 45.96032436099654, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 113.80645376500411, | |
| "count": 2967, | |
| "is_parallel": true, | |
| "self": 113.80645376500411 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12485964799998328, | |
| "count": 1, | |
| "self": 0.0010934790000192152, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12376616899996407, | |
| "count": 1, | |
| "self": 0.12376616899996407 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |