| { | |
| "name": "root", | |
| "gauges": { | |
| "Worm.Policy.Entropy.mean": { | |
| "value": 0.8082296848297119, | |
| "min": 0.8082296848297119, | |
| "max": 1.4214427471160889, | |
| "count": 187 | |
| }, | |
| "Worm.Policy.Entropy.sum": { | |
| "value": 24246.890625, | |
| "min": 24246.890625, | |
| "max": 42643.28125, | |
| "count": 187 | |
| }, | |
| "Worm.Environment.EpisodeLength.mean": { | |
| "value": 999.0, | |
| "min": 999.0, | |
| "max": 999.0, | |
| "count": 187 | |
| }, | |
| "Worm.Environment.EpisodeLength.sum": { | |
| "value": 29970.0, | |
| "min": 29970.0, | |
| "max": 29970.0, | |
| "count": 187 | |
| }, | |
| "Worm.Step.mean": { | |
| "value": 5609000.0, | |
| "min": 29000.0, | |
| "max": 5609000.0, | |
| "count": 187 | |
| }, | |
| "Worm.Step.sum": { | |
| "value": 5609000.0, | |
| "min": 29000.0, | |
| "max": 5609000.0, | |
| "count": 187 | |
| }, | |
| "Worm.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 221.60263061523438, | |
| "min": 0.05421442538499832, | |
| "max": 221.60263061523438, | |
| "count": 187 | |
| }, | |
| "Worm.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 6648.0791015625, | |
| "min": 1.6264327764511108, | |
| "max": 6648.0791015625, | |
| "count": 187 | |
| }, | |
| "Worm.Environment.CumulativeReward.mean": { | |
| "value": 1098.6320475260416, | |
| "min": 0.33480922109848854, | |
| "max": 1116.5148844401042, | |
| "count": 187 | |
| }, | |
| "Worm.Environment.CumulativeReward.sum": { | |
| "value": 32958.96142578125, | |
| "min": 9.709467411856167, | |
| "max": 33495.446533203125, | |
| "count": 187 | |
| }, | |
| "Worm.Policy.ExtrinsicReward.mean": { | |
| "value": 1098.6320475260416, | |
| "min": 0.33480922109848854, | |
| "max": 1116.5148844401042, | |
| "count": 187 | |
| }, | |
| "Worm.Policy.ExtrinsicReward.sum": { | |
| "value": 32958.96142578125, | |
| "min": 9.709467411856167, | |
| "max": 33495.446533203125, | |
| "count": 187 | |
| }, | |
| "Worm.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 187 | |
| }, | |
| "Worm.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 187 | |
| }, | |
| "Worm.Losses.PolicyLoss.mean": { | |
| "value": 0.017346585471560025, | |
| "min": 0.012235609222746765, | |
| "max": 0.022922005063654587, | |
| "count": 186 | |
| }, | |
| "Worm.Losses.PolicyLoss.sum": { | |
| "value": 0.017346585471560025, | |
| "min": 0.012235609222746765, | |
| "max": 0.022922005063654587, | |
| "count": 186 | |
| }, | |
| "Worm.Losses.ValueLoss.mean": { | |
| "value": 12.61026802517119, | |
| "min": 0.00210969910369299, | |
| "max": 14.915938740684872, | |
| "count": 186 | |
| }, | |
| "Worm.Losses.ValueLoss.sum": { | |
| "value": 12.61026802517119, | |
| "min": 0.00210969910369299, | |
| "max": 14.915938740684872, | |
| "count": 186 | |
| }, | |
| "Worm.Policy.LearningRate.mean": { | |
| "value": 6.085722257142856e-05, | |
| "min": 6.085722257142856e-05, | |
| "max": 0.00029871428614285713, | |
| "count": 186 | |
| }, | |
| "Worm.Policy.LearningRate.sum": { | |
| "value": 6.085722257142856e-05, | |
| "min": 6.085722257142856e-05, | |
| "max": 0.00029871428614285713, | |
| "count": 186 | |
| }, | |
| "Worm.Policy.Epsilon.mean": { | |
| "value": 0.12028571428571427, | |
| "min": 0.12028571428571427, | |
| "max": 0.1995714285714285, | |
| "count": 186 | |
| }, | |
| "Worm.Policy.Epsilon.sum": { | |
| "value": 0.12028571428571427, | |
| "min": 0.12028571428571427, | |
| "max": 0.1995714285714285, | |
| "count": 186 | |
| }, | |
| "Worm.Policy.Beta.mean": { | |
| "value": 0.001022257142857143, | |
| "min": 0.001022257142857143, | |
| "max": 0.004978614285714285, | |
| "count": 186 | |
| }, | |
| "Worm.Policy.Beta.sum": { | |
| "value": 0.001022257142857143, | |
| "min": 0.001022257142857143, | |
| "max": 0.004978614285714285, | |
| "count": 186 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1684878601", | |
| "python_version": "3.10.6 (main, Mar 10 2023, 10:55:28) [GCC 11.3.0]", | |
| "command_line_arguments": "/home/alex/.local/bin/mlagents-learn ./config/ppo/Worm.yaml --env=./training-envs-executables/linux/Worm/Worm --run-id=Worm", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu113", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1684882636" | |
| }, | |
| "total": 4034.825069673003, | |
| "count": 1, | |
| "self": 10.003532343002007, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0097069619987451, | |
| "count": 1, | |
| "self": 0.0097069619987451 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4024.811830368002, | |
| "count": 1, | |
| "self": 10.267651878410106, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.0936692010000115, | |
| "count": 1, | |
| "self": 6.0936692010000115 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4008.36790555259, | |
| "count": 564736, | |
| "self": 11.135062034343719, | |
| "children": { | |
| "env_step": { | |
| "total": 3198.0702058465286, | |
| "count": 564736, | |
| "self": 2610.6305614671473, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 580.6799327021836, | |
| "count": 564737, | |
| "self": 28.69456862905281, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 551.9853640731308, | |
| "count": 564737, | |
| "self": 551.9853640731308 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 6.759711677197629, | |
| "count": 564735, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 8024.449789379603, | |
| "count": 564735, | |
| "is_parallel": true, | |
| "self": 5880.283203246272, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0097069619987451, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0004645179978979286, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00011558899859664962, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00034892899930127896, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00034892899930127896 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.021976836997055216, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00011447099677752703, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00020861799930571578, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00020861799930571578 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.02138932700108853, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.02138932700108853 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.00026442099988344125, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 8.332200013683178e-05, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00018109899974660948, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00018109899974660948 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2144.1568791713325, | |
| "count": 564733, | |
| "is_parallel": true, | |
| "self": 59.67309930914416, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 89.48874647971024, | |
| "count": 564733, | |
| "is_parallel": true, | |
| "self": 89.48874647971024 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1856.7360981888378, | |
| "count": 564733, | |
| "is_parallel": true, | |
| "self": 1856.7360981888378 | |
| }, | |
| "steps_from_proto": { | |
| "total": 138.25893519364035, | |
| "count": 564733, | |
| "is_parallel": true, | |
| "self": 48.11343804268472, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 90.14549715095563, | |
| "count": 1129466, | |
| "is_parallel": true, | |
| "self": 90.14549715095563 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.0936692010000115, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 6.0936692010000115 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 3994.6589664235944, | |
| "count": 563730, | |
| "is_parallel": true, | |
| "self": 11.114421011374361, | |
| "children": { | |
| "env_step": { | |
| "total": 3188.0827632985056, | |
| "count": 563730, | |
| "is_parallel": true, | |
| "self": 2601.725614250161, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 579.5913887851457, | |
| "count": 563731, | |
| "is_parallel": true, | |
| "self": 28.640041552036564, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 550.9513472331091, | |
| "count": 563731, | |
| "is_parallel": true, | |
| "self": 550.9513472331091 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 6.747026940200158, | |
| "count": 563730, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4000.0536235636537, | |
| "count": 563730, | |
| "is_parallel": true, | |
| "self": 1859.8334920233465, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0004645179978979286, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00011558899859664962, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00034892899930127896, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00034892899930127896 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.021976836997055216, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00011447099677752703, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00020861799930571578, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00020861799930571578 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.02138932700108853, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.02138932700108853 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.00026442099988344125, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 8.332200013683178e-05, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00018109899974660948, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00018109899974660948 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2140.220131540307, | |
| "count": 563729, | |
| "is_parallel": true, | |
| "self": 59.56939849619448, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 89.33062007272383, | |
| "count": 563729, | |
| "is_parallel": true, | |
| "self": 89.33062007272383 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1853.309393018808, | |
| "count": 563729, | |
| "is_parallel": true, | |
| "self": 1853.309393018808 | |
| }, | |
| "steps_from_proto": { | |
| "total": 138.01071995258098, | |
| "count": 563729, | |
| "is_parallel": true, | |
| "self": 48.02789156855579, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 89.9828283840252, | |
| "count": 1127458, | |
| "is_parallel": true, | |
| "self": 89.9828283840252 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0005738799991377164, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00012242999946465716, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0004514499996730592, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0004514499996730592 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.018159442999603925, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000114539001515368, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00016880399925867096, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00016880399925867096 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.01761370899839676, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.01761370899839676 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.00026239100043312646, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 9.463499736739323e-05, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00016775600306573324, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00016775600306573324 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 795.4617821137144, | |
| "count": 563730, | |
| "is_parallel": true, | |
| "self": 12.791872449903167, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 166.01365599878773, | |
| "count": 563730, | |
| "is_parallel": true, | |
| "self": 165.18268645778517, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.8309695410025597, | |
| "count": 11, | |
| "is_parallel": true, | |
| "self": 0.8309695410025597 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 616.6562536650235, | |
| "count": 187, | |
| "is_parallel": true, | |
| "self": 535.6165615348764, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 81.03969213014716, | |
| "count": 7854, | |
| "is_parallel": true, | |
| "self": 81.03969213014716 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 799.1626376717177, | |
| "count": 564735, | |
| "self": 12.817351136858633, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 166.37769085783657, | |
| "count": 564735, | |
| "self": 165.546721316834, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.8309695410025597, | |
| "count": 11, | |
| "self": 0.8309695410025597 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 619.9675956770225, | |
| "count": 188, | |
| "self": 538.4963677038759, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 81.4712279731466, | |
| "count": 7896, | |
| "self": 81.4712279731466 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.780014806892723e-07, | |
| "count": 1, | |
| "self": 9.780014806892723e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.0826027580005757, | |
| "count": 1, | |
| "self": 0.001315516001341166, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.08128724199923454, | |
| "count": 1, | |
| "self": 0.08128724199923454 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |