{ "name": "root", "gauges": { "Heli.Policy.Entropy.mean": { "value": 3.283210039138794, "min": 3.2013118267059326, "max": 4.394261360168457, "count": 63 }, "Heli.Policy.Entropy.sum": { "value": 16416.05078125, "min": 5889.7802734375, "max": 30037.544921875, "count": 63 }, "Heli.Step.mean": { "value": 314796.0, "min": 4991.0, "max": 314796.0, "count": 63 }, "Heli.Step.sum": { "value": 314796.0, "min": 4991.0, "max": 314796.0, "count": 63 }, "Heli.Policy.ExtrinsicValueEstimate.mean": { "value": 1.4666635990142822, "min": -0.18604832887649536, "max": 1.4666635990142822, "count": 63 }, "Heli.Policy.ExtrinsicValueEstimate.sum": { "value": 23.466617584228516, "min": -3.348870038986206, "max": 23.466617584228516, "count": 63 }, "Heli.Policy.CuriosityValueEstimate.mean": { "value": 0.37880003452301025, "min": -0.13244126737117767, "max": 7.546704292297363, "count": 63 }, "Heli.Policy.CuriosityValueEstimate.sum": { "value": 6.060800552368164, "min": -2.1190602779388428, "max": 120.74726867675781, "count": 63 }, "Heli.Environment.EpisodeLength.mean": { "value": 624.0, "min": 230.5, "max": 624.0, "count": 63 }, "Heli.Environment.EpisodeLength.sum": { "value": 4992.0, "min": 1248.0, "max": 8736.0, "count": 63 }, "Heli.Environment.CumulativeReward.mean": { "value": 8.631750509142876, "min": 0.20463676073334433, "max": 9.56225060671568, "count": 63 }, "Heli.Environment.CumulativeReward.sum": { "value": 69.054004073143, "min": 4.502008736133575, "max": 78.59400540590286, "count": 63 }, "Heli.Policy.ExtrinsicReward.mean": { "value": 8.631750509142876, "min": 0.20463676073334433, "max": 9.56225060671568, "count": 63 }, "Heli.Policy.ExtrinsicReward.sum": { "value": 69.054004073143, "min": 4.502008736133575, "max": 78.59400540590286, "count": 63 }, "Heli.Policy.CuriosityReward.mean": { "value": 0.40016532875597477, "min": 0.0, "max": 84.08923214673996, "count": 63 }, "Heli.Policy.CuriosityReward.sum": { "value": 3.201322630047798, "min": 0.0, "max": 1345.4277143478394, "count": 63 }, "Heli.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 63 }, "Heli.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 63 }, "Heli.Losses.PolicyLoss.mean": { "value": 0.0498531644792879, "min": 0.036307969382335624, "max": 0.058313655017731274, "count": 29 }, "Heli.Losses.PolicyLoss.sum": { "value": 0.0498531644792879, "min": 0.036307969382335624, "max": 0.058313655017731274, "count": 29 }, "Heli.Losses.ValueLoss.mean": { "value": 0.008488621654999784, "min": 0.0005105004420625121, "max": 1.3603429244301184, "count": 29 }, "Heli.Losses.ValueLoss.sum": { "value": 0.008488621654999784, "min": 0.0005105004420625121, "max": 1.3603429244301184, "count": 29 }, "Heli.Policy.LearningRate.mean": { "value": 0.00015105730447136003, "min": 0.00015105730447136003, "max": 0.00019834128082936006, "count": 29 }, "Heli.Policy.LearningRate.sum": { "value": 0.00015105730447136003, "min": 0.00015105730447136003, "max": 0.00019834128082936006, "count": 29 }, "Heli.Policy.Epsilon.mean": { "value": 0.17552864, "min": 0.17552864, "max": 0.19917064000000004, "count": 29 }, "Heli.Policy.Epsilon.sum": { "value": 0.17552864, "min": 0.17552864, "max": 0.19917064000000004, "count": 29 }, "Heli.Policy.Beta.mean": { "value": 0.0007577335359999999, "min": 0.0007577335359999999, "max": 0.000991789336, "count": 29 }, "Heli.Policy.Beta.sum": { "value": 0.0007577335359999999, "min": 0.0007577335359999999, "max": 0.000991789336, "count": 29 }, "Heli.Losses.CuriosityForwardLoss.mean": { "value": 0.030141845678653176, "min": 0.025055588518337505, "max": 971.1289519886176, "count": 29 }, "Heli.Losses.CuriosityForwardLoss.sum": { "value": 0.030141845678653176, "min": 0.025055588518337505, "max": 971.1289519886176, "count": 29 }, "Heli.Losses.CuriosityInverseLoss.mean": { "value": 3.6782589055658357, "min": 3.620173555079514, "max": 5.425378036499024, "count": 29 }, "Heli.Losses.CuriosityInverseLoss.sum": { "value": 3.6782589055658357, "min": 3.620173555079514, "max": 5.425378036499024, "count": 29 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1691315133", "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Beach.yaml --env=./training-envs-executables/linux/ChopperLnxMon/ChopperLnxMon --run-id=chopper_03 --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1691319285" }, "total": 4152.974190352, "count": 1, "self": 0.034601368000039656, "children": { "run_training.setup": { "total": 0.05441761399970346, "count": 1, "self": 0.05441761399970346 }, "TrainerController.start_learning": { "total": 4152.8851713700005, "count": 1, "self": 15.115849841049567, "children": { "TrainerController._reset_env": { "total": 3.353771512000094, "count": 1, "self": 3.353771512000094 }, "TrainerController.advance": { "total": 4133.258861650951, "count": 318203, "self": 6.213839757005189, "children": { "env_step": { "total": 4127.045021893946, "count": 318203, "self": 2370.051141322914, "children": { "SubprocessEnvManager._take_step": { "total": 1749.9227819701355, "count": 318203, "self": 33.8468445931926, "children": { "TorchPolicy.evaluate": { "total": 1716.0759373769429, "count": 317739, "self": 1716.0759373769429 } } }, "workers": { "total": 7.071098600896221, "count": 318202, "self": 0.0, "children": { "worker_root": { "total": 4131.557244865114, "count": 318202, "is_parallel": true, "self": 2469.6074462928827, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.006068776000120124, "count": 1, "is_parallel": true, "self": 0.005119669000123395, "children": { "_process_rank_one_or_two_observation": { "total": 0.0009491069999967294, "count": 6, "is_parallel": true, "self": 0.0009491069999967294 } } }, "UnityEnvironment.step": { "total": 0.04638745399961408, "count": 1, "is_parallel": true, "self": 0.00021291499933795421, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00021785500030091498, "count": 1, "is_parallel": true, "self": 0.00021785500030091498 }, "communicator.exchange": { "total": 0.04500340200002029, "count": 1, "is_parallel": true, "self": 0.04500340200002029 }, "steps_from_proto": { "total": 0.0009532819999549247, "count": 1, "is_parallel": true, "self": 0.00037023199956820463, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005830500003867201, "count": 6, "is_parallel": true, "self": 0.0005830500003867201 } } } } } } }, "UnityEnvironment.step": { "total": 1661.949798572231, "count": 318201, "is_parallel": true, "self": 60.14886746411639, "children": { "UnityEnvironment._generate_step_input": { "total": 45.20829656115711, "count": 318201, "is_parallel": true, "self": 45.20829656115711 }, "communicator.exchange": { "total": 1303.8956997739497, "count": 318201, "is_parallel": true, "self": 1303.8956997739497 }, "steps_from_proto": { "total": 252.6969347730078, "count": 318201, "is_parallel": true, "self": 104.47589362974804, "children": { "_process_rank_one_or_two_observation": { "total": 148.22104114325975, "count": 1909206, "is_parallel": true, "self": 148.22104114325975 } } } } } } } } } } } } }, "trainer_threads": { "total": 7.946999994601356e-05, "count": 1, "self": 7.946999994601356e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 4047.4671650596747, "count": 6789892, "is_parallel": true, "self": 208.89239495643915, "children": { "process_trajectory": { "total": 2501.356435505237, "count": 6789893, "is_parallel": true, "self": 2498.0231785232368, "children": { "RLTrainer._checkpoint": { "total": 3.333256982000421, "count": 6, "is_parallel": true, "self": 3.333256982000421 } } }, "_update_policy": { "total": 1337.2183345979984, "count": 29, "is_parallel": true, "self": 728.6085069829901, "children": { "TorchPPOOptimizer.update": { "total": 608.6098276150083, "count": 3584, "is_parallel": true, "self": 608.6098276150083 } } } } } } } } }, "TrainerController._save_models": { "total": 1.1566088959998524, "count": 1, "self": 0.01757286199972441, "children": { "RLTrainer._checkpoint": { "total": 1.139036034000128, "count": 1, "self": 1.139036034000128 } } } } } } }