{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4050570726394653, "min": 1.4050570726394653, "max": 1.426020622253418, "count": 38 }, "Huggy.Policy.Entropy.sum": { "value": 72939.3203125, "min": 66903.8125, "max": 76439.2734375, "count": 38 }, "Huggy.Environment.EpisodeLength.mean": { "value": 115.89461358313817, "min": 86.32517482517483, "max": 424.08474576271186, "count": 38 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49487.0, "min": 48901.0, "max": 50188.0, "count": 38 }, "Huggy.Step.mean": { "value": 1899980.0, "min": 49894.0, "max": 1899980.0, "count": 38 }, "Huggy.Step.sum": { "value": 1899980.0, "min": 49894.0, "max": 1899980.0, "count": 38 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.296421766281128, "min": 0.11437169462442398, "max": 2.4415011405944824, "count": 38 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 980.5721435546875, "min": 13.381487846374512, "max": 1363.86279296875, "count": 38 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.4110981755010976, "min": 1.8727872646771944, "max": 3.89974290489704, "count": 38 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1456.5389209389687, "min": 219.11610996723175, "max": 2153.6825066804886, "count": 38 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.4110981755010976, "min": 1.8727872646771944, "max": 3.89974290489704, "count": 38 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1456.5389209389687, "min": 219.11610996723175, "max": 2153.6825066804886, "count": 38 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.017477636182350882, "min": 0.014064774639700772, "max": 0.01940893497085199, "count": 38 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.05243290854705265, "min": 0.028129549279401544, "max": 0.05505332368265954, "count": 38 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.04485268605252107, "min": 0.02247756922410594, "max": 0.05978074930608272, "count": 38 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1345580581575632, "min": 0.04496274615327517, "max": 0.1705550586183866, "count": 38 }, "Huggy.Policy.LearningRate.mean": { "value": 1.8878993707033333e-05, "min": 1.8878993707033333e-05, "max": 0.0002953191765602749, "count": 38 }, "Huggy.Policy.LearningRate.sum": { "value": 5.66369811211e-05, "min": 5.3154032282049985e-05, "max": 0.0008439048186984, "count": 38 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10629296666666667, "min": 0.10629296666666667, "max": 0.19843972500000004, "count": 38 }, "Huggy.Policy.Epsilon.sum": { "value": 0.3188789, "min": 0.21771795, "max": 0.5813016000000002, "count": 38 }, "Huggy.Policy.Beta.mean": { "value": 0.00032401903666666676, "min": 0.00032401903666666676, "max": 0.0049221422774999996, "count": 38 }, "Huggy.Policy.Beta.sum": { "value": 0.0009720571100000002, "min": 0.0009041257049999998, "max": 0.014066949840000002, "count": 38 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 38 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 38 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1690721330", "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1690723645" }, "total": 2314.609172298, "count": 1, "self": 0.24655831900008707, "children": { "run_training.setup": { "total": 0.04625794699995822, "count": 1, "self": 0.04625794699995822 }, "TrainerController.start_learning": { "total": 2314.316356032, "count": 1, "self": 4.261116893032067, "children": { "TrainerController._reset_env": { "total": 7.078422620999959, "count": 1, "self": 7.078422620999959 }, "TrainerController.advance": { "total": 2302.789679030968, "count": 221448, "self": 4.56653747897235, "children": { "env_step": { "total": 1789.5820417640462, "count": 221448, "self": 1510.4548699921827, "children": { "SubprocessEnvManager._take_step": { "total": 276.335693542929, "count": 221448, "self": 16.19869004388056, "children": { "TorchPolicy.evaluate": { "total": 260.13700349904843, "count": 213417, "self": 260.13700349904843 } } }, "workers": { "total": 2.7914782289344657, "count": 221447, "self": 0.0, "children": { "worker_root": { "total": 2306.8512188750633, "count": 221447, "is_parallel": true, "self": 1072.6007975830348, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0009767859999101347, "count": 1, "is_parallel": true, "self": 0.00028340499989099044, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006933810000191443, "count": 2, "is_parallel": true, "self": 0.0006933810000191443 } } }, "UnityEnvironment.step": { "total": 0.048977984000089236, "count": 1, "is_parallel": true, "self": 0.00040294700011145324, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00025828399998317764, "count": 1, "is_parallel": true, "self": 0.00025828399998317764 }, "communicator.exchange": { "total": 0.047516879999989214, "count": 1, "is_parallel": true, "self": 0.047516879999989214 }, "steps_from_proto": { "total": 0.0007998730000053911, "count": 1, "is_parallel": true, "self": 0.0002626739999413985, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005371990000639926, "count": 2, "is_parallel": true, "self": 0.0005371990000639926 } } } } } } }, "UnityEnvironment.step": { "total": 1234.2504212920285, "count": 221446, "is_parallel": true, "self": 38.89298537719105, "children": { "UnityEnvironment._generate_step_input": { "total": 76.83585470294145, "count": 221446, "is_parallel": true, "self": 76.83585470294145 }, "communicator.exchange": { "total": 1026.4453620359395, "count": 221446, "is_parallel": true, "self": 1026.4453620359395 }, "steps_from_proto": { "total": 92.07621917595645, "count": 221446, "is_parallel": true, "self": 33.29596179303428, "children": { "_process_rank_one_or_two_observation": { "total": 58.78025738292217, "count": 442892, "is_parallel": true, "self": 58.78025738292217 } } } } } } } } } } }, "trainer_advance": { "total": 508.6410997879491, "count": 221447, "self": 6.275002189987731, "children": { "process_trajectory": { "total": 125.70090597696048, "count": 221447, "self": 124.27717311896095, "children": { "RLTrainer._checkpoint": { "total": 1.4237328579995392, "count": 9, "self": 1.4237328579995392 } } }, "_update_policy": { "total": 376.6651916210009, "count": 92, "self": 320.0965919119981, "children": { "TorchPPOOptimizer.update": { "total": 56.5685997090028, "count": 2760, "self": 56.5685997090028 } } } } } } }, "trainer_threads": { "total": 1.913799997055321e-05, "count": 1, "self": 1.913799997055321e-05 }, "TrainerController._save_models": { "total": 0.1871183490002295, "count": 1, "self": 0.0026988490003532206, "children": { "RLTrainer._checkpoint": { "total": 0.18441949999987628, "count": 1, "self": 0.18441949999987628 } } } } } } }