| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.406130075454712, | |
| "min": 1.406130075454712, | |
| "max": 1.4269648790359497, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69284.25, | |
| "min": 69284.25, | |
| "max": 76753.125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 101.02685950413223, | |
| "min": 82.60367892976589, | |
| "max": 374.8805970149254, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 48897.0, | |
| "min": 48897.0, | |
| "max": 50251.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999950.0, | |
| "min": 49635.0, | |
| "max": 1999950.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999950.0, | |
| "min": 49635.0, | |
| "max": 1999950.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.4608442783355713, | |
| "min": -0.0028934478759765625, | |
| "max": 2.4608442783355713, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1191.048583984375, | |
| "min": -0.3848285675048828, | |
| "max": 1460.8388671875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.7689705610521567, | |
| "min": 1.6223638095801933, | |
| "max": 3.8857100035131684, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1824.181751549244, | |
| "min": 215.77438667416573, | |
| "max": 2296.4546120762825, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.7689705610521567, | |
| "min": 1.6223638095801933, | |
| "max": 3.8857100035131684, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1824.181751549244, | |
| "min": 215.77438667416573, | |
| "max": 2296.4546120762825, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.014411946734789025, | |
| "min": 0.014101347862621575, | |
| "max": 0.020223307570874264, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.043235840204367076, | |
| "min": 0.02820269572524315, | |
| "max": 0.06065688488985567, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05251448113057349, | |
| "min": 0.023626790195703507, | |
| "max": 0.07696366152829594, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.15754344339172047, | |
| "min": 0.047253580391407014, | |
| "max": 0.2308909845848878, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.361648879483335e-06, | |
| "min": 3.361648879483335e-06, | |
| "max": 0.000295344976551675, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0084946638450005e-05, | |
| "min": 1.0084946638450005e-05, | |
| "max": 0.00084400366866545, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.1011205166666667, | |
| "min": 0.1011205166666667, | |
| "max": 0.19844832500000004, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.3033615500000001, | |
| "min": 0.20743820000000002, | |
| "max": 0.5813345500000001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.591378166666669e-05, | |
| "min": 6.591378166666669e-05, | |
| "max": 0.004922571417500001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00019774134500000006, | |
| "min": 0.00019774134500000006, | |
| "max": 0.014068594044999999, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1713349984", | |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.2.1+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1713352325" | |
| }, | |
| "total": 2341.254085644, | |
| "count": 1, | |
| "self": 0.43758135600046444, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05481439999994109, | |
| "count": 1, | |
| "self": 0.05481439999994109 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2340.7616898879996, | |
| "count": 1, | |
| "self": 4.223201808038084, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.3432973449999963, | |
| "count": 1, | |
| "self": 3.3432973449999963 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2333.0687010499614, | |
| "count": 232282, | |
| "self": 4.548621603044012, | |
| "children": { | |
| "env_step": { | |
| "total": 1850.347248331927, | |
| "count": 232282, | |
| "self": 1533.3305016820073, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 314.40085005192395, | |
| "count": 232282, | |
| "self": 16.170185971868705, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 298.23066408005525, | |
| "count": 222970, | |
| "self": 298.23066408005525 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.6158965979956292, | |
| "count": 232282, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2333.7303290450286, | |
| "count": 232282, | |
| "is_parallel": true, | |
| "self": 1092.7179632920115, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.000891230999968684, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00020647600001666433, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006847549999520197, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006847549999520197 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03016911899999286, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00038497099990308925, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00021668600004431937, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021668600004431937 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.028807174999997187, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.028807174999997187 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007602870000482653, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021992999995745777, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005403570000908076, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005403570000908076 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1241.012365753017, | |
| "count": 232281, | |
| "is_parallel": true, | |
| "self": 38.652337352003315, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 81.0775670140896, | |
| "count": 232281, | |
| "is_parallel": true, | |
| "self": 81.0775670140896 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1032.313648205006, | |
| "count": 232281, | |
| "is_parallel": true, | |
| "self": 1032.313648205006 | |
| }, | |
| "steps_from_proto": { | |
| "total": 88.96881318191822, | |
| "count": 232281, | |
| "is_parallel": true, | |
| "self": 31.366760169986605, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 57.602053011931616, | |
| "count": 464562, | |
| "is_parallel": true, | |
| "self": 57.602053011931616 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 478.17283111499034, | |
| "count": 232282, | |
| "self": 6.378482287878569, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 145.60671033611118, | |
| "count": 232282, | |
| "self": 144.33246715711118, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.2742431789999955, | |
| "count": 10, | |
| "self": 1.2742431789999955 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 326.1876384910006, | |
| "count": 97, | |
| "self": 262.8059809589938, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 63.381657532006784, | |
| "count": 2910, | |
| "self": 63.381657532006784 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 8.780002644925844e-07, | |
| "count": 1, | |
| "self": 8.780002644925844e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.126488806999987, | |
| "count": 1, | |
| "self": 0.0018591619996186637, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12462964500036833, | |
| "count": 1, | |
| "self": 0.12462964500036833 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |