| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.331165075302124, | |
| "min": 1.331165075302124, | |
| "max": 1.424689531326294, | |
| "count": 120 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 62375.73046875, | |
| "min": 61831.640625, | |
| "max": 159243.09375, | |
| "count": 120 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 61.02900378310214, | |
| "min": 54.73220338983051, | |
| "max": 364.7883211678832, | |
| "count": 120 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 48396.0, | |
| "min": 48396.0, | |
| "max": 50092.0, | |
| "count": 120 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 5999948.0, | |
| "min": 49615.0, | |
| "max": 5999948.0, | |
| "count": 120 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 5999948.0, | |
| "min": 49615.0, | |
| "max": 5999948.0, | |
| "count": 120 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.635014057159424, | |
| "min": 0.06685349345207214, | |
| "max": 2.694190740585327, | |
| "count": 120 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 2092.201171875, | |
| "min": 12.501603126525879, | |
| "max": 2366.10400390625, | |
| "count": 120 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 4.000148552566091, | |
| "min": 1.7073887910116166, | |
| "max": 4.1703113343735, | |
| "count": 120 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 3176.1179507374763, | |
| "min": 257.80516174435616, | |
| "max": 3598.978681564331, | |
| "count": 120 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 4.000148552566091, | |
| "min": 1.7073887910116166, | |
| "max": 4.1703113343735, | |
| "count": 120 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 3176.1179507374763, | |
| "min": 257.80516174435616, | |
| "max": 3598.978681564331, | |
| "count": 120 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.01466162924544834, | |
| "min": 0.01326285029402546, | |
| "max": 0.02067570313811302, | |
| "count": 120 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.04398488773634502, | |
| "min": 0.02652570058805092, | |
| "max": 0.06202710941433907, | |
| "count": 120 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.06733244922426013, | |
| "min": 0.01668465037105812, | |
| "max": 0.07550323692460856, | |
| "count": 120 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.20199734767278038, | |
| "min": 0.03444100981578231, | |
| "max": 0.20888847460349402, | |
| "count": 120 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 1.2643995785666626e-06, | |
| "min": 1.2643995785666626e-06, | |
| "max": 0.0002984526755157751, | |
| "count": 120 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 3.7931987356999877e-06, | |
| "min": 3.7931987356999877e-06, | |
| "max": 0.0008813472562175832, | |
| "count": 120 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10042143333333331, | |
| "min": 0.10042143333333331, | |
| "max": 0.19948422500000002, | |
| "count": 120 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30126429999999993, | |
| "min": 0.2025559166666666, | |
| "max": 0.5937824166666668, | |
| "count": 120 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 3.1029523333333256e-05, | |
| "min": 3.1029523333333256e-05, | |
| "max": 0.004974262827499999, | |
| "count": 120 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 9.308856999999977e-05, | |
| "min": 9.308856999999977e-05, | |
| "max": 0.014689742591666667, | |
| "count": 120 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 120 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 120 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1680811115", | |
| "python_version": "3.9.16 | packaged by conda-forge | (main, Feb 1 2023, 21:39:03) \n[GCC 11.3.0]", | |
| "command_line_arguments": "/home/byron/mambaforge/envs/tensorflow/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=fHuggy-06-04-2023-15-58-33 --no-graphics --torch-device=cuda --results-dir reults --num-envs=16 --num-areas=16", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.0.0", | |
| "numpy_version": "1.24.2", | |
| "end_time_seconds": "1680813648" | |
| }, | |
| "total": 2533.003975848027, | |
| "count": 1, | |
| "self": 0.334458330005873, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.06783929601078853, | |
| "count": 1, | |
| "self": 0.06783929601078853 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2532.6016782220104, | |
| "count": 1, | |
| "self": 2.247419070394244, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.0328894879785366, | |
| "count": 1, | |
| "self": 2.0328894879785366 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2528.2416661357274, | |
| "count": 57508, | |
| "self": 1.231277251150459, | |
| "children": { | |
| "env_step": { | |
| "total": 1431.8029892065097, | |
| "count": 57508, | |
| "self": 335.17135497689014, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1093.5023788454127, | |
| "count": 709843, | |
| "self": 32.2855952460086, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1061.2167835994042, | |
| "count": 670583, | |
| "self": 1061.2167835994042 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 3.129255384206772, | |
| "count": 57508, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 40480.93545381527, | |
| "count": 709842, | |
| "is_parallel": true, | |
| "self": 37028.724816475646, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.008291172969620675, | |
| "count": 16, | |
| "is_parallel": true, | |
| "self": 0.0024210139526985586, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.005870159016922116, | |
| "count": 32, | |
| "is_parallel": true, | |
| "self": 0.005870159016922116 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.36801077309064567, | |
| "count": 16, | |
| "is_parallel": true, | |
| "self": 0.00399885606020689, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.002076119009871036, | |
| "count": 16, | |
| "is_parallel": true, | |
| "self": 0.002076119009871036 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.3528424780233763, | |
| "count": 16, | |
| "is_parallel": true, | |
| "self": 0.3528424780233763 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.00909331999719143, | |
| "count": 16, | |
| "is_parallel": true, | |
| "self": 0.002612037060316652, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.006481282936874777, | |
| "count": 32, | |
| "is_parallel": true, | |
| "self": 0.006481282936874777 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 3452.2106373396236, | |
| "count": 709826, | |
| "is_parallel": true, | |
| "self": 81.59691327641485, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 140.57969102222705, | |
| "count": 709826, | |
| "is_parallel": true, | |
| "self": 140.57969102222705 | |
| }, | |
| "communicator.exchange": { | |
| "total": 3047.7782359896228, | |
| "count": 709826, | |
| "is_parallel": true, | |
| "self": 3047.7782359896228 | |
| }, | |
| "steps_from_proto": { | |
| "total": 182.25579705135897, | |
| "count": 709826, | |
| "is_parallel": true, | |
| "self": 70.49089171068044, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 111.76490534067852, | |
| "count": 1419652, | |
| "is_parallel": true, | |
| "self": 111.76490534067852 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1095.2073996780673, | |
| "count": 57508, | |
| "self": 4.46831097221002, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 460.08666685182834, | |
| "count": 57508, | |
| "self": 457.494506941759, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 2.592159910069313, | |
| "count": 30, | |
| "self": 2.592159910069313 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 630.652421854029, | |
| "count": 291, | |
| "self": 437.49230077612447, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 193.16012107790448, | |
| "count": 8730, | |
| "self": 193.16012107790448 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 6.09958078712225e-07, | |
| "count": 1, | |
| "self": 6.09958078712225e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.0797029179520905, | |
| "count": 1, | |
| "self": 0.00109528296161443, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.07860763499047607, | |
| "count": 1, | |
| "self": 0.07860763499047607 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |