| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4032707214355469, | |
| "min": 1.403261661529541, | |
| "max": 1.4250622987747192, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69739.75, | |
| "min": 68135.9296875, | |
| "max": 75576.1796875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 97.05098039215686, | |
| "min": 83.78983050847458, | |
| "max": 383.82442748091603, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49496.0, | |
| "min": 48896.0, | |
| "max": 50281.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999940.0, | |
| "min": 49668.0, | |
| "max": 1999940.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999940.0, | |
| "min": 49668.0, | |
| "max": 1999940.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.3962836265563965, | |
| "min": -0.0017804146045818925, | |
| "max": 2.472660779953003, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1222.1046142578125, | |
| "min": -0.23145389556884766, | |
| "max": 1403.837646484375, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.683290399640214, | |
| "min": 1.846735902932974, | |
| "max": 3.983600033558299, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1878.4781038165092, | |
| "min": 240.07566738128662, | |
| "max": 2243.007387459278, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.683290399640214, | |
| "min": 1.846735902932974, | |
| "max": 3.983600033558299, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1878.4781038165092, | |
| "min": 240.07566738128662, | |
| "max": 2243.007387459278, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.017758189081602416, | |
| "min": 0.01298720244303695, | |
| "max": 0.021571641539533934, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.05327456724480725, | |
| "min": 0.0259744048860739, | |
| "max": 0.056440781962980205, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05415238278607528, | |
| "min": 0.0230345852052172, | |
| "max": 0.059517034267385804, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.16245714835822583, | |
| "min": 0.0460691704104344, | |
| "max": 0.1785511028021574, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.5919488027166645e-06, | |
| "min": 3.5919488027166645e-06, | |
| "max": 0.0002953446015518, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0775846408149993e-05, | |
| "min": 1.0775846408149993e-05, | |
| "max": 0.0008443086185637999, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10119728333333335, | |
| "min": 0.10119728333333335, | |
| "max": 0.19844819999999994, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30359185000000005, | |
| "min": 0.20757054999999996, | |
| "max": 0.5814362, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.974443833333327e-05, | |
| "min": 6.974443833333327e-05, | |
| "max": 0.00492256518, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.0002092333149999998, | |
| "min": 0.0002092333149999998, | |
| "max": 0.014073666379999999, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1679020137", | |
| "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1679022499" | |
| }, | |
| "total": 2362.33558904, | |
| "count": 1, | |
| "self": 0.4392089019997911, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.11315042899997252, | |
| "count": 1, | |
| "self": 0.11315042899997252 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2361.783229709, | |
| "count": 1, | |
| "self": 4.182974051008387, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 9.781671828000015, | |
| "count": 1, | |
| "self": 9.781671828000015 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2347.698180225991, | |
| "count": 232020, | |
| "self": 4.668575520038303, | |
| "children": { | |
| "env_step": { | |
| "total": 1829.4950249829658, | |
| "count": 232020, | |
| "self": 1546.3367647738837, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 280.3233146800009, | |
| "count": 232020, | |
| "self": 16.497791815911796, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 263.8255228640891, | |
| "count": 222960, | |
| "self": 263.8255228640891 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.8349455290812102, | |
| "count": 232020, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2353.865021377006, | |
| "count": 232020, | |
| "is_parallel": true, | |
| "self": 1094.658316326136, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.001040264999971896, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002628359999903296, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0007774289999815664, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0007774289999815664 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.028637280999987524, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00035992200002965546, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00021906599999965692, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021906599999965692 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.02726431799999318, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.02726431799999318 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007939749999650303, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000260447999949065, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005335270000159653, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005335270000159653 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1259.2067050508701, | |
| "count": 232019, | |
| "is_parallel": true, | |
| "self": 39.022764335852116, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 77.30726621603156, | |
| "count": 232019, | |
| "is_parallel": true, | |
| "self": 77.30726621603156 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1053.7944533869336, | |
| "count": 232019, | |
| "is_parallel": true, | |
| "self": 1053.7944533869336 | |
| }, | |
| "steps_from_proto": { | |
| "total": 89.08222111205276, | |
| "count": 232019, | |
| "is_parallel": true, | |
| "self": 33.61858931192165, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 55.46363180013111, | |
| "count": 464038, | |
| "is_parallel": true, | |
| "self": 55.46363180013111 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 513.5345797229868, | |
| "count": 232020, | |
| "self": 6.8641411029967685, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 140.18766184399078, | |
| "count": 232020, | |
| "self": 138.96617837199017, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.2214834720006138, | |
| "count": 10, | |
| "self": 1.2214834720006138 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 366.48277677599924, | |
| "count": 97, | |
| "self": 307.8114412959957, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 58.67133548000356, | |
| "count": 2910, | |
| "self": 58.67133548000356 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.120003596763127e-07, | |
| "count": 1, | |
| "self": 9.120003596763127e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12040269199997056, | |
| "count": 1, | |
| "self": 0.002755480999894644, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.11764721100007591, | |
| "count": 1, | |
| "self": 0.11764721100007591 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |