| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4069454669952393, | |
| "min": 1.4069454669952393, | |
| "max": 1.4278452396392822, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 70395.109375, | |
| "min": 68602.7265625, | |
| "max": 77335.5625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 101.77235772357723, | |
| "min": 72.71238938053098, | |
| "max": 401.144, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 50072.0, | |
| "min": 48924.0, | |
| "max": 50143.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999845.0, | |
| "min": 49703.0, | |
| "max": 1999845.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999845.0, | |
| "min": 49703.0, | |
| "max": 1999845.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.411297082901001, | |
| "min": 0.09931562095880508, | |
| "max": 2.4910130500793457, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1186.358154296875, | |
| "min": 12.315136909484863, | |
| "max": 1674.055908203125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.6034752311018425, | |
| "min": 1.9041416256898833, | |
| "max": 4.067022039762978, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1772.9098137021065, | |
| "min": 236.11356158554554, | |
| "max": 2675.249306321144, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.6034752311018425, | |
| "min": 1.9041416256898833, | |
| "max": 4.067022039762978, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1772.9098137021065, | |
| "min": 236.11356158554554, | |
| "max": 2675.249306321144, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.017575381591450424, | |
| "min": 0.013321720120802637, | |
| "max": 0.021907327531759314, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.05272614477435127, | |
| "min": 0.026643440241605275, | |
| "max": 0.055964926211163404, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.04951292210155064, | |
| "min": 0.02074769996106625, | |
| "max": 0.05803538854751322, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.1485387663046519, | |
| "min": 0.0414953999221325, | |
| "max": 0.17410616564253967, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.609448796883334e-06, | |
| "min": 3.609448796883334e-06, | |
| "max": 0.0002953725765424749, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0828346390650001e-05, | |
| "min": 1.0828346390650001e-05, | |
| "max": 0.0008441160186280001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.1012031166666667, | |
| "min": 0.1012031166666667, | |
| "max": 0.19845752499999997, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.3036093500000001, | |
| "min": 0.20758604999999997, | |
| "max": 0.5813720000000002, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 7.003552166666667e-05, | |
| "min": 7.003552166666667e-05, | |
| "max": 0.004923030497500001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00021010656500000002, | |
| "min": 0.00021010656500000002, | |
| "max": 0.014070462799999999, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1672242984", | |
| "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1672245076" | |
| }, | |
| "total": 2092.276366843, | |
| "count": 1, | |
| "self": 0.3877518709996366, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.10818448799977887, | |
| "count": 1, | |
| "self": 0.10818448799977887 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2091.780430484, | |
| "count": 1, | |
| "self": 3.6071948438793697, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 7.5367213330000595, | |
| "count": 1, | |
| "self": 7.5367213330000595 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2080.5248150421207, | |
| "count": 232916, | |
| "self": 3.8079998819584944, | |
| "children": { | |
| "env_step": { | |
| "total": 1625.7382305460242, | |
| "count": 232916, | |
| "self": 1364.2738204030156, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 259.0779704289498, | |
| "count": 232916, | |
| "self": 13.380314632967611, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 245.6976557959822, | |
| "count": 223080, | |
| "self": 62.184573723997346, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 183.51308207198485, | |
| "count": 223080, | |
| "self": 183.51308207198485 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.3864397140587243, | |
| "count": 232916, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2084.308738504932, | |
| "count": 232916, | |
| "is_parallel": true, | |
| "self": 963.2161964240092, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.003456616999983453, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003374789998815686, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0031191380001018842, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0031191380001018842 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.02584504499986906, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00026165700001001824, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00019427200004429324, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00019427200004429324 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.02469692199997553, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.02469692199997553 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.000692193999839219, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00023442199994860857, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00045777199989061046, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00045777199989061046 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1121.0925420809228, | |
| "count": 232915, | |
| "is_parallel": true, | |
| "self": 33.15678353579301, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 72.68738864194574, | |
| "count": 232915, | |
| "is_parallel": true, | |
| "self": 72.68738864194574 | |
| }, | |
| "communicator.exchange": { | |
| "total": 926.016714111094, | |
| "count": 232915, | |
| "is_parallel": true, | |
| "self": 926.016714111094 | |
| }, | |
| "steps_from_proto": { | |
| "total": 89.23165579209012, | |
| "count": 232915, | |
| "is_parallel": true, | |
| "self": 36.400374932146406, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 52.83128085994372, | |
| "count": 465830, | |
| "is_parallel": true, | |
| "self": 52.83128085994372 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 450.9785846141381, | |
| "count": 232916, | |
| "self": 5.387815071210298, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 143.3483071119283, | |
| "count": 232916, | |
| "self": 142.22917131392796, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.1191357980003431, | |
| "count": 10, | |
| "self": 1.1191357980003431 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 302.24246243099947, | |
| "count": 97, | |
| "self": 250.40750954298505, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 51.83495288801441, | |
| "count": 2910, | |
| "self": 51.83495288801441 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 8.639999578008428e-07, | |
| "count": 1, | |
| "self": 8.639999578008428e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.11169840100001238, | |
| "count": 1, | |
| "self": 0.001924005999626388, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.109774395000386, | |
| "count": 1, | |
| "self": 0.109774395000386 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |