|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Huggy.Policy.Entropy.mean": { |
|
"value": 1.402817726135254, |
|
"min": 1.402814507484436, |
|
"max": 1.4271652698516846, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Entropy.sum": { |
|
"value": 72104.828125, |
|
"min": 68495.5, |
|
"max": 78638.9921875, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.mean": { |
|
"value": 91.01814882032667, |
|
"min": 87.32155477031802, |
|
"max": 380.8560606060606, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.sum": { |
|
"value": 50151.0, |
|
"min": 48955.0, |
|
"max": 50273.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.mean": { |
|
"value": 1999953.0, |
|
"min": 49656.0, |
|
"max": 1999953.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.sum": { |
|
"value": 1999953.0, |
|
"min": 49656.0, |
|
"max": 1999953.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 2.4101738929748535, |
|
"min": 0.07388967275619507, |
|
"max": 2.4915778636932373, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 1328.005859375, |
|
"min": 9.679547309875488, |
|
"max": 1354.43310546875, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.mean": { |
|
"value": 3.7165766814875734, |
|
"min": 1.7932955040276506, |
|
"max": 3.9434747885857986, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.sum": { |
|
"value": 2047.8337514996529, |
|
"min": 234.92171102762222, |
|
"max": 2127.811678826809, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.mean": { |
|
"value": 3.7165766814875734, |
|
"min": 1.7932955040276506, |
|
"max": 3.9434747885857986, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.sum": { |
|
"value": 2047.8337514996529, |
|
"min": 234.92171102762222, |
|
"max": 2127.811678826809, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.mean": { |
|
"value": 0.015378741165235018, |
|
"min": 0.014467732715335538, |
|
"max": 0.020647620188780517, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.sum": { |
|
"value": 0.030757482330470036, |
|
"min": 0.028935465430671076, |
|
"max": 0.05824076614808291, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.mean": { |
|
"value": 0.0508504361535112, |
|
"min": 0.02263830776015917, |
|
"max": 0.058185217715799806, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.sum": { |
|
"value": 0.1017008723070224, |
|
"min": 0.04570263791829347, |
|
"max": 0.16949223056435586, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.mean": { |
|
"value": 4.658123447324993e-06, |
|
"min": 4.658123447324993e-06, |
|
"max": 0.000295311001563, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.sum": { |
|
"value": 9.316246894649987e-06, |
|
"min": 9.316246894649987e-06, |
|
"max": 0.0008441995686001499, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.mean": { |
|
"value": 0.10155267500000001, |
|
"min": 0.10155267500000001, |
|
"max": 0.19843699999999997, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.sum": { |
|
"value": 0.20310535000000002, |
|
"min": 0.20310535000000002, |
|
"max": 0.58139985, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.mean": { |
|
"value": 8.747848249999992e-05, |
|
"min": 8.747848249999992e-05, |
|
"max": 0.0049220063, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.sum": { |
|
"value": 0.00017495696499999984, |
|
"min": 0.00017495696499999984, |
|
"max": 0.014071852514999997, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1713848165", |
|
"python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", |
|
"mlagents_version": "1.1.0.dev0", |
|
"mlagents_envs_version": "1.1.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.2.1+cu121", |
|
"numpy_version": "1.23.5", |
|
"end_time_seconds": "1713852954" |
|
}, |
|
"total": 4789.0342706050005, |
|
"count": 1, |
|
"self": 1.0007839629997761, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.10981150899999648, |
|
"count": 1, |
|
"self": 0.10981150899999648 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 4787.923675133001, |
|
"count": 1, |
|
"self": 8.267076351903597, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 4.419998749999991, |
|
"count": 1, |
|
"self": 4.419998749999991 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 4775.040991082098, |
|
"count": 232395, |
|
"self": 8.200519821008129, |
|
"children": { |
|
"env_step": { |
|
"total": 3147.6302819721095, |
|
"count": 232395, |
|
"self": 2636.064194080285, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 506.2382060099701, |
|
"count": 232395, |
|
"self": 33.805611331162936, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 472.43259467880716, |
|
"count": 223065, |
|
"self": 472.43259467880716 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 5.327881881854523, |
|
"count": 232395, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 4773.3513609488455, |
|
"count": 232395, |
|
"is_parallel": true, |
|
"self": 2681.970815874953, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0014057930000035412, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0003430230000276424, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0010627699999758988, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0010627699999758988 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.04798650700001872, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0007205230001545715, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.0003669469999749708, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0003669469999749708 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.04547183699992274, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.04547183699992274 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.001427199999966433, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00044914799991602194, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0009780520000504112, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0009780520000504112 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 2091.3805450738923, |
|
"count": 232394, |
|
"is_parallel": true, |
|
"self": 65.40288614833253, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 116.41829711976129, |
|
"count": 232394, |
|
"is_parallel": true, |
|
"self": 116.41829711976129 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1767.0531454089096, |
|
"count": 232394, |
|
"is_parallel": true, |
|
"self": 1767.0531454089096 |
|
}, |
|
"steps_from_proto": { |
|
"total": 142.50621639688904, |
|
"count": 232394, |
|
"is_parallel": true, |
|
"self": 46.29078524773854, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 96.2154311491505, |
|
"count": 464788, |
|
"is_parallel": true, |
|
"self": 96.2154311491505 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 1619.2101892889802, |
|
"count": 232395, |
|
"self": 12.874782295883733, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 255.67347801009907, |
|
"count": 232395, |
|
"self": 253.99844690409952, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 1.675031105999551, |
|
"count": 10, |
|
"self": 1.675031105999551 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 1350.6619289829973, |
|
"count": 96, |
|
"self": 344.70918374701216, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 1005.9527452359852, |
|
"count": 2880, |
|
"self": 1005.9527452359852 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 1.3409999155555852e-06, |
|
"count": 1, |
|
"self": 1.3409999155555852e-06 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.19560760799959098, |
|
"count": 1, |
|
"self": 0.00446634499985521, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.19114126299973577, |
|
"count": 1, |
|
"self": 0.19114126299973577 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |