{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4348798990249634, "min": 1.4192752838134766, "max": 1.4355872869491577, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 72026.6640625, "min": 67452.203125, "max": 77420.046875, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 87.2310405643739, "min": 83.35919055649241, "max": 409.130081300813, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49460.0, "min": 49336.0, "max": 50323.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999987.0, "min": 49892.0, "max": 1999987.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999987.0, "min": 49892.0, "max": 1999987.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.426159620285034, "min": 0.01577192172408104, "max": 2.4860076904296875, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1375.632568359375, "min": 1.9241745471954346, "max": 1433.343017578125, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.8970657633305437, "min": 1.7505782605683218, "max": 3.933358386845, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2209.6362878084183, "min": 213.57054778933525, "max": 2236.36813557148, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.8970657633305437, "min": 1.7505782605683218, "max": 3.933358386845, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2209.6362878084183, "min": 213.57054778933525, "max": 2236.36813557148, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.007026546330760337, "min": 0.004243248898193188, "max": 0.011227604790797666, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.021079638992281012, "min": 0.00851312328450149, "max": 0.033682814372393, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.10904727752010028, "min": 0.030511623093237482, "max": 0.11591077285508314, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.3271418325603008, "min": 0.061023246186474964, "max": 0.3469712771475315, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.4754488415499986e-06, "min": 3.4754488415499986e-06, "max": 0.00029529030156989994, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.0426346524649996e-05, "min": 1.0426346524649996e-05, "max": 0.0008438890687036498, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10115845, "min": 0.10115845, "max": 0.19843010000000003, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30347535, "min": 0.20745980000000003, "max": 0.58129635, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.780665499999999e-05, "min": 6.780665499999999e-05, "max": 0.00492166199, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00020341996499999998, "min": 0.00020341996499999998, "max": 0.014066687865, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1673173606", "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy_face --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1673175831" }, "total": 2224.2760027700006, "count": 1, "self": 0.39208976300096765, "children": { "run_training.setup": { "total": 0.10465307999993456, "count": 1, "self": 0.10465307999993456 }, "TrainerController.start_learning": { "total": 2223.7792599269997, "count": 1, "self": 3.8446399469344215, "children": { "TrainerController._reset_env": { "total": 6.929780864999884, "count": 1, "self": 6.929780864999884 }, "TrainerController.advance": { "total": 2212.8911246000653, "count": 231657, "self": 4.257448554022631, "children": { "env_step": { "total": 1767.8257834761012, "count": 231657, "self": 1485.2076662080908, "children": { "SubprocessEnvManager._take_step": { "total": 279.89414290109244, "count": 231657, "self": 14.671075367172534, "children": { "TorchPolicy.evaluate": { "total": 265.2230675339199, "count": 222893, "self": 66.34088927790435, "children": { "TorchPolicy.sample_actions": { "total": 198.88217825601555, "count": 222893, "self": 198.88217825601555 } } } } }, "workers": { "total": 2.7239743669179006, "count": 231657, "self": 0.0, "children": { "worker_root": { "total": 2215.7589247578985, "count": 231657, "is_parallel": true, "self": 994.0487127289239, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0016942350000590523, "count": 1, "is_parallel": true, "self": 0.0002851819999705185, "children": { "_process_rank_one_or_two_observation": { "total": 0.0014090530000885337, "count": 2, "is_parallel": true, "self": 0.0014090530000885337 } } }, "UnityEnvironment.step": { "total": 0.0281298689999403, "count": 1, "is_parallel": true, "self": 0.00020666800014623732, "children": { "UnityEnvironment._generate_step_input": { "total": 0.000188707000006616, "count": 1, "is_parallel": true, "self": 0.000188707000006616 }, "communicator.exchange": { "total": 0.027298411999936434, "count": 1, "is_parallel": true, "self": 0.027298411999936434 }, "steps_from_proto": { "total": 0.00043608199985101237, "count": 1, "is_parallel": true, "self": 0.00015523499973824073, "children": { "_process_rank_one_or_two_observation": { "total": 0.00028084700011277164, "count": 2, "is_parallel": true, "self": 0.00028084700011277164 } } } } } } }, "UnityEnvironment.step": { "total": 1221.7102120289746, "count": 231656, "is_parallel": true, "self": 34.351726834846204, "children": { "UnityEnvironment._generate_step_input": { "total": 79.87661666307622, "count": 231656, "is_parallel": true, "self": 79.87661666307622 }, "communicator.exchange": { "total": 1013.0458621860764, "count": 231656, "is_parallel": true, "self": 1013.0458621860764 }, "steps_from_proto": { "total": 94.4360063449758, "count": 231656, "is_parallel": true, "self": 41.11810510992382, "children": { "_process_rank_one_or_two_observation": { "total": 53.31790123505198, "count": 463312, "is_parallel": true, "self": 53.31790123505198 } } } } } } } } } } }, "trainer_advance": { "total": 440.80789256994126, "count": 231657, "self": 5.853666476864873, "children": { "process_trajectory": { "total": 144.64889916507445, "count": 231657, "self": 143.49581547907496, "children": { "RLTrainer._checkpoint": { "total": 1.1530836859994906, "count": 10, "self": 1.1530836859994906 } } }, "_update_policy": { "total": 290.30532692800193, "count": 97, "self": 255.9848043270024, "children": { "TorchPPOOptimizer.update": { "total": 34.32052260099954, "count": 582, "self": 34.32052260099954 } } } } } } }, "trainer_threads": { "total": 9.390000741404947e-07, "count": 1, "self": 9.390000741404947e-07 }, "TrainerController._save_models": { "total": 0.1137135760000092, "count": 1, "self": 0.0018826860000444867, "children": { "RLTrainer._checkpoint": { "total": 0.11183088999996471, "count": 1, "self": 0.11183088999996471 } } } } } } }