|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Huggy.Policy.Entropy.mean": { |
|
"value": 1.4066717624664307, |
|
"min": 1.4066717624664307, |
|
"max": 1.4269291162490845, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Entropy.sum": { |
|
"value": 71007.3828125, |
|
"min": 68370.6484375, |
|
"max": 76619.609375, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.mean": { |
|
"value": 83.3157894736842, |
|
"min": 78.486529318542, |
|
"max": 420.16806722689074, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.sum": { |
|
"value": 49073.0, |
|
"min": 48722.0, |
|
"max": 50141.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.mean": { |
|
"value": 1999967.0, |
|
"min": 49659.0, |
|
"max": 1999967.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.sum": { |
|
"value": 1999967.0, |
|
"min": 49659.0, |
|
"max": 1999967.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 2.4262728691101074, |
|
"min": 0.10459619760513306, |
|
"max": 2.5464696884155273, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 1429.07470703125, |
|
"min": 12.342350959777832, |
|
"max": 1526.779052734375, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.mean": { |
|
"value": 3.7316379566346445, |
|
"min": 1.9529964517233735, |
|
"max": 4.03474551589369, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.sum": { |
|
"value": 2197.9347564578056, |
|
"min": 230.45358130335808, |
|
"max": 2430.595578968525, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.mean": { |
|
"value": 3.7316379566346445, |
|
"min": 1.9529964517233735, |
|
"max": 4.03474551589369, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.sum": { |
|
"value": 2197.9347564578056, |
|
"min": 230.45358130335808, |
|
"max": 2430.595578968525, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.mean": { |
|
"value": 0.014399124879208912, |
|
"min": 0.012783222482539713, |
|
"max": 0.01962401677026517, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.sum": { |
|
"value": 0.04319737463762673, |
|
"min": 0.025566444965079427, |
|
"max": 0.05887205031079551, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.mean": { |
|
"value": 0.05575512511034806, |
|
"min": 0.022554741768787304, |
|
"max": 0.061832716481553175, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.sum": { |
|
"value": 0.16726537533104419, |
|
"min": 0.04510948353757461, |
|
"max": 0.18549814944465953, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.mean": { |
|
"value": 3.4768488410833404e-06, |
|
"min": 3.4768488410833404e-06, |
|
"max": 0.0002952820515726499, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.sum": { |
|
"value": 1.0430546523250021e-05, |
|
"min": 1.0430546523250021e-05, |
|
"max": 0.00084366046877985, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.mean": { |
|
"value": 0.1011589166666667, |
|
"min": 0.1011589166666667, |
|
"max": 0.19842734999999995, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.sum": { |
|
"value": 0.3034767500000001, |
|
"min": 0.20747460000000006, |
|
"max": 0.58122015, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.mean": { |
|
"value": 6.782994166666677e-05, |
|
"min": 6.782994166666677e-05, |
|
"max": 0.004921524765000001, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.sum": { |
|
"value": 0.00020348982500000028, |
|
"min": 0.00020348982500000028, |
|
"max": 0.014062885485000003, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1710549715", |
|
"python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", |
|
"mlagents_version": "1.1.0.dev0", |
|
"mlagents_envs_version": "1.1.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.2.1+cu121", |
|
"numpy_version": "1.23.5", |
|
"end_time_seconds": "1710553604" |
|
}, |
|
"total": 3888.084829929, |
|
"count": 1, |
|
"self": 0.7079039899995223, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.09123180099999217, |
|
"count": 1, |
|
"self": 0.09123180099999217 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 3887.2856941380005, |
|
"count": 1, |
|
"self": 6.814782571876094, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 3.4467845740000485, |
|
"count": 1, |
|
"self": 3.4467845740000485 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 3876.894186368124, |
|
"count": 232896, |
|
"self": 6.822450608170584, |
|
"children": { |
|
"env_step": { |
|
"total": 2430.43965027702, |
|
"count": 232896, |
|
"self": 2023.30071563005, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 402.84121217103706, |
|
"count": 232896, |
|
"self": 23.23563840896054, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 379.6055737620765, |
|
"count": 223005, |
|
"self": 379.6055737620765 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 4.2977224759329715, |
|
"count": 232896, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 3875.6951300750993, |
|
"count": 232896, |
|
"is_parallel": true, |
|
"self": 2274.582910417964, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0013459229999739364, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0003461179999817432, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0009998049999921932, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0009998049999921932 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.03488969100004624, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0004781910000701828, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.0002276089999782016, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0002276089999782016 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.03326702300000761, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.03326702300000761 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0009168679999902452, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0002586820000374246, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0006581859999528206, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0006581859999528206 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1601.1122196571355, |
|
"count": 232895, |
|
"is_parallel": true, |
|
"self": 50.42684532104386, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 83.47557235893203, |
|
"count": 232895, |
|
"is_parallel": true, |
|
"self": 83.47557235893203 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1345.7610870801705, |
|
"count": 232895, |
|
"is_parallel": true, |
|
"self": 1345.7610870801705 |
|
}, |
|
"steps_from_proto": { |
|
"total": 121.44871489698915, |
|
"count": 232895, |
|
"is_parallel": true, |
|
"self": 41.421347502130914, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 80.02736739485823, |
|
"count": 465790, |
|
"is_parallel": true, |
|
"self": 80.02736739485823 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 1439.6320854829332, |
|
"count": 232896, |
|
"self": 10.92120592287074, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 232.16462328006304, |
|
"count": 232896, |
|
"self": 230.92957576806435, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 1.2350475119986868, |
|
"count": 10, |
|
"self": 1.2350475119986868 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 1196.5462562799994, |
|
"count": 97, |
|
"self": 322.6944484360116, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 873.8518078439878, |
|
"count": 2910, |
|
"self": 873.8518078439878 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 1.0410003596916795e-06, |
|
"count": 1, |
|
"self": 1.0410003596916795e-06 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.1299395830001231, |
|
"count": 1, |
|
"self": 0.006321620000562689, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.1236179629995604, |
|
"count": 1, |
|
"self": 0.1236179629995604 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |