Boyem's picture
First Push
4421203 verified
{
"name": "root",
"gauges": {
"SnowballTarget.Policy.Entropy.mean": {
"value": 0.8853464722633362,
"min": 0.8853464722633362,
"max": 2.8679208755493164,
"count": 20
},
"SnowballTarget.Policy.Entropy.sum": {
"value": 8492.2431640625,
"min": 8492.2431640625,
"max": 29465.01953125,
"count": 20
},
"SnowballTarget.Step.mean": {
"value": 199984.0,
"min": 9952.0,
"max": 199984.0,
"count": 20
},
"SnowballTarget.Step.sum": {
"value": 199984.0,
"min": 9952.0,
"max": 199984.0,
"count": 20
},
"SnowballTarget.Policy.ExtrinsicValueEstimate.mean": {
"value": 13.111624717712402,
"min": 0.5305326581001282,
"max": 13.187823295593262,
"count": 20
},
"SnowballTarget.Policy.ExtrinsicValueEstimate.sum": {
"value": 2556.766845703125,
"min": 102.92333984375,
"max": 2687.627685546875,
"count": 20
},
"SnowballTarget.Environment.EpisodeLength.mean": {
"value": 199.0,
"min": 199.0,
"max": 199.0,
"count": 20
},
"SnowballTarget.Environment.EpisodeLength.sum": {
"value": 10945.0,
"min": 8756.0,
"max": 10945.0,
"count": 20
},
"SnowballTarget.Losses.PolicyLoss.mean": {
"value": 0.06900296694891273,
"min": 0.05849581487726776,
"max": 0.07687096947087341,
"count": 20
},
"SnowballTarget.Losses.PolicyLoss.sum": {
"value": 0.2760118677956509,
"min": 0.2528020074218968,
"max": 0.38435484735436704,
"count": 20
},
"SnowballTarget.Losses.ValueLoss.mean": {
"value": 0.19064600897185943,
"min": 0.14927743014870395,
"max": 0.3061176329266791,
"count": 20
},
"SnowballTarget.Losses.ValueLoss.sum": {
"value": 0.7625840358874377,
"min": 0.5971097205948158,
"max": 1.5305881646333954,
"count": 20
},
"SnowballTarget.Policy.LearningRate.mean": {
"value": 8.082097306000005e-06,
"min": 8.082097306000005e-06,
"max": 0.000291882002706,
"count": 20
},
"SnowballTarget.Policy.LearningRate.sum": {
"value": 3.232838922400002e-05,
"min": 3.232838922400002e-05,
"max": 0.0013853520382159999,
"count": 20
},
"SnowballTarget.Policy.Epsilon.mean": {
"value": 0.10269400000000001,
"min": 0.10269400000000001,
"max": 0.19729400000000002,
"count": 20
},
"SnowballTarget.Policy.Epsilon.sum": {
"value": 0.41077600000000003,
"min": 0.41077600000000003,
"max": 0.9617840000000001,
"count": 20
},
"SnowballTarget.Policy.Beta.mean": {
"value": 0.0001444306000000001,
"min": 0.0001444306000000001,
"max": 0.0048649706,
"count": 20
},
"SnowballTarget.Policy.Beta.sum": {
"value": 0.0005777224000000004,
"min": 0.0005777224000000004,
"max": 0.0230930216,
"count": 20
},
"SnowballTarget.Environment.CumulativeReward.mean": {
"value": 25.068181818181817,
"min": 4.045454545454546,
"max": 26.29090909090909,
"count": 20
},
"SnowballTarget.Environment.CumulativeReward.sum": {
"value": 1103.0,
"min": 178.0,
"max": 1446.0,
"count": 20
},
"SnowballTarget.Policy.ExtrinsicReward.mean": {
"value": 25.068181818181817,
"min": 4.045454545454546,
"max": 26.29090909090909,
"count": 20
},
"SnowballTarget.Policy.ExtrinsicReward.sum": {
"value": 1103.0,
"min": 178.0,
"max": 1446.0,
"count": 20
},
"SnowballTarget.IsTraining.mean": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 20
},
"SnowballTarget.IsTraining.sum": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 20
}
},
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1708943601",
"python_version": "3.10.1 | packaged by conda-forge | (main, Dec 22 2021, 01:39:05) [GCC 9.4.0]",
"command_line_arguments": "/opt/conda/envs/newCondaEnvironment/bin/mlagents-learn /kaggle/input/snowball/SnowballTarget.yaml --env=ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics",
"mlagents_version": "1.1.0.dev0",
"mlagents_envs_version": "1.1.0.dev0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "2.2.1+cu121",
"numpy_version": "1.23.5",
"end_time_seconds": "1708944073"
},
"total": 472.5133449160003,
"count": 1,
"self": 0.3244842920003066,
"children": {
"run_training.setup": {
"total": 0.016967134999958944,
"count": 1,
"self": 0.016967134999958944
},
"TrainerController.start_learning": {
"total": 472.171893489,
"count": 1,
"self": 0.4933788299972548,
"children": {
"TrainerController._reset_env": {
"total": 1.908841996999854,
"count": 1,
"self": 1.908841996999854
},
"TrainerController.advance": {
"total": 469.67134518700277,
"count": 18203,
"self": 0.26010025903269707,
"children": {
"env_step": {
"total": 469.4112449279701,
"count": 18203,
"self": 301.3557467889682,
"children": {
"SubprocessEnvManager._take_step": {
"total": 167.77634301900434,
"count": 18203,
"self": 1.3927355309569975,
"children": {
"TorchPolicy.evaluate": {
"total": 166.38360748804735,
"count": 18203,
"self": 166.38360748804735
}
}
},
"workers": {
"total": 0.27915511999754017,
"count": 18203,
"self": 0.0,
"children": {
"worker_root": {
"total": 471.3599535989392,
"count": 18203,
"is_parallel": true,
"self": 257.63499661591504,
"children": {
"run_training.setup": {
"total": 0.0,
"count": 0,
"is_parallel": true,
"self": 0.0,
"children": {
"steps_from_proto": {
"total": 0.0027810030001091945,
"count": 1,
"is_parallel": true,
"self": 0.0007423630004268489,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0020386399996823457,
"count": 10,
"is_parallel": true,
"self": 0.0020386399996823457
}
}
},
"UnityEnvironment.step": {
"total": 0.03715808900005868,
"count": 1,
"is_parallel": true,
"self": 0.0007006809996710217,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 0.00043170400022063404,
"count": 1,
"is_parallel": true,
"self": 0.00043170400022063404
},
"communicator.exchange": {
"total": 0.03372599200019977,
"count": 1,
"is_parallel": true,
"self": 0.03372599200019977
},
"steps_from_proto": {
"total": 0.0022997119999672577,
"count": 1,
"is_parallel": true,
"self": 0.00041533599915055675,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.001884376000816701,
"count": 10,
"is_parallel": true,
"self": 0.001884376000816701
}
}
}
}
}
}
},
"UnityEnvironment.step": {
"total": 213.72495698302419,
"count": 18202,
"is_parallel": true,
"self": 10.313210527025603,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 6.337653578006666,
"count": 18202,
"is_parallel": true,
"self": 6.337653578006666
},
"communicator.exchange": {
"total": 159.67060952899647,
"count": 18202,
"is_parallel": true,
"self": 159.67060952899647
},
"steps_from_proto": {
"total": 37.40348334899545,
"count": 18202,
"is_parallel": true,
"self": 6.43889986907061,
"children": {
"_process_rank_one_or_two_observation": {
"total": 30.96458347992484,
"count": 182020,
"is_parallel": true,
"self": 30.96458347992484
}
}
}
}
}
}
}
}
}
}
}
}
},
"trainer_threads": {
"total": 0.00016709300007278216,
"count": 1,
"self": 0.00016709300007278216,
"children": {
"thread_root": {
"total": 0.0,
"count": 0,
"is_parallel": true,
"self": 0.0,
"children": {
"trainer_advance": {
"total": 466.9606279059276,
"count": 317468,
"is_parallel": true,
"self": 7.473893776877503,
"children": {
"process_trajectory": {
"total": 247.6495178510504,
"count": 317468,
"is_parallel": true,
"self": 247.0975610700507,
"children": {
"RLTrainer._checkpoint": {
"total": 0.551956780999717,
"count": 4,
"is_parallel": true,
"self": 0.551956780999717
}
}
},
"_update_policy": {
"total": 211.8372162779997,
"count": 90,
"is_parallel": true,
"self": 71.66899115898195,
"children": {
"TorchPPOOptimizer.update": {
"total": 140.16822511901773,
"count": 4587,
"is_parallel": true,
"self": 140.16822511901773
}
}
}
}
}
}
}
}
},
"TrainerController._save_models": {
"total": 0.09816038200006005,
"count": 1,
"self": 0.0009639790000619541,
"children": {
"RLTrainer._checkpoint": {
"total": 0.0971964029999981,
"count": 1,
"self": 0.0971964029999981
}
}
}
}
}
}
}