| { |
| "name": "root", |
| "gauges": { |
| "SnowballTarget.Policy.Entropy.mean": { |
| "value": 0.6763535141944885, |
| "min": 0.5772567987442017, |
| "max": 0.8170011043548584, |
| "count": 81 |
| }, |
| "SnowballTarget.Policy.Entropy.sum": { |
| "value": 6904.216796875, |
| "min": 573.7645263671875, |
| "max": 8339.947265625, |
| "count": 81 |
| }, |
| "SnowballTarget.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 81 |
| }, |
| "SnowballTarget.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 81 |
| }, |
| "SnowballTarget.Step.mean": { |
| "value": 999992.0, |
| "min": 209936.0, |
| "max": 999992.0, |
| "count": 80 |
| }, |
| "SnowballTarget.Step.sum": { |
| "value": 999992.0, |
| "min": 209936.0, |
| "max": 999992.0, |
| "count": 80 |
| }, |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 14.001880645751953, |
| "min": 12.165338516235352, |
| "max": 14.145326614379883, |
| "count": 80 |
| }, |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 2730.36669921875, |
| "min": 2360.07568359375, |
| "max": 2894.1689453125, |
| "count": 80 |
| }, |
| "SnowballTarget.Losses.PolicyLoss.mean": { |
| "value": 0.06619183858128963, |
| "min": 0.06069366172442268, |
| "max": 0.07497782197827417, |
| "count": 80 |
| }, |
| "SnowballTarget.Losses.PolicyLoss.sum": { |
| "value": 0.2647673543251585, |
| "min": 0.2537285487541892, |
| "max": 0.3705939667027754, |
| "count": 80 |
| }, |
| "SnowballTarget.Losses.ValueLoss.mean": { |
| "value": 0.1689330839058932, |
| "min": 0.1388872119725919, |
| "max": 0.24017250216474717, |
| "count": 80 |
| }, |
| "SnowballTarget.Losses.ValueLoss.sum": { |
| "value": 0.6757323356235728, |
| "min": 0.5555488478903676, |
| "max": 1.1725973995292889, |
| "count": 80 |
| }, |
| "SnowballTarget.Policy.LearningRate.mean": { |
| "value": 1.4412995196000008e-06, |
| "min": 1.4412995196000008e-06, |
| "max": 0.0002383812205396, |
| "count": 80 |
| }, |
| "SnowballTarget.Policy.LearningRate.sum": { |
| "value": 5.765198078400003e-06, |
| "min": 5.765198078400003e-06, |
| "max": 0.001177056107648, |
| "count": 80 |
| }, |
| "SnowballTarget.Policy.Epsilon.mean": { |
| "value": 0.10048040000000001, |
| "min": 0.10048040000000001, |
| "max": 0.17946040000000002, |
| "count": 80 |
| }, |
| "SnowballTarget.Policy.Epsilon.sum": { |
| "value": 0.40192160000000005, |
| "min": 0.40192160000000005, |
| "max": 0.8923520000000001, |
| "count": 80 |
| }, |
| "SnowballTarget.Policy.Beta.mean": { |
| "value": 3.397196000000001e-05, |
| "min": 3.397196000000001e-05, |
| "max": 0.00397507396, |
| "count": 80 |
| }, |
| "SnowballTarget.Policy.Beta.sum": { |
| "value": 0.00013588784000000004, |
| "min": 0.00013588784000000004, |
| "max": 0.019628364800000003, |
| "count": 80 |
| }, |
| "SnowballTarget.Environment.EpisodeLength.mean": { |
| "value": 199.0, |
| "min": 199.0, |
| "max": 199.0, |
| "count": 80 |
| }, |
| "SnowballTarget.Environment.EpisodeLength.sum": { |
| "value": 8756.0, |
| "min": 8756.0, |
| "max": 10945.0, |
| "count": 80 |
| }, |
| "SnowballTarget.Environment.CumulativeReward.mean": { |
| "value": 27.613636363636363, |
| "min": 24.636363636363637, |
| "max": 27.945454545454545, |
| "count": 80 |
| }, |
| "SnowballTarget.Environment.CumulativeReward.sum": { |
| "value": 1215.0, |
| "min": 1094.0, |
| "max": 1537.0, |
| "count": 80 |
| }, |
| "SnowballTarget.Policy.ExtrinsicReward.mean": { |
| "value": 27.613636363636363, |
| "min": 24.636363636363637, |
| "max": 27.945454545454545, |
| "count": 80 |
| }, |
| "SnowballTarget.Policy.ExtrinsicReward.sum": { |
| "value": 1215.0, |
| "min": 1094.0, |
| "max": 1537.0, |
| "count": 80 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1771965495", |
| "python_version": "3.10.12 (main, Jan 26 2026, 14:55:28) [GCC 11.4.0]", |
| "command_line_arguments": "/kaggle/working/mlagents-env/bin/mlagents-learn /kaggle/working/ml-agents/config/ppo/SnowballTarget.yaml --env=/kaggle/working/training-envs-executables/SnowballTarget/SnowballTarget/SnowballTarget.x86_64 --run-id=SnowballTarget1 --no-graphics --resume", |
| "mlagents_version": "1.1.0", |
| "mlagents_envs_version": "1.1.0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.0.1+cpu", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1771966945" |
| }, |
| "total": 1450.027796929, |
| "count": 1, |
| "self": 0.3221737439998833, |
| "children": { |
| "run_training.setup": { |
| "total": 0.01651180499993643, |
| "count": 1, |
| "self": 0.01651180499993643 |
| }, |
| "TrainerController.start_learning": { |
| "total": 1449.6891113800002, |
| "count": 1, |
| "self": 1.357187974061162, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 0.6131898730000103, |
| "count": 1, |
| "self": 0.6131898730000103 |
| }, |
| "TrainerController.advance": { |
| "total": 1447.6450636579384, |
| "count": 72792, |
| "self": 1.3677062019378354, |
| "children": { |
| "env_step": { |
| "total": 1015.8329502420947, |
| "count": 72792, |
| "self": 872.3113249719509, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 142.66619366815667, |
| "count": 72792, |
| "self": 4.486886113172659, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 138.179307554984, |
| "count": 72792, |
| "self": 138.179307554984 |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.8554316019872203, |
| "count": 72792, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 1446.8322269669934, |
| "count": 72792, |
| "is_parallel": true, |
| "self": 678.0437214750955, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0024183679997804575, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0007359899982475326, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0016823780015329248, |
| "count": 10, |
| "is_parallel": true, |
| "self": 0.0016823780015329248 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.02699791000031837, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00035739400027523516, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00042642500011425, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00042642500011425 |
| }, |
| "communicator.exchange": { |
| "total": 0.02483729600044171, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.02483729600044171 |
| }, |
| "steps_from_proto": { |
| "total": 0.0013767949994871742, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00029327300126169575, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0010835219982254785, |
| "count": 10, |
| "is_parallel": true, |
| "self": 0.0010835219982254785 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 768.7885054918979, |
| "count": 72791, |
| "is_parallel": true, |
| "self": 36.33827272714916, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 20.0706446958784, |
| "count": 72791, |
| "is_parallel": true, |
| "self": 20.0706446958784 |
| }, |
| "communicator.exchange": { |
| "total": 592.0298332259263, |
| "count": 72791, |
| "is_parallel": true, |
| "self": 592.0298332259263 |
| }, |
| "steps_from_proto": { |
| "total": 120.3497548429441, |
| "count": 72791, |
| "is_parallel": true, |
| "self": 21.73427093882492, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 98.61548390411917, |
| "count": 727910, |
| "is_parallel": true, |
| "self": 98.61548390411917 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 430.44440721390583, |
| "count": 72792, |
| "self": 1.6056490339133234, |
| "children": { |
| "process_trajectory": { |
| "total": 82.97671695698682, |
| "count": 72792, |
| "self": 82.55159718098639, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.42511977600042883, |
| "count": 5, |
| "self": 0.42511977600042883 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 345.8620412230057, |
| "count": 363, |
| "self": 146.92715134594528, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 198.9348898770604, |
| "count": 18510, |
| "self": 198.9348898770604 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.0020003173849545e-06, |
| "count": 1, |
| "self": 1.0020003173849545e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.07366887300031522, |
| "count": 1, |
| "self": 0.0007980939999470138, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.0728707790003682, |
| "count": 1, |
| "self": 0.0728707790003682 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
