|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Huggy.Policy.Entropy.mean": { |
|
"value": 1.4015079736709595, |
|
"min": 1.4015079736709595, |
|
"max": 1.4257482290267944, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Entropy.sum": { |
|
"value": 68243.625, |
|
"min": 68017.6953125, |
|
"max": 77038.890625, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.mean": { |
|
"value": 86.26548672566372, |
|
"min": 77.84858044164038, |
|
"max": 397.7857142857143, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.sum": { |
|
"value": 48740.0, |
|
"min": 48740.0, |
|
"max": 50130.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.mean": { |
|
"value": 1999894.0, |
|
"min": 49834.0, |
|
"max": 1999894.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.sum": { |
|
"value": 1999894.0, |
|
"min": 49834.0, |
|
"max": 1999894.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 2.411029577255249, |
|
"min": 0.1132083311676979, |
|
"max": 2.4661686420440674, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 1362.231689453125, |
|
"min": 14.151041030883789, |
|
"max": 1549.318115234375, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.mean": { |
|
"value": 3.6792388248232615, |
|
"min": 1.8422050627470017, |
|
"max": 3.955671088470892, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.sum": { |
|
"value": 2078.7699360251427, |
|
"min": 230.2756328433752, |
|
"max": 2447.551071226597, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.mean": { |
|
"value": 3.6792388248232615, |
|
"min": 1.8422050627470017, |
|
"max": 3.955671088470892, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.sum": { |
|
"value": 2078.7699360251427, |
|
"min": 230.2756328433752, |
|
"max": 2447.551071226597, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.mean": { |
|
"value": 0.019055055963852083, |
|
"min": 0.012797293163021096, |
|
"max": 0.0190777805109974, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.sum": { |
|
"value": 0.05716516789155625, |
|
"min": 0.02895740675739944, |
|
"max": 0.05716516789155625, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.mean": { |
|
"value": 0.05187031225197845, |
|
"min": 0.02196466826523344, |
|
"max": 0.06156777236610651, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.sum": { |
|
"value": 0.15561093675593535, |
|
"min": 0.04392933653046688, |
|
"max": 0.17847657812138398, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.mean": { |
|
"value": 3.6453987848999946e-06, |
|
"min": 3.6453987848999946e-06, |
|
"max": 0.0002953463265512249, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.sum": { |
|
"value": 1.0936196354699984e-05, |
|
"min": 1.0936196354699984e-05, |
|
"max": 0.0008440011186663001, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.mean": { |
|
"value": 0.1012151, |
|
"min": 0.1012151, |
|
"max": 0.19844877499999994, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.sum": { |
|
"value": 0.3036453, |
|
"min": 0.20757354999999994, |
|
"max": 0.5813337000000001, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.mean": { |
|
"value": 7.063348999999994e-05, |
|
"min": 7.063348999999994e-05, |
|
"max": 0.0049225938725000005, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.sum": { |
|
"value": 0.0002119004699999998, |
|
"min": 0.0002119004699999998, |
|
"max": 0.01406855163, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1670420430", |
|
"python_version": "3.8.15 (default, Oct 12 2022, 19:14:39) \n[GCC 7.5.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
|
"mlagents_version": "0.29.0.dev0", |
|
"mlagents_envs_version": "0.29.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "1.8.1+cu102", |
|
"numpy_version": "1.21.6", |
|
"end_time_seconds": "1670422614" |
|
}, |
|
"total": 2184.542498956, |
|
"count": 1, |
|
"self": 0.3916655250000076, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.1117674839999836, |
|
"count": 1, |
|
"self": 0.1117674839999836 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 2184.0390659470004, |
|
"count": 1, |
|
"self": 3.9006181590493725, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 9.607339628000034, |
|
"count": 1, |
|
"self": 9.607339628000034 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 2170.4066134969507, |
|
"count": 232266, |
|
"self": 3.9760620100078086, |
|
"children": { |
|
"env_step": { |
|
"total": 1706.1483784439995, |
|
"count": 232266, |
|
"self": 1425.34543876493, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 278.3204733029913, |
|
"count": 232266, |
|
"self": 14.688086501975647, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 263.6323868010156, |
|
"count": 222908, |
|
"self": 67.41192983596483, |
|
"children": { |
|
"TorchPolicy.sample_actions": { |
|
"total": 196.2204569650508, |
|
"count": 222908, |
|
"self": 196.2204569650508 |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 2.482466376078264, |
|
"count": 232266, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 2176.1342255750455, |
|
"count": 232266, |
|
"is_parallel": true, |
|
"self": 1000.0773549070493, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0017041579999954592, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00031138499997496183, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0013927730000204974, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0013927730000204974 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.040293818000009196, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00031248899995262036, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.0034848239999973885, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0034848239999973885 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.03579495000002453, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.03579495000002453 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0007015550000346593, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0002250940000863011, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0004764609999483582, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0004764609999483582 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1176.0568706679962, |
|
"count": 232265, |
|
"is_parallel": true, |
|
"self": 34.18224094389075, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 73.91529536900032, |
|
"count": 232265, |
|
"is_parallel": true, |
|
"self": 73.91529536900032 |
|
}, |
|
"communicator.exchange": { |
|
"total": 976.5750589110276, |
|
"count": 232265, |
|
"is_parallel": true, |
|
"self": 976.5750589110276 |
|
}, |
|
"steps_from_proto": { |
|
"total": 91.38427544407756, |
|
"count": 232265, |
|
"is_parallel": true, |
|
"self": 37.71387766202088, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 53.67039778205668, |
|
"count": 464530, |
|
"is_parallel": true, |
|
"self": 53.67039778205668 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 460.28217304294367, |
|
"count": 232266, |
|
"self": 5.886440661025233, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 149.8727472519182, |
|
"count": 232266, |
|
"self": 149.40290941791795, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.46983783400025914, |
|
"count": 4, |
|
"self": 0.46983783400025914 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 304.5229851300002, |
|
"count": 97, |
|
"self": 250.48545608600818, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 54.03752904399204, |
|
"count": 2910, |
|
"self": 54.03752904399204 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 1.0430003385408781e-06, |
|
"count": 1, |
|
"self": 1.0430003385408781e-06 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.12449362000006658, |
|
"count": 1, |
|
"self": 0.0019298419997539895, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.1225637780003126, |
|
"count": 1, |
|
"self": 0.1225637780003126 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |