{ "name": "root", "gauges": { "AGVAgent.Policy.Entropy.mean": { "value": 1.1190447807312012, "min": 1.019601583480835, "max": 1.7876580953598022, "count": 333 }, "AGVAgent.Policy.Entropy.sum": { "value": 67151.640625, "min": 61146.52734375, "max": 108108.625, "count": 333 }, "AGVAgent.Step.mean": { "value": 19979997.0, "min": 59963.0, "max": 19979997.0, "count": 333 }, "AGVAgent.Step.sum": { "value": 19979997.0, "min": 59963.0, "max": 19979997.0, "count": 333 }, "AGVAgent.Policy.ExtrinsicBaselineEstimate.mean": { "value": 0.08212196826934814, "min": -0.0027201876509934664, "max": 0.6640089154243469, "count": 333 }, "AGVAgent.Policy.ExtrinsicBaselineEstimate.sum": { "value": 79.90467834472656, "min": -2.600499391555786, "max": 636.1205444335938, "count": 333 }, "AGVAgent.Policy.ExtrinsicValueEstimate.mean": { "value": 0.08238506317138672, "min": -0.0029702321626245975, "max": 0.4716530442237854, "count": 333 }, "AGVAgent.Policy.ExtrinsicValueEstimate.sum": { "value": 80.1606674194336, "min": -2.8395419120788574, "max": 451.8436279296875, "count": 333 }, "AGVAgent.Losses.PolicyLoss.mean": { "value": 0.11462981558999874, "min": 0.09277696505612565, "max": 0.1695499488965354, "count": 333 }, "AGVAgent.Losses.PolicyLoss.sum": { "value": 0.6877788935399924, "min": 0.4837666191358232, "max": 0.847749744482677, "count": 333 }, "AGVAgent.Losses.ValueLoss.mean": { "value": 0.0006867209468004552, "min": 2.5535572691903027e-05, "max": 0.026501540507077044, "count": 333 }, "AGVAgent.Losses.ValueLoss.sum": { "value": 0.004120325680802731, "min": 0.00012767786345951513, "max": 0.1325077025353852, "count": 333 }, "AGVAgent.Losses.BaselineLoss.mean": { "value": 0.0007339700696320506, "min": 2.56091814659006e-05, "max": 0.3247055834376563, "count": 333 }, "AGVAgent.Losses.BaselineLoss.sum": { "value": 0.0044038204177923035, "min": 0.000128045907329503, "max": 1.6235279171882817, "count": 333 }, "AGVAgent.Policy.LearningRate.mean": { "value": 0.0003, "min": 0.0003, "max": 0.0003, "count": 333 }, "AGVAgent.Policy.LearningRate.sum": { "value": 0.0017999999999999997, "min": 0.0014999999999999998, "max": 0.0017999999999999997, "count": 333 }, "AGVAgent.Policy.Epsilon.mean": { "value": 0.2000000000000001, "min": 0.2, "max": 0.2000000000000001, "count": 333 }, "AGVAgent.Policy.Epsilon.sum": { "value": 1.2000000000000006, "min": 1.0, "max": 1.2000000000000006, "count": 333 }, "AGVAgent.Policy.Beta.mean": { "value": 0.010000000000000002, "min": 0.01, "max": 0.010000000000000002, "count": 333 }, "AGVAgent.Policy.Beta.sum": { "value": 0.06000000000000001, "min": 0.05, "max": 0.06000000000000001, "count": 333 }, "AGVAgent.Environment.EpisodeLength.mean": { "value": 872.7121212121212, "min": 726.3181818181819, "max": 1249.0483870967741, "count": 333 }, "AGVAgent.Environment.EpisodeLength.sum": { "value": 57599.0, "min": 44964.0, "max": 77441.0, "count": 333 }, "AGVAgent.Environment.CumulativeReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 333 }, "AGVAgent.Environment.CumulativeReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 333 }, "AGVAgent.Policy.ExtrinsicReward.mean": { "value": 0.9985621480101888, "min": 0.022845805578288577, "max": 1.053171891154665, "count": 333 }, "AGVAgent.Policy.ExtrinsicReward.sum": { "value": 65.90510176867247, "min": 0.9595238342881203, "max": 90.18739443272352, "count": 333 }, "AGVAgent.Environment.GroupCumulativeReward.mean": { "value": 0.9985621480101888, "min": 0.022845805578288577, "max": 1.053171891154665, "count": 333 }, "AGVAgent.Environment.GroupCumulativeReward.sum": { "value": 65.90510176867247, "min": 0.9595238342881203, "max": 90.18739443272352, "count": 333 }, "AGVAgent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 333 }, "AGVAgent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 333 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1664931797", "python_version": "3.7.3 (default, Apr 3 2020, 09:27:29) \n[GCC 7.5.0]", "command_line_arguments": "/home/clayton/workspace/git/ml-agents/venv/bin/mlagents-learn config/lstm.yaml --run-id=RefactoredEnv-LSTM-00", "mlagents_version": "0.28.0", "mlagents_envs_version": "0.28.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.4", "end_time_seconds": "1665172495" }, "total": 240698.474378774, "count": 1, "self": 0.00966217799577862, "children": { "run_training.setup": { "total": 0.019829500000923872, "count": 1, "self": 0.019829500000923872 }, "TrainerController.start_learning": { "total": 240698.444887096, "count": 1, "self": 20.90999044041382, "children": { "TrainerController._reset_env": { "total": 15.042137256008573, "count": 1, "self": 15.042137256008573 }, "TrainerController.advance": { "total": 240662.2198648916, "count": 1031114, "self": 19.60197504563257, "children": { "env_step": { "total": 227331.44503007727, "count": 1031114, "self": 224282.46708125173, "children": { "SubprocessEnvManager._take_step": { "total": 3031.197078352241, "count": 1031114, "self": 73.174425164907, "children": { "TorchPolicy.evaluate": { "total": 2958.022653187334, "count": 1028877, "self": 778.5708862731699, "children": { "TorchPolicy.sample_actions": { "total": 2179.451766914164, "count": 1028877, "self": 2179.451766914164 } } } } }, "workers": { "total": 17.780870473303366, "count": 1031114, "self": 0.0, "children": { "worker_root": { "total": 240649.31950135628, "count": 1031114, "is_parallel": true, "self": 18436.158297587244, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.03600404300959781, "count": 1, "is_parallel": true, "self": 0.00040666101267561316, "children": { "_process_maybe_compressed_observation": { "total": 0.03532471999642439, "count": 8, "is_parallel": true, "self": 0.001139378859079443, "children": { "_observation_to_np_array": { "total": 0.03418534113734495, "count": 108, "is_parallel": true, "self": 0.001395588114974089, "children": { "process_pixels": { "total": 0.03278975302237086, "count": 108, "is_parallel": true, "self": 0.0071810100635048, "children": { "image_decompress": { "total": 0.02560874295886606, "count": 135, "is_parallel": true, "self": 0.02560874295886606 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 0.0002726620004978031, "count": 2, "is_parallel": true, "self": 0.0002726620004978031 } } }, "UnityEnvironment.step": { "total": 0.400606348994188, "count": 1, "is_parallel": true, "self": 0.00038902398955542594, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0005712529964512214, "count": 1, "is_parallel": true, "self": 0.0005712529964512214 }, "communicator.exchange": { "total": 0.3733515000058105, "count": 1, "is_parallel": true, "self": 0.3733515000058105 }, "steps_from_proto": { "total": 0.026294572002370842, "count": 1, "is_parallel": true, "self": 0.0002897820231737569, "children": { "_process_maybe_compressed_observation": { "total": 0.025684416978037916, "count": 8, "is_parallel": true, "self": 0.001577579023432918, "children": { "_observation_to_np_array": { "total": 0.024106837954604998, "count": 92, "is_parallel": true, "self": 0.0021099359582876787, "children": { "process_pixels": { "total": 0.02199690199631732, "count": 92, "is_parallel": true, "self": 0.009095786022953689, "children": { "image_decompress": { "total": 0.01290111597336363, "count": 115, "is_parallel": true, "self": 0.01290111597336363 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 0.0003203730011591688, "count": 2, "is_parallel": true, "self": 0.0003203730011591688 } } } } } } }, "UnityEnvironment.step": { "total": 222213.16120376904, "count": 1031113, "is_parallel": true, "self": 234.929436132923, "children": { "UnityEnvironment._generate_step_input": { "total": 235.6811277467932, "count": 1031113, "is_parallel": true, "self": 235.6811277467932 }, "communicator.exchange": { "total": 207006.13890102837, "count": 1031113, "is_parallel": true, "self": 207006.13890102837 }, "steps_from_proto": { "total": 14736.411738860945, "count": 1031113, "is_parallel": true, "self": 240.37436694913777, "children": { "_process_maybe_compressed_observation": { "total": 14367.020087703044, "count": 8248904, "is_parallel": true, "self": 810.4600575300865, "children": { "_observation_to_np_array": { "total": 13556.560030172957, "count": 80083124, "is_parallel": true, "self": 1058.932476545975, "children": { "process_pixels": { "total": 12497.627553626982, "count": 80083124, "is_parallel": true, "self": 5180.628433322738, "children": { "image_decompress": { "total": 7316.999120304245, "count": 100103905, "is_parallel": true, "self": 7316.999120304245 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 129.01728420876316, "count": 2062226, "is_parallel": true, "self": 129.01728420876316 } } } } } } } } } } }, "trainer_advance": { "total": 13311.172859768703, "count": 1031114, "self": 36.872767708671745, "children": { "process_trajectory": { "total": 7771.518058447982, "count": 1031114, "self": 7760.722613692051, "children": { "RLTrainer._checkpoint": { "total": 10.795444755931385, "count": 40, "self": 10.795444755931385 } } }, "_update_policy": { "total": 5502.782033612049, "count": 1986, "self": 304.772540141872, "children": { "TorchPOCAOptimizer.update": { "total": 5198.009493470177, "count": 59667, "self": 5198.009493470177 } } } } } } }, "trainer_threads": { "total": 8.050119504332542e-07, "count": 1, "self": 8.050119504332542e-07 }, "TrainerController._save_models": { "total": 0.27289370296057314, "count": 1, "self": 0.0016521259676665068, "children": { "RLTrainer._checkpoint": { "total": 0.27124157699290663, "count": 1, "self": 0.27124157699290663 } } } } } } }