{ "name": "root", "gauges": { "GridFoodCollector.Policy.Entropy.mean": { "value": 1.359848141670227, "min": 1.3515808582305908, "max": 2.115565538406372, "count": 200 }, "GridFoodCollector.Policy.Entropy.sum": { "value": 13272.1181640625, "min": 13191.4296875, "max": 21663.390625, "count": 200 }, "GridFoodCollector.Step.mean": { "value": 1999960.0, "min": 9984.0, "max": 1999960.0, "count": 200 }, "GridFoodCollector.Step.sum": { "value": 1999960.0, "min": 9984.0, "max": 1999960.0, "count": 200 }, "GridFoodCollector.Policy.ExtrinsicValueEstimate.mean": { "value": 4.87490177154541, "min": -0.014032418839633465, "max": 5.426158905029297, "count": 200 }, "GridFoodCollector.Policy.ExtrinsicValueEstimate.sum": { "value": 794.6090087890625, "min": -2.203089714050293, "max": 884.4638671875, "count": 200 }, "GridFoodCollector.TotalScore.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "GridFoodCollector.TotalScore.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "GridFoodCollector.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "GridFoodCollector.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "GridFoodCollector.Losses.PolicyLoss.mean": { "value": 0.025195259346880695, "min": 0.01637561379854257, "max": 0.03352702839765698, "count": 177 }, "GridFoodCollector.Losses.PolicyLoss.sum": { "value": 0.025195259346880695, "min": 0.01637561379854257, "max": 0.03352702839765698, "count": 177 }, "GridFoodCollector.Losses.ValueLoss.mean": { "value": 0.25333125257130823, "min": 0.0032787797161180415, "max": 0.37987768252690635, "count": 177 }, "GridFoodCollector.Losses.ValueLoss.sum": { "value": 0.25333125257130823, "min": 0.0032787797161180415, "max": 0.37987768252690635, "count": 177 }, "GridFoodCollector.Policy.LearningRate.mean": { "value": 1.2720995760000064e-06, "min": 1.2720995760000064e-06, "max": 0.000298272000576, "count": 177 }, "GridFoodCollector.Policy.LearningRate.sum": { "value": 1.2720995760000064e-06, "min": 1.2720995760000064e-06, "max": 0.000298272000576, "count": 177 }, "GridFoodCollector.Policy.Epsilon.mean": { "value": 0.10042400000000001, "min": 0.10042400000000001, "max": 0.19942400000000002, "count": 177 }, "GridFoodCollector.Policy.Epsilon.sum": { "value": 0.10042400000000001, "min": 0.10042400000000001, "max": 0.19942400000000002, "count": 177 }, "GridFoodCollector.Policy.Beta.mean": { "value": 3.115760000000011e-05, "min": 3.115760000000011e-05, "max": 0.0049712576, "count": 177 }, "GridFoodCollector.Policy.Beta.sum": { "value": 3.115760000000011e-05, "min": 3.115760000000011e-05, "max": 0.0049712576, "count": 177 }, "GridFoodCollector.Environment.EpisodeLength.mean": { "value": 999.0, "min": 999.0, "max": 999.0, "count": 100 }, "GridFoodCollector.Environment.EpisodeLength.sum": { "value": 19980.0, "min": 19980.0, "max": 19980.0, "count": 100 }, "GridFoodCollector.Environment.CumulativeReward.mean": { "value": 47.578947368421055, "min": -1.0, "max": 70.0, "count": 199 }, "GridFoodCollector.Environment.CumulativeReward.sum": { "value": 904.0, "min": -3.0, "max": 1059.0, "count": 199 }, "GridFoodCollector.Policy.ExtrinsicReward.mean": { "value": 47.578947368421055, "min": -1.0, "max": 70.0, "count": 199 }, "GridFoodCollector.Policy.ExtrinsicReward.sum": { "value": 904.0, "min": -3.0, "max": 1059.0, "count": 199 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1657957629", "python_version": "3.8.13 (default, Mar 28 2022, 06:16:26) \n[Clang 12.0.0 ]", "command_line_arguments": "/usr/local/Caskroom/miniconda/base/envs/ml-agents/bin/mlagents-learn ./config/ppo/FoodCollector.yaml --run-id=firstFoodCollectorRun --env=./trained-envs-executables/macos/food_collector/food_collector --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1", "numpy_version": "1.22.3", "end_time_seconds": "1657966147" }, "total": 8517.81745198, "count": 1, "self": 3.3078957159996207, "children": { "run_training.setup": { "total": 0.14826226499999962, "count": 1, "self": 0.14826226499999962 }, "TrainerController.start_learning": { "total": 8514.361293999, "count": 1, "self": 1.783625482039497, "children": { "TrainerController._reset_env": { "total": 2.5819171579999995, "count": 1, "self": 2.5819171579999995 }, "TrainerController.advance": { "total": 8509.88345904396, "count": 100064, "self": 1.8531979768140445, "children": { "env_step": { "total": 6631.421555831045, "count": 100064, "self": 6445.835940382118, "children": { "SubprocessEnvManager._take_step": { "total": 183.89434125803314, "count": 100064, "self": 5.59647924999382, "children": { "TorchPolicy.evaluate": { "total": 178.29786200803932, "count": 100064, "self": 26.467189385055292, "children": { "TorchPolicy.sample_actions": { "total": 151.83067262298403, "count": 100064, "self": 151.83067262298403 } } } } }, "workers": { "total": 1.6912741908944469, "count": 100064, "self": 0.0, "children": { "worker_root": { "total": 8507.739081247075, "count": 100064, "is_parallel": true, "self": 2346.0980035521698, "children": { "steps_from_proto": { "total": 0.1583460480000003, "count": 1, "is_parallel": true, "self": 0.0008975530000001619, "children": { "_process_maybe_compressed_observation": { "total": 0.15744849500000013, "count": 2, "is_parallel": true, "self": 0.0010337530000010808, "children": { "_observation_to_np_array": { "total": 0.15641474199999905, "count": 20, "is_parallel": true, "self": 0.0004524959999989697, "children": { "process_pixels": { "total": 0.15596224600000008, "count": 20, "is_parallel": true, "self": 0.00460534700000137, "children": { "image_decompress": { "total": 0.1513568989999987, "count": 40, "is_parallel": true, "self": 0.1513568989999987 } } } } } } } } }, "UnityEnvironment.step": { "total": 6161.482731646905, "count": 100064, "is_parallel": true, "self": 16.49925906266344, "children": { "UnityEnvironment._generate_step_input": { "total": 31.14237213411976, "count": 100064, "is_parallel": true, "self": 31.14237213411976 }, "communicator.exchange": { "total": 5398.861776458055, "count": 100064, "is_parallel": true, "self": 5398.861776458055 }, "steps_from_proto": { "total": 714.9793239920671, "count": 100064, "is_parallel": true, "self": 23.410001086074658, "children": { "_process_maybe_compressed_observation": { "total": 691.5693229059924, "count": 200128, "is_parallel": true, "self": 43.33982541681246, "children": { "_observation_to_np_array": { "total": 648.22949748918, "count": 2003280, "is_parallel": true, "self": 28.235964853949667, "children": { "process_pixels": { "total": 619.9935326352303, "count": 2003280, "is_parallel": true, "self": 224.81378869611558, "children": { "image_decompress": { "total": 395.1797439391147, "count": 4006560, "is_parallel": true, "self": 395.1797439391147 } } } } } } } } } } } } } } } } }, "trainer_advance": { "total": 1876.6087052361006, "count": 100064, "self": 2.761222060032196, "children": { "process_trajectory": { "total": 161.73564826707266, "count": 100064, "self": 161.07081238007177, "children": { "RLTrainer._checkpoint": { "total": 0.6648358870008906, "count": 4, "self": 0.6648358870008906 } } }, "_update_policy": { "total": 1712.1118349089957, "count": 177, "self": 264.99061731096344, "children": { "TorchPPOOptimizer.update": { "total": 1447.1212175980322, "count": 5544, "self": 1447.1212175980322 } } } } } } }, "trainer_threads": { "total": 1.035999957821332e-06, "count": 1, "self": 1.035999957821332e-06 }, "TrainerController._save_models": { "total": 0.11229127899969171, "count": 1, "self": 0.0038968419994489523, "children": { "RLTrainer._checkpoint": { "total": 0.10839443700024276, "count": 1, "self": 0.10839443700024276 } } } } } } }