{
    "name": "root",
    "gauges": {
        "Pyramids.Policy.Entropy.mean": {
            "value": 0.25000306963920593,
            "min": 0.23880161345005035,
            "max": 1.455433964729309,
            "count": 33
        },
        "Pyramids.Policy.Entropy.sum": {
            "value": 7428.0908203125,
            "min": 7194.615234375,
            "max": 44152.04296875,
            "count": 33
        },
        "Pyramids.Step.mean": {
            "value": 989876.0,
            "min": 29916.0,
            "max": 989876.0,
            "count": 33
        },
        "Pyramids.Step.sum": {
            "value": 989876.0,
            "min": 29916.0,
            "max": 989876.0,
            "count": 33
        },
        "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
            "value": 0.6816778779029846,
            "min": -0.10856284201145172,
            "max": 0.7192277312278748,
            "count": 33
        },
        "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
            "value": 196.32322692871094,
            "min": -25.729393005371094,
            "max": 209.29527282714844,
            "count": 33
        },
        "Pyramids.Policy.RndValueEstimate.mean": {
            "value": 0.02241593971848488,
            "min": 0.006272487808018923,
            "max": 0.3675876259803772,
            "count": 33
        },
        "Pyramids.Policy.RndValueEstimate.sum": {
            "value": 6.4557905197143555,
            "min": 1.699844241142273,
            "max": 87.22477722167969,
            "count": 33
        },
        "Pyramids.Losses.PolicyLoss.mean": {
            "value": 0.06993540977740906,
            "min": 0.06604293696582318,
            "max": 0.07458009163376225,
            "count": 33
        },
        "Pyramids.Losses.PolicyLoss.sum": {
            "value": 0.9790957368837269,
            "min": 0.5220606414363358,
            "max": 1.0269671495497117,
            "count": 33
        },
        "Pyramids.Losses.ValueLoss.mean": {
            "value": 0.01651150790584164,
            "min": 0.002355096557827654,
            "max": 0.01727149668015952,
            "count": 33
        },
        "Pyramids.Losses.ValueLoss.sum": {
            "value": 0.23116111068178297,
            "min": 0.03297135180958716,
            "max": 0.24192296081067372,
            "count": 33
        },
        "Pyramids.Policy.LearningRate.mean": {
            "value": 7.518976065135718e-06,
            "min": 7.518976065135718e-06,
            "max": 0.00029515063018788575,
            "count": 33
        },
        "Pyramids.Policy.LearningRate.sum": {
            "value": 0.00010526566491190005,
            "min": 0.00010526566491190005,
            "max": 0.0037573729475423997,
            "count": 33
        },
        "Pyramids.Policy.Epsilon.mean": {
            "value": 0.10250629285714287,
            "min": 0.10250629285714287,
            "max": 0.19838354285714285,
            "count": 33
        },
        "Pyramids.Policy.Epsilon.sum": {
            "value": 1.4350881000000002,
            "min": 1.3886848,
            "max": 2.6524576,
            "count": 33
        },
        "Pyramids.Policy.Beta.mean": {
            "value": 0.0002603786564285715,
            "min": 0.0002603786564285715,
            "max": 0.00983851593142857,
            "count": 33
        },
        "Pyramids.Policy.Beta.sum": {
            "value": 0.003645301190000001,
            "min": 0.003645301190000001,
            "max": 0.12526051424,
            "count": 33
        },
        "Pyramids.Losses.RNDLoss.mean": {
            "value": 0.014971639029681683,
            "min": 0.014971639029681683,
            "max": 0.5749228596687317,
            "count": 33
        },
        "Pyramids.Losses.RNDLoss.sum": {
            "value": 0.209602952003479,
            "min": 0.209602952003479,
            "max": 4.0244598388671875,
            "count": 33
        },
        "Pyramids.Environment.EpisodeLength.mean": {
            "value": 269.33962264150944,
            "min": 262.7241379310345,
            "max": 990.7647058823529,
            "count": 33
        },
        "Pyramids.Environment.EpisodeLength.sum": {
            "value": 28550.0,
            "min": 16843.0,
            "max": 32348.0,
            "count": 33
        },
        "Pyramids.Environment.CumulativeReward.mean": {
            "value": 1.7306603592521739,
            "min": -0.874058872461319,
            "max": 1.7306603592521739,
            "count": 33
        },
        "Pyramids.Environment.CumulativeReward.sum": {
            "value": 183.44999808073044,
            "min": -28.195201590657234,
            "max": 193.5211983397603,
            "count": 33
        },
        "Pyramids.Policy.ExtrinsicReward.mean": {
            "value": 1.7306603592521739,
            "min": -0.874058872461319,
            "max": 1.7306603592521739,
            "count": 33
        },
        "Pyramids.Policy.ExtrinsicReward.sum": {
            "value": 183.44999808073044,
            "min": -28.195201590657234,
            "max": 193.5211983397603,
            "count": 33
        },
        "Pyramids.Policy.RndReward.mean": {
            "value": 0.04188961147595381,
            "min": 0.04188961147595381,
            "max": 11.54839026226717,
            "count": 33
        },
        "Pyramids.Policy.RndReward.sum": {
            "value": 4.440298816451104,
            "min": 4.440298816451104,
            "max": 196.32263445854187,
            "count": 33
        },
        "Pyramids.IsTraining.mean": {
            "value": 1.0,
            "min": 1.0,
            "max": 1.0,
            "count": 33
        },
        "Pyramids.IsTraining.sum": {
            "value": 1.0,
            "min": 1.0,
            "max": 1.0,
            "count": 33
        }
    },
    "metadata": {
        "timer_format_version": "0.1.0",
        "start_time_seconds": "1728369759",
        "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]",
        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics",
        "mlagents_version": "1.2.0.dev0",
        "mlagents_envs_version": "1.2.0.dev0",
        "communication_protocol_version": "1.5.0",
        "pytorch_version": "2.4.1+cu121",
        "numpy_version": "1.23.5",
        "end_time_seconds": "1728372101"
    },
    "total": 2342.740032271,
    "count": 1,
    "self": 1.200523824999891,
    "children": {
        "run_training.setup": {
            "total": 0.05588389900003676,
            "count": 1,
            "self": 0.05588389900003676
        },
        "TrainerController.start_learning": {
            "total": 2341.483624547,
            "count": 1,
            "self": 1.4195460429646118,
            "children": {
                "TrainerController._reset_env": {
                    "total": 1.692349633000049,
                    "count": 1,
                    "self": 1.692349633000049
                },
                "TrainerController.advance": {
                    "total": 2338.269921287036,
                    "count": 64403,
                    "self": 1.4309861959904993,
                    "children": {
                        "env_step": {
                            "total": 1661.0976458139885,
                            "count": 64403,
                            "self": 1503.118092326998,
                            "children": {
                                "SubprocessEnvManager._take_step": {
                                    "total": 157.1125626250382,
                                    "count": 64403,
                                    "self": 5.008834594034852,
                                    "children": {
                                        "TorchPolicy.evaluate": {
                                            "total": 152.10372803100336,
                                            "count": 62571,
                                            "self": 152.10372803100336
                                        }
                                    }
                                },
                                "workers": {
                                    "total": 0.8669908619522175,
                                    "count": 64403,
                                    "self": 0.0,
                                    "children": {
                                        "worker_root": {
                                            "total": 2336.4868390660154,
                                            "count": 64403,
                                            "is_parallel": true,
                                            "self": 956.402758070079,
                                            "children": {
                                                "run_training.setup": {
                                                    "total": 0.0,
                                                    "count": 0,
                                                    "is_parallel": true,
                                                    "self": 0.0,
                                                    "children": {
                                                        "steps_from_proto": {
                                                            "total": 0.0021710500000153843,
                                                            "count": 1,
                                                            "is_parallel": true,
                                                            "self": 0.0007266659999913827,
                                                            "children": {
                                                                "_process_rank_one_or_two_observation": {
                                                                    "total": 0.0014443840000240016,
                                                                    "count": 8,
                                                                    "is_parallel": true,
                                                                    "self": 0.0014443840000240016
                                                                }
                                                            }
                                                        },
                                                        "UnityEnvironment.step": {
                                                            "total": 0.04890347700006714,
                                                            "count": 1,
                                                            "is_parallel": true,
                                                            "self": 0.000638063999986116,
                                                            "children": {
                                                                "UnityEnvironment._generate_step_input": {
                                                                    "total": 0.0004837419999148551,
                                                                    "count": 1,
                                                                    "is_parallel": true,
                                                                    "self": 0.0004837419999148551
                                                                },
                                                                "communicator.exchange": {
                                                                    "total": 0.04605444800017722,
                                                                    "count": 1,
                                                                    "is_parallel": true,
                                                                    "self": 0.04605444800017722
                                                                },
                                                                "steps_from_proto": {
                                                                    "total": 0.0017272229999889532,
                                                                    "count": 1,
                                                                    "is_parallel": true,
                                                                    "self": 0.0003792859999975917,
                                                                    "children": {
                                                                        "_process_rank_one_or_two_observation": {
                                                                            "total": 0.0013479369999913615,
                                                                            "count": 8,
                                                                            "is_parallel": true,
                                                                            "self": 0.0013479369999913615
                                                                        }
                                                                    }
                                                                }
                                                            }
                                                        }
                                                    }
                                                },
                                                "UnityEnvironment.step": {
                                                    "total": 1380.0840809959363,
                                                    "count": 64402,
                                                    "is_parallel": true,
                                                    "self": 34.06382499382016,
                                                    "children": {
                                                        "UnityEnvironment._generate_step_input": {
                                                            "total": 23.200935926030525,
                                                            "count": 64402,
                                                            "is_parallel": true,
                                                            "self": 23.200935926030525
                                                        },
                                                        "communicator.exchange": {
                                                            "total": 1222.8361003689654,
                                                            "count": 64402,
                                                            "is_parallel": true,
                                                            "self": 1222.8361003689654
                                                        },
                                                        "steps_from_proto": {
                                                            "total": 99.98321970712027,
                                                            "count": 64402,
                                                            "is_parallel": true,
                                                            "self": 20.965705947191964,
                                                            "children": {
                                                                "_process_rank_one_or_two_observation": {
                                                                    "total": 79.0175137599283,
                                                                    "count": 515216,
                                                                    "is_parallel": true,
                                                                    "self": 79.0175137599283
                                                                }
                                                            }
                                                        }
                                                    }
                                                }
                                            }
                                        }
                                    }
                                }
                            }
                        },
                        "trainer_advance": {
                            "total": 675.7412892770571,
                            "count": 64403,
                            "self": 2.7944835800435612,
                            "children": {
                                "process_trajectory": {
                                    "total": 134.4746958970136,
                                    "count": 64403,
                                    "self": 134.219979738014,
                                    "children": {
                                        "RLTrainer._checkpoint": {
                                            "total": 0.25471615899959943,
                                            "count": 2,
                                            "self": 0.25471615899959943
                                        }
                                    }
                                },
                                "_update_policy": {
                                    "total": 538.4721098,
                                    "count": 458,
                                    "self": 302.39412571903654,
                                    "children": {
                                        "TorchPPOOptimizer.update": {
                                            "total": 236.07798408096346,
                                            "count": 22803,
                                            "self": 236.07798408096346
                                        }
                                    }
                                }
                            }
                        }
                    }
                },
                "trainer_threads": {
                    "total": 1.0669996299839113e-06,
                    "count": 1,
                    "self": 1.0669996299839113e-06
                },
                "TrainerController._save_models": {
                    "total": 0.10180651699965892,
                    "count": 1,
                    "self": 0.002064781999706611,
                    "children": {
                        "RLTrainer._checkpoint": {
                            "total": 0.09974173499995231,
                            "count": 1,
                            "self": 0.09974173499995231
                        }
                    }
                }
            }
        }
    }
}