17M steps, increased learning rate with linear scheduler

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45d810324262b3b76ae8284b2d405ce6f753b32e34019f961b923d6b4e450ae8
+oid sha256:a927605bab3756880322ffbd82591e17b9bb154c4fdfc7aa53dec2b81fee87f6
 size 1768747

SoccerTwos/SoccerTwos-1499168.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180a22f8c4b15edd0254e947468322566aedd2119c16f0606da1378ac6ee0bdb
+size 1768747

SoccerTwos/SoccerTwos-1499168.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255a86b2816d2cfc83913d23da25e30718ff8f6ccd4d2ec9934c3215b8166804
+size 28430358

SoccerTwos/SoccerTwos-15499904.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4a5bb10c911f6bee520d3b6de0a6b3d0faef3cf7da1d80d562f89f6feab9e0
+size 1768747

SoccerTwos/SoccerTwos-15499904.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f915cf8aa5616e8f3c1f8020248126f7667aa3c3de3d4c418310c267b67645
+size 28430482

SoccerTwos/SoccerTwos-15999958.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a501e3ab804d15c75c284606d3aa1ed7be70a00316895d5bc3a44b93e1a0b9
+size 1768747

SoccerTwos/SoccerTwos-15999958.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fbf3d434cdfe99dce48fd1238365beb0d590a488ed5ffa717f562fd78ba16a
+size 28430482

SoccerTwos/SoccerTwos-16499979.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e379c1a1b601680d740be40cf47f693cb0e8be6269eabc4954ac6307616191b
+size 1768747

SoccerTwos/SoccerTwos-16499979.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a208f1cfcf44e86f197905af37d396e68f69269dd9a0cee12d471e2a4a5bfdb0
+size 28430482

SoccerTwos/SoccerTwos-16999852.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116ec69392c391d8a8177f46840548f174adb00a50ca6865cad1903f31301c6c
+size 1768747

SoccerTwos/SoccerTwos-16999852.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b65e73ae5a1b1331b012f2706701de076646579485ba6e3345bb795074aa5a
+size 28430482

SoccerTwos/SoccerTwos-17409136.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a927605bab3756880322ffbd82591e17b9bb154c4fdfc7aa53dec2b81fee87f6
+size 1768747

SoccerTwos/SoccerTwos-17409136.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e374940dd17e4cbef9df7f54f8bbc6f7a7c8742fa938f96bd9bd1cddea0056
+size 28430482

SoccerTwos/SoccerTwos-18426.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87cac9cef84ed50939dc73c62d0f0bcf09700df83f4d3d94fe1c8dcfa1e17f4
+size 1766874

SoccerTwos/SoccerTwos-18426.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f08404a97a82b84c47c1252c69522312743e01f665af536d94aec5679f6cd4
+size 9479442

SoccerTwos/SoccerTwos-1999226.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad74afcf8ad86d46916bb39fd68dbe052e9b730cf31d8c4e96ad58bdd176852
+size 1768747

SoccerTwos/SoccerTwos-1999226.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e74732427fa763af0e1a5b12c72fa60aa006eca312e357df9064ebd880aac0
+size 28430358

SoccerTwos/SoccerTwos-2499630.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d856a6d721d9304fb0c01b6f583acc9558a5f090721965575b51d2ea6c19b949
+size 1768747

SoccerTwos/SoccerTwos-2499630.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca721da4c04f072e127c4d5d03db61b71a3c6dfe7ea277fdb8bbdf58bc948d2e
+size 28430358

SoccerTwos/SoccerTwos-2784544.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cbc97b1f6b0674833c5aea80b39a4515d0eb981c3de61d14d844cfc16688dd
+size 1768747

SoccerTwos/SoccerTwos-2784544.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed6ca676ed3248c4fe370379fbc40ce89341611c3cb9068561b3a4aeeddb6d7
+size 28430358

SoccerTwos/SoccerTwos-999804.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52881882ccb015b6393cf10dc5a21a74fe034f1cc9b91c14b98736b5ac7ea4a1
+size 1768747

SoccerTwos/SoccerTwos-999804.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32e05a7328161f36c73fba912191165499f412626096a2198200c4a1e4b900f
+size 28430234

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49da3566b54a500a9b3f38ad24b15df70005a74cc5f5c025d3a66be7776b0141
+oid sha256:1e9770185d2047554a219e6bc1797189e286d95b1f64eebe9cecf9b2ce127d76
 size 28429366

SoccerTwos/events.out.tfevents.1703778637.nilss-mbp.lan.52347.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75a78d40b4bb931ea92fb7a62a9637ac087588b4ed574f11f0160658d21f0f1
+size 17789747

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 250000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.app", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0005, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 250000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.app", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -5,14 +5,14 @@ behaviors:
     hyperparameters:
       batch_size: 2048
       buffer_size: 20480
-      learning_rate: 0.0003
+      learning_rate: 0.0005
       beta: 0.005
       epsilon: 0.2
       lambd: 0.95
       num_epoch: 3
-      learning_rate_schedule: constant
-      beta_schedule: constant
-      epsilon_schedule: constant
+      learning_rate_schedule: linear
+      beta_schedule: linear
+      epsilon_schedule: linear
     checkpoint_interval: 500000
     network_settings:
       normalize: false

run_logs/Player-0.log

@@ -10,7 +10,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.036 seconds
+- Completed reload, in  0.033 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,7 +35,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.222458 ms
+UnloadTime: 0.190958 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 TOO LONG
@@ -290,1559 +290,13 @@ TOO LONG
 TOO LONG
 TOO LONG
 TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-Thread 0x16cedf000 may have been prematurely finalized
+Thread 0x16f507000 may have been prematurely finalized
 Setting up 6 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 77562 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 327785 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -1900,7 +354,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 4]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 3]
       Initial Block Size 256.0 KB
@@ -1960,7 +414,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 8]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_OSX HID Input]
       Initial Block Size 64.0 KB
@@ -2013,22 +467,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 7
+  Peak main deferred allocation count 5
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 77563 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 327786 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 5.1 MB
+      Peak Allocated memory 5.2 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 77563 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 327786 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.3 MB
+      Peak Allocated memory 17.2 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -2057,13 +511,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 77562 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 327785 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 77563 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 327786 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -2075,13 +529,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 77563 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 327786 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 77562 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 327785 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 3.4 MB
@@ -2093,13 +547,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 77563 frames
+      Peak usage frame count: [0-1.0 KB]: 327786 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 77562 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 327785 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,201 +2,201 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 3.1387317180633545,
-            "min": 3.01967716217041,
-            "max": 3.2957711219787598,
-            "count": 402
+            "value": 1.3300622701644897,
+            "min": 1.266438364982605,
+            "max": 3.29573655128479,
+            "count": 1740
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 100439.4140625,
-            "min": 21592.6328125,
-            "max": 127363.015625,
-            "count": 402
+            "value": 27069.427734375,
+            "min": 21218.80078125,
+            "max": 106789.578125,
+            "count": 1740
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 586.625,
-            "min": 387.61538461538464,
+            "value": 89.76363636363637,
+            "min": 40.675213675213676,
             "max": 999.0,
-            "count": 402
+            "count": 1740
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 18772.0,
-            "min": 15260.0,
-            "max": 27060.0,
-            "count": 402
+            "value": 19748.0,
+            "min": 9376.0,
+            "max": 31520.0,
+            "count": 1740
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1176.3219614886152,
-            "min": 1176.3219614886152,
-            "max": 1202.0828928231942,
-            "count": 224
+            "value": 1673.6429207825179,
+            "min": 1196.5457435177627,
+            "max": 1726.4687385612406,
+            "count": 1739
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 2352.6439229772304,
-            "min": 2352.6439229772304,
-            "max": 23981.644885990157,
-            "count": 224
+            "value": 184100.72128607697,
+            "min": 2394.535852594916,
+            "max": 376556.50433398865,
+            "count": 1739
         },
         "SoccerTwos.Step.mean": {
-            "value": 4019504.0,
-            "min": 9548.0,
-            "max": 4019504.0,
-            "count": 402
+            "value": 17399884.0,
+            "min": 9778.0,
+            "max": 17399884.0,
+            "count": 1740
         },
         "SoccerTwos.Step.sum": {
-            "value": 4019504.0,
-            "min": 9548.0,
-            "max": 4019504.0,
-            "count": 402
+            "value": 17399884.0,
+            "min": 9778.0,
+            "max": 17399884.0,
+            "count": 1740
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.0006610556156374514,
-            "min": -0.034480445086956024,
-            "max": 0.04402405768632889,
-            "count": 402
+            "value": -0.04988090693950653,
+            "min": -0.13098840415477753,
+            "max": 0.16840921342372894,
+            "count": 1740
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -0.010576889850199223,
-            "min": -0.4469749629497528,
-            "max": 0.6163368225097656,
-            "count": 402
+            "value": -5.536780834197998,
+            "min": -19.894561767578125,
+            "max": 21.182220458984375,
+            "count": 1740
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.000636391167063266,
-            "min": -0.03414120525121689,
-            "max": 0.04408347234129906,
-            "count": 402
+            "value": -0.049323659390211105,
+            "min": -0.13105210661888123,
+            "max": 0.17191989719867706,
+            "count": 1740
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -0.010182258673012257,
-            "min": -0.44466671347618103,
-            "max": 0.6171686053276062,
-            "count": 402
+            "value": -5.474925994873047,
+            "min": -20.791091918945312,
+            "max": 21.83549690246582,
+            "count": 1740
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 402
+            "count": 1740
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 402
+            "count": 1740
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": 0.0,
-            "min": -0.7857142857142857,
-            "max": 0.3486857073647635,
-            "count": 402
+            "value": -0.19373873762182287,
+            "min": -0.6153846153846154,
+            "max": 0.42934736766313253,
+            "count": 1740
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": 0.0,
-            "min": -13.134000062942505,
-            "max": 4.8815999031066895,
-            "count": 402
+            "value": -21.50499987602234,
+            "min": -55.30279994010925,
+            "max": 52.12959986925125,
+            "count": 1740
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": 0.0,
-            "min": -0.7857142857142857,
-            "max": 0.3486857073647635,
-            "count": 402
+            "value": -0.19373873762182287,
+            "min": -0.6153846153846154,
+            "max": 0.42934736766313253,
+            "count": 1740
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": 0.0,
-            "min": -13.134000062942505,
-            "max": 4.8815999031066895,
-            "count": 402
+            "value": -21.50499987602234,
+            "min": -55.30279994010925,
+            "max": 52.12959986925125,
+            "count": 1740
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 402
+            "count": 1740
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 402
+            "count": 1740
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.017489602787342542,
-            "min": 0.010975552583113312,
-            "max": 0.02419351362429249,
-            "count": 186
+            "value": 0.018441027875026824,
+            "min": 0.011074252808854605,
+            "max": 0.029008984806326528,
+            "count": 843
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.017489602787342542,
-            "min": 0.010975552583113312,
-            "max": 0.02419351362429249,
-            "count": 186
+            "value": 0.018441027875026824,
+            "min": 0.011074252808854605,
+            "max": 0.029008984806326528,
+            "count": 843
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 1.7153116402823798e-07,
-            "min": 3.667155296464368e-08,
-            "max": 0.010595616682743033,
-            "count": 186
+            "value": 0.08094811787207921,
+            "min": 0.0011656492541078478,
+            "max": 0.11928065071503322,
+            "count": 843
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 1.7153116402823798e-07,
-            "min": 3.667155296464368e-08,
-            "max": 0.010595616682743033,
-            "count": 186
+            "value": 0.08094811787207921,
+            "min": 0.0011656492541078478,
+            "max": 0.11928065071503322,
+            "count": 843
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 1.5553299850997367e-07,
-            "min": 4.849736114920233e-08,
-            "max": 0.010704273466641705,
-            "count": 186
+            "value": 0.08201082050800323,
+            "min": 0.0011800630503178884,
+            "max": 0.12257990539073944,
+            "count": 843
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 1.5553299850997367e-07,
-            "min": 4.849736114920233e-08,
-            "max": 0.010704273466641705,
-            "count": 186
+            "value": 0.08201082050800323,
+            "min": 0.0011800630503178884,
+            "max": 0.12257990539073944,
+            "count": 843
         },
         "SoccerTwos.Policy.LearningRate.mean": {
-            "value": 0.0003,
-            "min": 0.0003,
-            "max": 0.0003,
-            "count": 186
+            "value": 0.0003260040147992041,
+            "min": 0.0003260040147992041,
+            "max": 0.0004997152400569519,
+            "count": 843
         },
         "SoccerTwos.Policy.LearningRate.sum": {
-            "value": 0.0003,
-            "min": 0.0003,
-            "max": 0.0003,
-            "count": 186
+            "value": 0.0003260040147992041,
+            "min": 0.0003260040147992041,
+            "max": 0.0004997152400569519,
+            "count": 843
         },
         "SoccerTwos.Policy.Epsilon.mean": {
-            "value": 0.20000000000000007,
-            "min": 0.20000000000000007,
-            "max": 0.20000000000000007,
-            "count": 186
+            "value": 0.16520079599999996,
+            "min": 0.16520079599999996,
+            "max": 0.19994304799999996,
+            "count": 843
         },
         "SoccerTwos.Policy.Epsilon.sum": {
-            "value": 0.20000000000000007,
-            "min": 0.20000000000000007,
-            "max": 0.20000000000000007,
-            "count": 186
+            "value": 0.16520079599999996,
+            "min": 0.16520079599999996,
+            "max": 0.19994304799999996,
+            "count": 843
         },
         "SoccerTwos.Policy.Beta.mean": {
-            "value": 0.005000000000000001,
-            "min": 0.005000000000000001,
-            "max": 0.005000000000000001,
-            "count": 186
+            "value": 0.003263519720399999,
+            "min": 0.003263519720399999,
+            "max": 0.004997158095199998,
+            "count": 843
         },
         "SoccerTwos.Policy.Beta.sum": {
-            "value": 0.005000000000000001,
-            "min": 0.005000000000000001,
-            "max": 0.005000000000000001,
-            "count": 186
+            "value": 0.003263519720399999,
+            "min": 0.003263519720399999,
+            "max": 0.004997158095199998,
+            "count": 843
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1703601080",
+        "start_time_seconds": "1703778636",
         "python_version": "3.10.12 (main, Jul  5 2023, 15:02:25) [Clang 14.0.6 ]",
         "command_line_arguments": "/opt/homebrew/Caskroom/miniconda/base/envs/rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.app --run-id=SoccerTwos --no-graphics --force",
         "mlagents_version": "1.1.0.dev0",
@@ -204,103 +204,103 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.1.2",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1703605096"
+        "end_time_seconds": "1703795928"
     },
-    "total": 4015.851980749998,
+    "total": 17291.35947341699,
     "count": 1,
-    "self": 0.002293999001267366,
+    "self": 10.002615667006467,
     "children": {
         "run_training.setup": {
-            "total": 0.01154383399989456,
+            "total": 0.014216332987416536,
             "count": 1,
-            "self": 0.01154383399989456
+            "self": 0.014216332987416536
         },
         "TrainerController.start_learning": {
-            "total": 4015.8381429169967,
+            "total": 17281.342641416995,
             "count": 1,
-            "self": 1.7072731323714834,
+            "self": 7.727816474769497,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 1.804108834010549,
-                    "count": 17,
-                    "self": 1.804108834010549
+                    "total": 1.8024594139424153,
+                    "count": 70,
+                    "self": 1.8024594139424153
                 },
                 "TrainerController.advance": {
-                    "total": 4012.1634314916155,
-                    "count": 260507,
-                    "self": 1.6214392217079876,
+                    "total": 17271.652083277266,
+                    "count": 1196889,
+                    "self": 7.361157477425877,
                     "children": {
                         "env_step": {
-                            "total": 1825.5854166040808,
-                            "count": 260507,
-                            "self": 1535.031495745061,
+                            "total": 7843.07346421259,
+                            "count": 1196889,
+                            "self": 6619.223402722797,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 289.42846289117006,
-                                    "count": 260507,
-                                    "self": 9.184036507838755,
+                                    "total": 1218.7477199516725,
+                                    "count": 1196889,
+                                    "self": 36.26535058821901,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 280.2444263833313,
-                                            "count": 517090,
-                                            "self": 280.2444263833313
+                                            "total": 1182.4823693634535,
+                                            "count": 2185268,
+                                            "self": 1182.4823693634535
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 1.1254579678497976,
-                                    "count": 260507,
+                                    "total": 5.102341538120527,
+                                    "count": 1196888,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 4011.7425800136116,
-                                            "count": 260507,
+                                            "total": 17268.48108889186,
+                                            "count": 1196888,
                                             "is_parallel": true,
-                                            "self": 2745.651854912823,
+                                            "self": 11671.18532553385,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.01131758296105545,
-                                                    "count": 34,
+                                                    "total": 0.044110004091635346,
+                                                    "count": 140,
                                                     "is_parallel": true,
-                                                    "self": 0.001942913033417426,
+                                                    "self": 0.0071852429246064276,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.009374669927638024,
-                                                            "count": 136,
+                                                            "total": 0.03692476116702892,
+                                                            "count": 560,
                                                             "is_parallel": true,
-                                                            "self": 0.009374669927638024
+                                                            "self": 0.03692476116702892
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1266.0794075178273,
-                                                    "count": 260507,
+                                                    "total": 5597.2516533539165,
+                                                    "count": 1196888,
                                                     "is_parallel": true,
-                                                    "self": 63.47489644304733,
+                                                    "self": 272.46567574935034,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 30.826050483767176,
-                                                            "count": 260507,
+                                                            "total": 129.84849359397776,
+                                                            "count": 1196888,
                                                             "is_parallel": true,
-                                                            "self": 30.826050483767176
+                                                            "self": 129.84849359397776
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 1009.6891592890315,
-                                                            "count": 260507,
+                                                            "total": 4506.445674063638,
+                                                            "count": 1196888,
                                                             "is_parallel": true,
-                                                            "self": 1009.6891592890315
+                                                            "self": 4506.445674063638
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 162.08930130198132,
-                                                            "count": 521014,
+                                                            "total": 688.4918099469505,
+                                                            "count": 2393776,
                                                             "is_parallel": true,
-                                                            "self": 24.664131905592512,
+                                                            "self": 106.13120424517547,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 137.4251693963888,
-                                                                    "count": 2084056,
+                                                                    "total": 582.3606057017751,
+                                                                    "count": 9575104,
                                                                     "is_parallel": true,
-                                                                    "self": 137.4251693963888
+                                                                    "self": 582.3606057017751
                                                                 }
                                                             }
                                                         }
@@ -313,31 +313,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 2184.9565756658267,
-                            "count": 260506,
-                            "self": 18.3682787418511,
+                            "total": 9421.21746158725,
+                            "count": 1196888,
+                            "self": 69.65316009536036,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 327.2272334309091,
-                                    "count": 260506,
-                                    "self": 325.9718058469298,
+                                    "total": 1950.7394902148517,
+                                    "count": 1196888,
+                                    "self": 1945.4922155466338,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 1.2554275839793263,
-                                            "count": 8,
-                                            "self": 1.2554275839793263
+                                            "total": 5.2472746682178695,
+                                            "count": 34,
+                                            "self": 5.2472746682178695
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 1839.3610634930665,
-                                    "count": 187,
-                                    "self": 196.13973432197236,
+                                    "total": 7400.824811277038,
+                                    "count": 843,
+                                    "self": 830.3490734959778,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 1643.221329171094,
-                                            "count": 5610,
-                                            "self": 1643.221329171094
+                                            "total": 6570.47573778106,
+                                            "count": 25299,
+                                            "self": 6570.47573778106
                                         }
                                     }
                                 }
@@ -346,19 +346,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 4.169996827840805e-07,
+                    "total": 3.33995558321476e-07,
                     "count": 1,
-                    "self": 4.169996827840805e-07
+                    "self": 3.33995558321476e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.1633290419995319,
+                    "total": 0.1602819170220755,
                     "count": 1,
-                    "self": 0.001666750991716981,
+                    "self": 0.0015421260322909802,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.16166229100781493,
+                            "total": 0.15873979098978452,
                             "count": 1,
-                            "self": 0.16166229100781493
+                            "self": 0.15873979098978452
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,59 +2,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 2499810,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2499810.onnx",
+                "steps": 15499904,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-15499904.onnx",
                 "reward": 0.0,
-                "creation_time": 1703603546.796625,
+                "creation_time": 1703794033.6399949,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-2499810.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-15499904.pt"
                 ]
             },
             {
-                "steps": 2999368,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2999368.onnx",
+                "steps": 15999958,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-15999958.onnx",
                 "reward": 0.0,
-                "creation_time": 1703604046.594923,
+                "creation_time": 1703794534.1326778,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-2999368.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-15999958.pt"
                 ]
             },
             {
-                "steps": 3499600,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3499600.onnx",
+                "steps": 16499979,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-16499979.onnx",
                 "reward": 0.0,
-                "creation_time": 1703604551.301472,
+                "creation_time": 1703795023.9592068,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3499600.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-16499979.pt"
                 ]
             },
             {
-                "steps": 3999300,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3999300.onnx",
+                "steps": 16999852,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-16999852.onnx",
                 "reward": 0.0,
-                "creation_time": 1703605058.548225,
+                "creation_time": 1703795515.021195,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3999300.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-16999852.pt"
                 ]
             },
             {
-                "steps": 4029222,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4029222.onnx",
-                "reward": null,
-                "creation_time": 1703605096.744407,
+                "steps": 17409136,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-17409136.onnx",
+                "reward": 0.0,
+                "creation_time": 1703795918.066219,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4029222.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-17409136.pt"
                 ]
             }
         ],
-        "elo": 1176.3219614886152,
+        "elo": 1673.7859725087915,
         "final_checkpoint": {
-            "steps": 4029222,
+            "steps": 17409136,
             "file_path": "results/SoccerTwos/SoccerTwos.onnx",
-            "reward": null,
-            "creation_time": 1703605096.744407,
+            "reward": 0.0,
+            "creation_time": 1703795918.066219,
             "auxillary_file_paths": [
-                "results/SoccerTwos/SoccerTwos/SoccerTwos-4029222.pt"
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-17409136.pt"
             ]
         }
     },