Second Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f440ffef4bc875ab32dbd5dcefb193e86083818a8f35ff6be1d3b6f24c02fed
+oid sha256:e9aa507755139cc06b003a015aaa51e22f1e62c1b196fdf62714dd4876b3f97a
 size 1768747

SoccerTwos/SoccerTwos-1499240.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f65e05e90bba6728e6164dc152ddb9b342979e34f7db916f028730f66dfcd61
+size 1768747

SoccerTwos/SoccerTwos-1499240.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254c73bd844103cc188c8519e7f3208774ee6bba1f69b48a37741e85bf748cad
+size 28430358

SoccerTwos/SoccerTwos-1999540.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86ffd64fd383f45469659978db8a15256990ca73ca4c26ebb4fd8ba9c02b118
+size 1768747

SoccerTwos/SoccerTwos-1999540.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c52e00faabddef25feff09c116c3444ad803e52aa2e7129c39a6cf05d93b81
+size 28430358

SoccerTwos/SoccerTwos-2499052.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3baf971cd53467d137fc0bc05d316fcac27b354b17ab70ceb1f05c4351d96b
+size 1768747

SoccerTwos/SoccerTwos-2499052.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f454ea62eeb384b88fac34c97819e4ee86c23cb78b6d3e1dccf66564413f8218
+size 28430358

SoccerTwos/SoccerTwos-2555052.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9aa507755139cc06b003a015aaa51e22f1e62c1b196fdf62714dd4876b3f97a
+size 1768747

SoccerTwos/SoccerTwos-2555052.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed8d08ba8c89d6684a967fa4e542bb2c15a9a6729feea535250297cefee8926
+size 28430358

SoccerTwos/SoccerTwos-999816.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1634fec2bc49c5e0d22c647326880813b549e8ab1c9c92af49245c20a6ff4c8f
+size 1768747

SoccerTwos/SoccerTwos-999816.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3ca644527784f919474fb55de93826acc46f1cb6c4957e0af8702b0f84fe2b
+size 28430234

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44c3398ca4cfd508a6e160d024d8247813a721e854915f5a9cf2432d10cc4f6c
+oid sha256:7c3127d5d44d5b3447ed6692458d33273f66333b2fadb55ef4ee50beff512512
 size 28429366

SoccerTwos/events.out.tfevents.1724170805.Renzos-MacBook-Pro.local.9961.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2e97cad6d9b7d11ae3ab24fbd92db440331e5e9e8e85df0bc91b5ec8c66fb1
+size 920096

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 500000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.app", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos_500k", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.app", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos_5M", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
-    max_steps: 500000
+    max_steps: 5000000
     time_horizon: 1000
     summary_freq: 10000
     threaded: false
@@ -71,7 +71,7 @@ engine_settings:
   no_graphics_monitor: false
 environment_parameters: null
 checkpoint_settings:
-  run_id: SoccerTwos_500k
+  run_id: SoccerTwos_5M
   initialize_from: null
   load_model: false
   resume: false

run_logs/Player-0.log

@@ -10,7 +10,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.055 seconds
+- Completed reload, in  0.063 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,7 +35,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.325041 ms
+UnloadTime: 0.346791 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 TOO LONG
@@ -256,13 +256,1013 @@ TOO LONG
 TOO LONG
 TOO LONG
 TOO LONG
-Thread 0x16ef23000 may have been prematurely finalized
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+Thread 0x16d7b7000 may have been prematurely finalized
 Setting up 6 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 9669 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 49524 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -320,7 +1320,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 4]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 3]
       Initial Block Size 256.0 KB
@@ -390,7 +1390,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
@@ -433,22 +1433,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 5
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.1 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 9670 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 49525 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 5.0 MB
+      Peak Allocated memory 4.9 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 9670 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 49525 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.4 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -477,13 +1477,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.1 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 9669 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 49524 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 9670 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 49525 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -495,13 +1495,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.1 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 9670 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 49525 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 9669 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 49524 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 3.4 MB
@@ -513,13 +1513,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.1 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 9670 frames
+      Peak usage frame count: [0-1.0 KB]: 49525 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 9669 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 49524 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,305 +2,305 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 3.2190001010894775,
-            "min": 3.2146222591400146,
-            "max": 3.2956621646881104,
-            "count": 50
+            "value": 2.864931583404541,
+            "min": 2.864931583404541,
+            "max": 3.2957441806793213,
+            "count": 255
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 58714.5625,
-            "min": 20604.1796875,
-            "max": 105461.1015625,
-            "count": 50
+            "value": 48864.2734375,
+            "min": 12480.634765625,
+            "max": 178433.421875,
+            "count": 255
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 838.1666666666666,
-            "min": 497.7142857142857,
+            "value": 999.0,
+            "min": 478.3333333333333,
             "max": 999.0,
-            "count": 50
+            "count": 255
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 20116.0,
-            "min": 13936.0,
-            "max": 26792.0,
-            "count": 50
+            "value": 19980.0,
+            "min": 9792.0,
+            "max": 29416.0,
+            "count": 255
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1201.8369019016518,
-            "min": 1199.9974538302758,
-            "max": 1203.738483275568,
-            "count": 39
+            "value": 1195.30262923943,
+            "min": 1189.6334909643583,
+            "max": 1202.0356094770125,
+            "count": 116
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 2403.6738038033036,
-            "min": 2401.2451378393007,
-            "max": 12020.272556829543,
-            "count": 39
+            "value": 2390.60525847886,
+            "min": 2380.5412822753306,
+            "max": 12006.791665556262,
+            "count": 116
         },
         "SoccerTwos.Step.mean": {
-            "value": 499256.0,
-            "min": 9412.0,
-            "max": 499256.0,
-            "count": 50
+            "value": 2549052.0,
+            "min": 9724.0,
+            "max": 2549052.0,
+            "count": 255
         },
         "SoccerTwos.Step.sum": {
-            "value": 499256.0,
-            "min": 9412.0,
-            "max": 499256.0,
-            "count": 50
+            "value": 2549052.0,
+            "min": 9724.0,
+            "max": 2549052.0,
+            "count": 255
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.003929981496185064,
-            "min": -0.03648779168725014,
-            "max": 0.005335965659469366,
-            "count": 50
+            "value": 0.0002825286064762622,
+            "min": -0.06660731136798859,
+            "max": 0.01318393088877201,
+            "count": 255
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -0.04715977609157562,
-            "min": -0.5837496519088745,
-            "max": 0.05869562178850174,
-            "count": 50
+            "value": 0.002825286006554961,
+            "min": -0.757354199886322,
+            "max": 0.15519078075885773,
+            "count": 255
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.004715268965810537,
-            "min": -0.03699361905455589,
-            "max": 0.006528547499328852,
-            "count": 50
+            "value": 0.0002746201935224235,
+            "min": -0.06658301502466202,
+            "max": 0.013858472928404808,
+            "count": 255
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -0.0565832257270813,
-            "min": -0.5830723643302917,
-            "max": 0.07509464770555496,
-            "count": 50
+            "value": 0.0027462018188089132,
+            "min": -0.7921212315559387,
+            "max": 0.1527690440416336,
+            "count": 255
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 50
+            "count": 255
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 50
+            "count": 255
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": 0.16076667110125223,
-            "min": -0.36363636363636365,
-            "max": 0.21583332618077597,
-            "count": 50
+            "value": 0.0,
+            "min": -0.5833333333333334,
+            "max": 0.33981334368387855,
+            "count": 255
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": 1.9292000532150269,
-            "min": -5.31879997253418,
-            "max": 2.5899999141693115,
-            "count": 50
+            "value": 0.0,
+            "min": -7.0,
+            "max": 5.097200155258179,
+            "count": 255
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": 0.16076667110125223,
-            "min": -0.36363636363636365,
-            "max": 0.21583332618077597,
-            "count": 50
+            "value": 0.0,
+            "min": -0.5833333333333334,
+            "max": 0.33981334368387855,
+            "count": 255
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": 1.9292000532150269,
-            "min": -5.31879997253418,
-            "max": 2.5899999141693115,
-            "count": 50
+            "value": 0.0,
+            "min": -7.0,
+            "max": 5.097200155258179,
+            "count": 255
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 50
+            "count": 255
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 50
+            "count": 255
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.01742521966419493,
-            "min": 0.010899747181489753,
-            "max": 0.019906042632646857,
-            "count": 23
+            "value": 0.01995301543114086,
+            "min": 0.011099783669730337,
+            "max": 0.024405772452397893,
+            "count": 118
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.01742521966419493,
-            "min": 0.010899747181489753,
-            "max": 0.019906042632646857,
-            "count": 23
+            "value": 0.01995301543114086,
+            "min": 0.011099783669730337,
+            "max": 0.024405772452397893,
+            "count": 118
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 4.436753109378818e-05,
-            "min": 4.436753109378818e-05,
-            "max": 0.004643983494800826,
-            "count": 23
+            "value": 1.918163589446446e-08,
+            "min": 1.918163589446446e-08,
+            "max": 0.004566526940713326,
+            "count": 118
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 4.436753109378818e-05,
-            "min": 4.436753109378818e-05,
-            "max": 0.004643983494800826,
-            "count": 23
+            "value": 1.918163589446446e-08,
+            "min": 1.918163589446446e-08,
+            "max": 0.004566526940713326,
+            "count": 118
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 4.6020148026097256e-05,
-            "min": 4.6020148026097256e-05,
-            "max": 0.004704619843202333,
-            "count": 23
+            "value": 2.0073384613776095e-08,
+            "min": 2.0073384613776095e-08,
+            "max": 0.004702418344095349,
+            "count": 118
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 4.6020148026097256e-05,
-            "min": 4.6020148026097256e-05,
-            "max": 0.004704619843202333,
-            "count": 23
+            "value": 2.0073384613776095e-08,
+            "min": 2.0073384613776095e-08,
+            "max": 0.004702418344095349,
+            "count": 118
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 23
+            "count": 118
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 23
+            "count": 118
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
-            "min": 0.20000000000000007,
+            "min": 0.2,
             "max": 0.20000000000000007,
-            "count": 23
+            "count": 118
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
-            "min": 0.20000000000000007,
+            "min": 0.2,
             "max": 0.20000000000000007,
-            "count": 23
+            "count": 118
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
-            "min": 0.005000000000000001,
+            "min": 0.005,
             "max": 0.005000000000000001,
-            "count": 23
+            "count": 118
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
-            "min": 0.005000000000000001,
+            "min": 0.005,
             "max": 0.005000000000000001,
-            "count": 23
+            "count": 118
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1723896127",
+        "start_time_seconds": "1724170803",
         "python_version": "3.10.12 (main, Jul  5 2023, 15:02:25) [Clang 14.0.6 ]",
-        "command_line_arguments": "/opt/miniconda3/envs/rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.app --run-id=SoccerTwos_500k --no-graphics",
+        "command_line_arguments": "/opt/miniconda3/envs/rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.app --run-id=SoccerTwos_5M --no-graphics",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.4.0",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1723897671"
+        "end_time_seconds": "1724178754"
     },
-    "total": 1544.3516549160004,
+    "total": 7950.472635999999,
     "count": 1,
-    "self": 0.19264387400062333,
+    "self": 0.10020720800093841,
     "children": {
         "run_training.setup": {
-            "total": 0.015303666999898269,
+            "total": 0.015575166995404288,
             "count": 1,
-            "self": 0.015303666999898269
+            "self": 0.015575166995404288
         },
         "TrainerController.start_learning": {
-            "total": 1544.1437073749998,
+            "total": 7950.356853625002,
             "count": 1,
-            "self": 0.236041730991019,
+            "self": 1.2982587292717653,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 3.2333996659999684,
-                    "count": 3,
-                    "self": 3.2333996659999684
+                    "total": 2.532843123008206,
+                    "count": 13,
+                    "self": 2.532843123008206
                 },
                 "TrainerController.advance": {
-                    "total": 1540.5721868950081,
-                    "count": 32470,
-                    "self": 0.2287103319868038,
+                    "total": 7946.441075480718,
+                    "count": 166210,
+                    "self": 1.25506760882854,
                     "children": {
                         "env_step": {
-                            "total": 1265.8492042059684,
-                            "count": 32470,
-                            "self": 1224.963268646114,
+                            "total": 6501.729888595008,
+                            "count": 166210,
+                            "self": 6277.077386762125,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 40.71615978791442,
-                                    "count": 32470,
-                                    "self": 1.2547693217779852,
+                                    "total": 223.76940332233062,
+                                    "count": 166210,
+                                    "self": 7.403025823805365,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 39.461390466136436,
-                                            "count": 64466,
-                                            "self": 39.461390466136436
+                                            "total": 216.36637749852525,
+                                            "count": 330166,
+                                            "self": 216.36637749852525
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.16977577193983961,
-                                    "count": 32470,
+                                    "total": 0.8830985105523723,
+                                    "count": 166209,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 1541.0070235660392,
-                                            "count": 32470,
+                                            "total": 7946.606903452448,
+                                            "count": 166209,
                                             "is_parallel": true,
-                                            "self": 359.2491389039851,
+                                            "self": 1893.9419978722435,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.004023459999189072,
-                                                    "count": 6,
+                                                    "total": 0.01726654399681138,
+                                                    "count": 26,
                                                     "is_parallel": true,
-                                                    "self": 0.0005248799998298637,
+                                                    "self": 0.0021638749822159298,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.003498579999359208,
-                                                            "count": 24,
+                                                            "total": 0.015102669014595449,
+                                                            "count": 104,
                                                             "is_parallel": true,
-                                                            "self": 0.003498579999359208
+                                                            "self": 0.015102669014595449
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1181.7538612020548,
-                                                    "count": 32470,
+                                                    "total": 6052.647639036208,
+                                                    "count": 166209,
                                                     "is_parallel": true,
-                                                    "self": 2.967346219069441,
+                                                    "self": 15.642283670429606,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 19.23627253198265,
-                                                            "count": 32470,
+                                                            "total": 100.19444427818962,
+                                                            "count": 166209,
                                                             "is_parallel": true,
-                                                            "self": 19.23627253198265
+                                                            "self": 100.19444427818962
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 1119.3004209030373,
-                                                            "count": 32470,
+                                                            "total": 5728.305372888979,
+                                                            "count": 166209,
                                                             "is_parallel": true,
-                                                            "self": 1119.3004209030373
+                                                            "self": 5728.305372888979
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 40.24982154796544,
-                                                            "count": 64940,
+                                                            "total": 208.50553819860943,
+                                                            "count": 332418,
                                                             "is_parallel": true,
-                                                            "self": 4.34371712094071,
+                                                            "self": 22.67950864489103,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 35.90610442702473,
-                                                                    "count": 259760,
+                                                                    "total": 185.8260295537184,
+                                                                    "count": 1329672,
                                                                     "is_parallel": true,
-                                                                    "self": 35.90610442702473
+                                                                    "self": 185.8260295537184
                                                                 }
                                                             }
                                                         }
@@ -313,31 +313,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 274.494272357053,
-                            "count": 32470,
-                            "self": 2.5599262690825526,
+                            "total": 1443.4561192768815,
+                            "count": 166209,
+                            "self": 14.123393716807186,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 41.454520962970946,
-                                    "count": 32470,
-                                    "self": 41.345124795970605,
+                                    "total": 217.66670772805082,
+                                    "count": 166209,
+                                    "self": 217.20782285405585,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.10939616700034094,
-                                            "count": 1,
-                                            "self": 0.10939616700034094
+                                            "total": 0.45888487399497535,
+                                            "count": 5,
+                                            "self": 0.45888487399497535
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 230.47982512499948,
-                                    "count": 23,
-                                    "self": 26.765755816004457,
+                                    "total": 1211.6660178320235,
+                                    "count": 118,
+                                    "self": 143.5592218879101,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 203.71406930899502,
-                                            "count": 690,
-                                            "self": 203.71406930899502
+                                            "total": 1068.1067959441134,
+                                            "count": 3543,
+                                            "self": 1068.1067959441134
                                         }
                                     }
                                 }
@@ -346,19 +346,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 3.7500012695090845e-07,
+                    "total": 5.00003807246685e-07,
                     "count": 1,
-                    "self": 3.7500012695090845e-07
+                    "self": 5.00003807246685e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.10207870800059027,
+                    "total": 0.08467579200078035,
                     "count": 1,
-                    "self": 0.0008593330003350275,
+                    "self": 0.0013275000019348226,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.10121937500025524,
+                            "total": 0.08334829199884553,
                             "count": 1,
-                            "self": 0.10121937500025524
+                            "self": 0.08334829199884553
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,32 +2,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 499256,
-                "file_path": "results/SoccerTwos_500k/SoccerTwos/SoccerTwos-499256.onnx",
+                "steps": 999816,
+                "file_path": "results/SoccerTwos_5M/SoccerTwos/SoccerTwos-999816.onnx",
                 "reward": 0.0,
-                "creation_time": 1723897671.2809181,
+                "creation_time": 1724173930.4552279,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos_500k/SoccerTwos/SoccerTwos-499256.pt"
+                    "results/SoccerTwos_5M/SoccerTwos/SoccerTwos-999816.pt"
                 ]
             },
             {
-                "steps": 500256,
-                "file_path": "results/SoccerTwos_500k/SoccerTwos/SoccerTwos-500256.onnx",
+                "steps": 1499240,
+                "file_path": "results/SoccerTwos_5M/SoccerTwos/SoccerTwos-1499240.onnx",
                 "reward": 0.0,
-                "creation_time": 1723897671.4580219,
+                "creation_time": 1724175478.7194722,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos_500k/SoccerTwos/SoccerTwos-500256.pt"
+                    "results/SoccerTwos_5M/SoccerTwos/SoccerTwos-1499240.pt"
+                ]
+            },
+            {
+                "steps": 1999540,
+                "file_path": "results/SoccerTwos_5M/SoccerTwos/SoccerTwos-1999540.onnx",
+                "reward": null,
+                "creation_time": 1724177025.22547,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos_5M/SoccerTwos/SoccerTwos-1999540.pt"
+                ]
+            },
+            {
+                "steps": 2499052,
+                "file_path": "results/SoccerTwos_5M/SoccerTwos/SoccerTwos-2499052.onnx",
+                "reward": null,
+                "creation_time": 1724178591.624807,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos_5M/SoccerTwos/SoccerTwos-2499052.pt"
+                ]
+            },
+            {
+                "steps": 2555052,
+                "file_path": "results/SoccerTwos_5M/SoccerTwos/SoccerTwos-2555052.onnx",
+                "reward": 0.0,
+                "creation_time": 1724178754.4042509,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos_5M/SoccerTwos/SoccerTwos-2555052.pt"
                 ]
             }
         ],
-        "elo": 1201.8369019016518,
+        "elo": 1195.5519096835753,
         "final_checkpoint": {
-            "steps": 500256,
-            "file_path": "results/SoccerTwos_500k/SoccerTwos.onnx",
+            "steps": 2555052,
+            "file_path": "results/SoccerTwos_5M/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1723897671.4580219,
+            "creation_time": 1724178754.4042509,
             "auxillary_file_paths": [
-                "results/SoccerTwos_500k/SoccerTwos/SoccerTwos-500256.pt"
+                "results/SoccerTwos_5M/SoccerTwos/SoccerTwos-2555052.pt"
             ]
         }
     },