First train end

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89fd058db3a9e510306a9f21e079a11a54246378bdc65a853492f1af8d820502
+oid sha256:78ae7c1a54b89ac7c1344423d4cdcb4aba264f951bfd868d4167dfbe64872ee0
 size 2820313

SoccerTwos/SoccerTwos-100000014.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ae7c1a54b89ac7c1344423d4cdcb4aba264f951bfd868d4167dfbe64872ee0
+size 2820313

SoccerTwos/SoccerTwos-100000014.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d9495ddade755b73a32efd61c1ab32e4023ae7d620703fbd43358fc3f9a658
+size 34739326

SoccerTwos/SoccerTwos-98499964.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d10d903b4c963d27809ed39dd88a153663ecd0c66d386e39ca5abc8d65a9923
+size 2820313

SoccerTwos/SoccerTwos-98499964.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b5708c46531bae1920495249485d5f678d2c621fcda3b07a23ad8a5f96cf49
+size 34739186

SoccerTwos/SoccerTwos-98999917.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10992378836429abaed728e67dd0064291c43914b5fda0ff965d598d2c9afce
+size 2820313

SoccerTwos/SoccerTwos-98999917.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ea276feb466690e7cb52cab74f8ed786319969d4e661372eb90f54fadb5dcf
+size 34739186

SoccerTwos/SoccerTwos-99499820.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a53286966549ee51b356fa6da9dc5643386e8da1a111612511005cfdcc7415
+size 2820313

SoccerTwos/SoccerTwos-99499820.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20f8e542f9c18a6b5e4f60e162d294d3b8d36bc42b74171bad1b74d20b9d164
+size 34739186

SoccerTwos/SoccerTwos-99999997.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ae7c1a54b89ac7c1344423d4cdcb4aba264f951bfd868d4167dfbe64872ee0
+size 2820313

SoccerTwos/SoccerTwos-99999997.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b0115ccfaf78b3593519c7d8a5d40d84f739767de8057f093aa36c845a8613
+size 34739186

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64bc152da3d7d5630d8c657d8db9c740fa98fa64e99b9cf58981ac0378705755
+oid sha256:e0dc3ef2d58f839704a81538e519ce211ecac97d2d978c4559318de7900b869e
 size 34737862

SoccerTwos/events.out.tfevents.1711283123.MacBook-Pro-de-Paul.local.30579.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb5b5e5cf8a4c2e62bdddeb842c46f1cde30077f3a9edc6fa12afdfd603ff15
+size 76937008

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 4096, "buffer_size": 40960, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 100000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 75000, "team_change": 375000, "swap_steps": 2000, "window": 20, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.app", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos00", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 4096, "buffer_size": 40960, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 100000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 75000, "team_change": 375000, "swap_steps": 2000, "window": 20, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.app", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos00", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -74,8 +74,8 @@ checkpoint_settings:
   run_id: SoccerTwos00
   initialize_from: null
   load_model: false
-  resume: false
-  force: true
+  resume: true
+  force: false
   train_model: false
   inference: false
   results_dir: results

run_logs/Player-0.log

@@ -10,7 +10,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.051 seconds
+- Completed reload, in  0.074 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,1311 +35,23 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.188750 ms
+UnloadTime: 0.186208 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+Default audio device was changed, but the audio system failed to initialize it. Attempting to reset sound system.
 TOO LONG
 TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-Default audio device was changed, but the audio system failed to initialize it. Attempting to reset sound system.
-Default audio device was changed, but the audio system failed to initialize it. Attempting to reset sound system.
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-Default audio device was changed, but the audio system failed to initialize it. Attempting to reset sound system.
 Default audio device was changed, but the audio system failed to initialize it. Attempting to reset sound system.
 Default audio device was changed, but the audio system failed to initialize it. Attempting to reset sound system.
 Default audio device was changed, but the audio system failed to initialize it. Attempting to reset sound system.
 Default audio device was changed, but the audio system failed to initialize it. Attempting to reset sound system.
-Thread 0x16f623000 may have been prematurely finalized
+Thread 0x16f43b000 may have been prematurely finalized
 Setting up 6 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 461871 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 1418034 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -1447,7 +159,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 9]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 13]
       Initial Block Size 32.0 KB
@@ -1492,7 +204,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 10]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
@@ -1510,22 +222,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 4
+  Peak main deferred allocation count 12
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 461872 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 1418035 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.8 MB
+      Peak Allocated memory 5.0 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 461872 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 1418035 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.6 MB
+      Peak Allocated memory 17.4 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -1554,13 +266,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 461871 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 1418034 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 461872 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 1418035 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -1572,13 +284,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 461872 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1418035 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 461871 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1418034 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 3.0 MB
@@ -1590,13 +302,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 461872 frames
+      Peak usage frame count: [0-1.0 KB]: 1418035 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 461871 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 1418034 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,305 +2,305 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 1.4080631732940674,
-            "min": 1.3564951419830322,
-            "max": 3.2958123683929443,
-            "count": 2453
+            "value": 0.5860754251480103,
+            "min": 0.5552442669868469,
+            "max": 1.5035649538040161,
+            "count": 7547
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 30729.5703125,
-            "min": 17347.921875,
-            "max": 118090.21875,
-            "count": 2453
+            "value": 11665.2451171875,
+            "min": 9538.4326171875,
+            "max": 36082.8828125,
+            "count": 7547
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 53.65934065934066,
-            "min": 39.85123966942149,
-            "max": 999.0,
-            "count": 2453
+            "value": 51.84782608695652,
+            "min": 44.51376146788991,
+            "max": 102.08,
+            "count": 7547
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19532.0,
-            "min": 11416.0,
-            "max": 28524.0,
-            "count": 2453
+            "value": 19080.0,
+            "min": 14576.0,
+            "max": 21716.0,
+            "count": 7547
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1822.0918267266754,
-            "min": 1180.1627348300058,
-            "max": 1845.9919023781877,
-            "count": 2371
+            "value": 2020.0622900649475,
+            "min": 1811.0887088074808,
+            "max": 2064.0528990523876,
+            "count": 7547
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 331620.71246425493,
-            "min": 2360.533030477932,
-            "max": 439104.5780585512,
-            "count": 2371
+            "value": 371691.46137195034,
+            "min": 182914.6332417105,
+            "max": 442594.2553746345,
+            "count": 7547
         },
         "SoccerTwos.Step.mean": {
-            "value": 24529980.0,
-            "min": 9288.0,
-            "max": 24529980.0,
-            "count": 2453
+            "value": 99999997.0,
+            "min": 24539921.0,
+            "max": 99999997.0,
+            "count": 7547
         },
         "SoccerTwos.Step.sum": {
-            "value": 24529980.0,
-            "min": 9288.0,
-            "max": 24529980.0,
-            "count": 2453
+            "value": 99999997.0,
+            "min": 24539921.0,
+            "max": 99999997.0,
+            "count": 7547
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.011314521543681622,
-            "min": -0.11293666809797287,
-            "max": 0.22768215835094452,
-            "count": 2453
+            "value": -0.03841900825500488,
+            "min": -0.12398265302181244,
+            "max": 0.08097296208143234,
+            "count": 7547
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -2.0592429637908936,
-            "min": -24.394319534301758,
-            "max": 33.71283721923828,
-            "count": 2453
+            "value": -7.107516288757324,
+            "min": -21.696964263916016,
+            "max": 13.198593139648438,
+            "count": 7547
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.01284889504313469,
-            "min": -0.11580175906419754,
-            "max": 0.23012545704841614,
-            "count": 2453
+            "value": -0.038362208753824234,
+            "min": -0.12447786331176758,
+            "max": 0.08377066999673843,
+            "count": 7547
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -2.338498830795288,
-            "min": -25.013179779052734,
-            "max": 33.17887878417969,
-            "count": 2453
+            "value": -7.09700870513916,
+            "min": -21.783626556396484,
+            "max": 13.654619216918945,
+            "count": 7547
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 2453
+            "count": 7547
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 2453
+            "count": 7547
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.028081317524333578,
-            "min": -0.6666666666666666,
-            "max": 0.5383300006389617,
-            "count": 2453
+            "value": -0.01118270190986427,
+            "min": -0.432298111840614,
+            "max": 0.39425536602903893,
+            "count": 7547
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -5.110799789428711,
-            "min": -73.03400003910065,
-            "max": 72.68840003013611,
-            "count": 2453
+            "value": -2.06879985332489,
+            "min": -68.73539978265762,
+            "max": 69.78319978713989,
+            "count": 7547
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.028081317524333578,
-            "min": -0.6666666666666666,
-            "max": 0.5383300006389617,
-            "count": 2453
+            "value": -0.01118270190986427,
+            "min": -0.432298111840614,
+            "max": 0.39425536602903893,
+            "count": 7547
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -5.110799789428711,
-            "min": -73.03400003910065,
-            "max": 72.68840003013611,
-            "count": 2453
+            "value": -2.06879985332489,
+            "min": -68.73539978265762,
+            "max": 69.78319978713989,
+            "count": 7547
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 2453
+            "count": 7547
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 2453
+            "count": 7547
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.011165126572207858,
-            "min": 0.007518254476599396,
-            "max": 0.01920511359348893,
-            "count": 595
+            "value": 0.01313792565924814,
+            "min": 0.006748788067003867,
+            "max": 0.018132517344201914,
+            "count": 1837
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.011165126572207858,
-            "min": 0.007518254476599396,
-            "max": 0.01920511359348893,
-            "count": 595
+            "value": 0.01313792565924814,
+            "min": 0.006748788067003867,
+            "max": 0.018132517344201914,
+            "count": 1837
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.09907422463099162,
-            "min": 1.1849100777302132e-06,
-            "max": 0.12670287812749545,
-            "count": 595
+            "value": 0.10392129793763161,
+            "min": 0.0829622300962607,
+            "max": 0.12137279411156972,
+            "count": 1837
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.09907422463099162,
-            "min": 1.1849100777302132e-06,
-            "max": 0.12670287812749545,
-            "count": 595
+            "value": 0.10392129793763161,
+            "min": 0.0829622300962607,
+            "max": 0.12137279411156972,
+            "count": 1837
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.10019860689838728,
-            "min": 2.494575282222892e-06,
-            "max": 0.12804828360676765,
-            "count": 595
+            "value": 0.10414750551184018,
+            "min": 0.08385376607378324,
+            "max": 0.12209492151935895,
+            "count": 1837
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.10019860689838728,
-            "min": 2.494575282222892e-06,
-            "max": 0.12804828360676765,
-            "count": 595
+            "value": 0.10414750551184018,
+            "min": 0.08385376607378324,
+            "max": 0.12209492151935895,
+            "count": 1837
         },
         "SoccerTwos.Policy.LearningRate.mean": {
-            "value": 0.00022648810850397195,
-            "min": 0.00022648810850397195,
-            "max": 0.0002998716720427759,
-            "count": 595
+            "value": 6.48999787000056e-09,
+            "min": 6.48999787000056e-09,
+            "max": 0.000226278738573762,
+            "count": 1837
         },
         "SoccerTwos.Policy.LearningRate.sum": {
-            "value": 0.00022648810850397195,
-            "min": 0.00022648810850397195,
-            "max": 0.0002998716720427759,
-            "count": 595
+            "value": 6.48999787000056e-09,
+            "min": 6.48999787000056e-09,
+            "max": 0.000226278738573762,
+            "count": 1837
         },
         "SoccerTwos.Policy.Epsilon.mean": {
-            "value": 0.1754960280000001,
-            "min": 0.1754960280000001,
-            "max": 0.19995722400000007,
-            "count": 595
+            "value": 0.10000213000000001,
+            "min": 0.10000213000000001,
+            "max": 0.175426238,
+            "count": 1837
         },
         "SoccerTwos.Policy.Epsilon.sum": {
-            "value": 0.1754960280000001,
-            "min": 0.1754960280000001,
-            "max": 0.19995722400000007,
-            "count": 595
+            "value": 0.10000213000000001,
+            "min": 0.10000213000000001,
+            "max": 0.175426238,
+            "count": 1837
         },
         "SoccerTwos.Policy.Beta.mean": {
-            "value": 0.0037772517971999997,
-            "min": 0.0037772517971999997,
-            "max": 0.004997865477600001,
-            "count": 595
+            "value": 1.010628700000001e-05,
+            "min": 1.010628700000001e-05,
+            "max": 0.0037737692762000014,
+            "count": 1837
         },
         "SoccerTwos.Policy.Beta.sum": {
-            "value": 0.0037772517971999997,
-            "min": 0.0037772517971999997,
-            "max": 0.004997865477600001,
-            "count": 595
+            "value": 1.010628700000001e-05,
+            "min": 1.010628700000001e-05,
+            "max": 0.0037737692762000014,
+            "count": 1837
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1711202481",
+        "start_time_seconds": "1711283121",
         "python_version": "3.10.1 (main, Mar 20 2024, 23:11:47) [Clang 15.0.0 (clang-1500.3.9.4)]",
-        "command_line_arguments": "/Users/paul/.pyenv/versions/venv_unit5_hf/bin/mlagents-learn ./config/poca/SoccerTwos00.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.app --run-id=SoccerTwos00 --no-graphics --force",
+        "command_line_arguments": "/Users/paul/.pyenv/versions/venv_unit5_hf/bin/mlagents-learn ./config/poca/SoccerTwos00.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.app --run-id=SoccerTwos00 --no-graphics --resume",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.2.1",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1711282115"
+        "end_time_seconds": "1711528600"
     },
-    "total": 79298.168615,
+    "total": 245477.12733966703,
     "count": 1,
-    "self": 0.10355591800180264,
+    "self": 0.24398920801468194,
     "children": {
         "run_training.setup": {
-            "total": 0.011822041000414174,
+            "total": 0.012441333994502202,
             "count": 1,
-            "self": 0.011822041000414174
+            "self": 0.012441333994502202
         },
         "TrainerController.start_learning": {
-            "total": 79298.053237041,
+            "total": 245476.87090912502,
             "count": 1,
-            "self": 14.467651442595525,
+            "self": 48.019182801566785,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 4.370648462056124,
-                    "count": 66,
-                    "self": 4.370648462056124
+                    "total": 9.865059326170012,
+                    "count": 203,
+                    "self": 9.865059326170012
                 },
                 "TrainerController.advance": {
-                    "total": 79279.11519672036,
-                    "count": 1684092,
-                    "self": 12.942661075212527,
+                    "total": 245418.89493316427,
+                    "count": 5195544,
+                    "self": 41.95866535537061,
                     "children": {
                         "env_step": {
-                            "total": 64830.58081207421,
-                            "count": 1684092,
-                            "self": 62927.31278893698,
+                            "total": 200737.06311002214,
+                            "count": 5195544,
+                            "self": 194810.4156835102,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 1893.9540685646716,
-                                    "count": 1684092,
-                                    "self": 63.654786708721076,
+                                    "total": 5897.157632466056,
+                                    "count": 5195544,
+                                    "self": 193.83796419762075,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 1830.2992818559505,
-                                            "count": 3079176,
-                                            "self": 1830.2992818559505
+                                            "total": 5703.319668268436,
+                                            "count": 9453636,
+                                            "self": 5703.319668268436
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 9.313954572557122,
-                                    "count": 1684091,
+                                    "total": 29.48979404589045,
+                                    "count": 5195544,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 79275.39085167772,
-                                            "count": 1684091,
+                                            "total": 245409.40406282153,
+                                            "count": 5195544,
                                             "is_parallel": true,
-                                            "self": 18106.588708164432,
+                                            "self": 56015.21461811659,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.08778737897227984,
-                                                    "count": 132,
+                                                    "total": 0.2706993741740007,
+                                                    "count": 406,
                                                     "is_parallel": true,
-                                                    "self": 0.011124977958388627,
+                                                    "self": 0.03438532294239849,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.07666240101389121,
-                                                            "count": 528,
+                                                            "total": 0.2363140512316022,
+                                                            "count": 1624,
                                                             "is_parallel": true,
-                                                            "self": 0.07666240101389121
+                                                            "self": 0.2363140512316022
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 61168.71435613431,
-                                                    "count": 1684091,
+                                                    "total": 189393.91874533077,
+                                                    "count": 5195544,
                                                     "is_parallel": true,
-                                                    "self": 155.39461975232553,
+                                                    "self": 480.95873745632707,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 1112.3053034879995,
-                                                            "count": 1684091,
+                                                            "total": 3459.8037157750805,
+                                                            "count": 5195544,
                                                             "is_parallel": true,
-                                                            "self": 1112.3053034879995
+                                                            "self": 3459.8037157750805
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 57878.39796960887,
-                                                            "count": 1684091,
+                                                            "total": 179190.89349023328,
+                                                            "count": 5195544,
                                                             "is_parallel": true,
-                                                            "self": 57878.39796960887
+                                                            "self": 179190.89349023328
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 2022.6164632851142,
-                                                            "count": 3368182,
+                                                            "total": 6262.262801866076,
+                                                            "count": 10391088,
                                                             "is_parallel": true,
-                                                            "self": 245.12569237414573,
+                                                            "self": 769.0748052389536,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 1777.4907709109684,
-                                                                    "count": 13472728,
+                                                                    "total": 5493.187996627123,
+                                                                    "count": 41564352,
                                                                     "is_parallel": true,
-                                                                    "self": 1777.4907709109684
+                                                                    "self": 5493.187996627123
                                                                 }
                                                             }
                                                         }
@@ -313,31 +313,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 14435.591723570942,
-                            "count": 1684091,
-                            "self": 116.60539079952287,
+                            "total": 44639.87315778676,
+                            "count": 5195544,
+                            "self": 364.8762370394834,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 2445.9249070594888,
-                                    "count": 1684091,
-                                    "self": 2441.309646313377,
+                                    "total": 7801.286456701375,
+                                    "count": 5195544,
+                                    "self": 7787.036999287549,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 4.615260746111744,
-                                            "count": 49,
-                                            "self": 4.615260746111744
+                                            "total": 14.24945741382544,
+                                            "count": 151,
+                                            "self": 14.24945741382544
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 11873.06142571193,
-                                    "count": 595,
-                                    "self": 1520.3676925059553,
+                                    "total": 36473.7104640459,
+                                    "count": 1837,
+                                    "self": 4713.920209994394,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 10352.693733205975,
-                                            "count": 17850,
-                                            "self": 10352.693733205975
+                                            "total": 31759.790254051506,
+                                            "count": 55110,
+                                            "self": 31759.790254051506
                                         }
                                     }
                                 }
@@ -346,19 +346,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 4.5797787606716156e-07,
+                    "total": 3.3300602808594704e-07,
                     "count": 1,
-                    "self": 4.5797787606716156e-07
+                    "self": 3.3300602808594704e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.09973995800828561,
+                    "total": 0.0917335000121966,
                     "count": 1,
-                    "self": 0.0006367080204654485,
+                    "self": 0.0011219169828109443,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.09910324998782016,
+                            "total": 0.09061158302938566,
                             "count": 1,
-                            "self": 0.09910324998782016
+                            "self": 0.09061158302938566
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,59 +2,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 22999754,
-                "file_path": "results/SoccerTwos00/SoccerTwos/SoccerTwos-22999754.onnx",
+                "steps": 98499964,
+                "file_path": "results/SoccerTwos00/SoccerTwos/SoccerTwos-98499964.onnx",
                 "reward": 0.0,
-                "creation_time": 1711277126.655031,
+                "creation_time": 1711523714.8289301,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos00/SoccerTwos/SoccerTwos-22999754.pt"
+                    "results/SoccerTwos00/SoccerTwos/SoccerTwos-98499964.pt"
                 ]
             },
             {
-                "steps": 23499946,
-                "file_path": "results/SoccerTwos00/SoccerTwos/SoccerTwos-23499946.onnx",
+                "steps": 98999917,
+                "file_path": "results/SoccerTwos00/SoccerTwos/SoccerTwos-98999917.onnx",
                 "reward": 0.0,
-                "creation_time": 1711278738.10187,
+                "creation_time": 1711525324.961374,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos00/SoccerTwos/SoccerTwos-23499946.pt"
+                    "results/SoccerTwos00/SoccerTwos/SoccerTwos-98999917.pt"
                 ]
             },
             {
-                "steps": 23999979,
-                "file_path": "results/SoccerTwos00/SoccerTwos/SoccerTwos-23999979.onnx",
+                "steps": 99499820,
+                "file_path": "results/SoccerTwos00/SoccerTwos/SoccerTwos-99499820.onnx",
                 "reward": 0.0,
-                "creation_time": 1711280370.682755,
+                "creation_time": 1711526946.516583,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos00/SoccerTwos/SoccerTwos-23999979.pt"
+                    "results/SoccerTwos00/SoccerTwos/SoccerTwos-99499820.pt"
                 ]
             },
             {
-                "steps": 24499844,
-                "file_path": "results/SoccerTwos00/SoccerTwos/SoccerTwos-24499844.onnx",
+                "steps": 99999997,
+                "file_path": "results/SoccerTwos00/SoccerTwos/SoccerTwos-99999997.onnx",
                 "reward": 0.0,
-                "creation_time": 1711282005.55335,
+                "creation_time": 1711528600.434658,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos00/SoccerTwos/SoccerTwos-24499844.pt"
+                    "results/SoccerTwos00/SoccerTwos/SoccerTwos-99999997.pt"
                 ]
             },
             {
-                "steps": 24532738,
-                "file_path": "results/SoccerTwos00/SoccerTwos/SoccerTwos-24532738.onnx",
+                "steps": 100000014,
+                "file_path": "results/SoccerTwos00/SoccerTwos/SoccerTwos-100000014.onnx",
                 "reward": 0.0,
-                "creation_time": 1711282115.8915641,
+                "creation_time": 1711528600.532007,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos00/SoccerTwos/SoccerTwos-24532738.pt"
+                    "results/SoccerTwos00/SoccerTwos/SoccerTwos-100000014.pt"
                 ]
             }
         ],
-        "elo": 1821.0756667218698,
+        "elo": 2020.4383571540798,
         "final_checkpoint": {
-            "steps": 24532738,
+            "steps": 100000014,
             "file_path": "results/SoccerTwos00/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1711282115.8915641,
+            "creation_time": 1711528600.532007,
             "auxillary_file_paths": [
-                "results/SoccerTwos00/SoccerTwos/SoccerTwos-24532738.pt"
+                "results/SoccerTwos00/SoccerTwos/SoccerTwos-100000014.pt"
             ]
         }
     },