update model

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:856aea094eecd3b98eba6b31f78565bfcb0df07c1eacda2f08394196029ecc61
+oid sha256:db16257a16d8a5edcec5cfda3d1d520fbb836725aa82b59309b92f87be582670
 size 2820312

SoccerTwos/{SoccerTwos-5000052.onnx → SoccerTwos-13499887.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:856aea094eecd3b98eba6b31f78565bfcb0df07c1eacda2f08394196029ecc61
+oid sha256:ea266deee30c1f598db03b99409d79c0f9c584c91c2eaae9b366be0a775b2537
 size 2820312

SoccerTwos/{SoccerTwos-5000052.pt → SoccerTwos-13499887.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23e2ee2c5c532b065c49bb731e9345a92c7c3b2af7e0d85c12f61aa1e828c611
-size 34740447
+oid sha256:cafe7cece0e34c09ff25d73b47b958d85269c2e3df219906c56fb9549bfed67e
+size 34740585

SoccerTwos/SoccerTwos-13999935.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7562b7a78507eead4fc61b0e7b2ed6e6811c4b5a3e06b174b1c254fbda5e9ff9
+size 2820312

SoccerTwos/SoccerTwos-13999935.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00d4a509462692d9b7f8b14234271db853949b0b07d17928a5ebb19e64ad624
+size 34740585

SoccerTwos/SoccerTwos-14499962.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe74a9da39c26ef2e7ed23fd8d1af6b9f8d757e6512f76fbd7572c937dffb17a
+size 2820312

SoccerTwos/SoccerTwos-14499962.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c95e19e81e6475295a63436997d175037bfa6d105b1c65c54d4904090eb3ff
+size 34740585

SoccerTwos/SoccerTwos-14999989.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db16257a16d8a5edcec5cfda3d1d520fbb836725aa82b59309b92f87be582670
+size 2820312

SoccerTwos/SoccerTwos-14999989.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387f25ee8aa4491c7d2678e170b3b3f25ce61e41c2dfcdb9c22cae9974e8311d
+size 34740585

SoccerTwos/SoccerTwos-15000204.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db16257a16d8a5edcec5cfda3d1d520fbb836725aa82b59309b92f87be582670
+size 2820312

SoccerTwos/SoccerTwos-15000204.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8080c7f1e685a51a013e788a4b2ca406415e1dcee7037b5b55391cbfe9c4f7d
+size 34740585

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bca764f714d21d46da5785bbbb02802c99477b7758f8c27eb323765f3e93f3ea
+oid sha256:145fc44486f0a53dbafa80488bd3e0bd24fcba6859f4878d2358149d11352cf5
 size 34739343

SoccerTwos/events.out.tfevents.1684779112.Ubuntu-PC.741685.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf5bdd899702defc191e9690c268820c37436d263da5bcb6bd135a207d24113
+size 1240

SoccerTwos/events.out.tfevents.1684779135.Ubuntu-PC.742084.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3304aa05557d9fb6ff86e175b9dfcc21dcfb90c38b5270efbdd5136135528bc9
+size 1240

SoccerTwos/events.out.tfevents.1684779147.Ubuntu-PC.742438.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4f915acfe376bb751fe2c967e9bbf39e4aff38891a87426cb889a6a9458cdc
+size 10279397

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cuda"}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 15000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cuda"}, "debug": false}

configuration.yaml

@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
-    max_steps: 5000000
+    max_steps: 15000000
     time_horizon: 1000
     summary_freq: 10000
     threaded: false
@@ -72,8 +72,8 @@ checkpoint_settings:
   run_id: SoccerTwos
   initialize_from: null
   load_model: false
-  resume: false
-  force: true
+  resume: true
+  force: false
   train_model: false
   inference: false
   results_dir: results

run_logs/Player-0.log

@@ -36,1619 +36,16 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.353556 ms
+UnloadTime: 0.342024 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
 Setting up 16 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 96277 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 188094 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -1786,14 +183,14 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 26]
+    [ALLOC_TEMP_Job.Worker 21]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 21]
+    [ALLOC_TEMP_Job.Worker 26]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
@@ -1896,7 +293,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 24]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 12]
       Initial Block Size 256.0 KB
@@ -1920,13 +317,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 96278 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 188095 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.9 MB
+      Peak Allocated memory 5.1 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 96278 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 188095 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.3 MB
@@ -1958,13 +355,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 96277 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 188094 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 96278 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 188095 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -1976,13 +373,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 96278 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 188095 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 96277 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 188094 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -1994,13 +391,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 96278 frames
+      Peak usage frame count: [0-1.0 KB]: 188095 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 96277 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 188094 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,261 +2,261 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 2.3572895526885986,
-            "min": 2.3572895526885986,
-            "max": 3.295799732208252,
-            "count": 500
+            "value": 1.6099094152450562,
+            "min": 1.5207527875900269,
+            "max": 2.384139060974121,
+            "count": 1000
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 50615.71875,
-            "min": 14166.4638671875,
-            "max": 144741.546875,
-            "count": 500
+            "value": 32404.255859375,
+            "min": 27570.814453125,
+            "max": 50887.06640625,
+            "count": 1000
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 52.96739130434783,
-            "min": 52.96739130434783,
-            "max": 999.0,
-            "count": 500
+            "value": 63.177215189873415,
+            "min": 37.93076923076923,
+            "max": 77.25,
+            "count": 1000
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19492.0,
-            "min": 2112.0,
-            "max": 30432.0,
-            "count": 500
+            "value": 19964.0,
+            "min": 18560.0,
+            "max": 20964.0,
+            "count": 1000
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1397.6134097191402,
-            "min": 1182.1808472500538,
-            "max": 1400.9354782562184,
-            "count": 440
+            "value": 1630.5526151676804,
+            "min": 1380.5516471633684,
+            "max": 1658.2405356683296,
+            "count": 1000
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 257160.8673883218,
-            "min": 2364.3616945001077,
-            "max": 257160.8673883218,
-            "count": 440
+            "value": 257627.31319649352,
+            "min": 196305.03927465307,
+            "max": 420312.2336165031,
+            "count": 1000
         },
         "SoccerTwos.Step.mean": {
-            "value": 4999986.0,
-            "min": 9556.0,
-            "max": 4999986.0,
-            "count": 500
+            "value": 14999989.0,
+            "min": 5009930.0,
+            "max": 14999989.0,
+            "count": 1000
         },
         "SoccerTwos.Step.sum": {
-            "value": 4999986.0,
-            "min": 9556.0,
-            "max": 4999986.0,
-            "count": 500
+            "value": 14999989.0,
+            "min": 5009930.0,
+            "max": 14999989.0,
+            "count": 1000
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": 0.01920187659561634,
-            "min": -0.044136177748441696,
-            "max": 0.17831453680992126,
-            "count": 500
+            "value": -0.02849951945245266,
+            "min": -0.10880010575056076,
+            "max": 0.11400023102760315,
+            "count": 1000
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": 3.552347183227539,
-            "min": -5.0351881980896,
-            "max": 19.14752960205078,
-            "count": 500
+            "value": -4.502923965454102,
+            "min": -19.710926055908203,
+            "max": 22.08706283569336,
+            "count": 1000
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 0.019247563555836678,
-            "min": -0.04551856964826584,
-            "max": 0.18122591078281403,
-            "count": 500
+            "value": -0.024522004649043083,
+            "min": -0.11366839706897736,
+            "max": 0.10873111337423325,
+            "count": 1000
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 3.5607991218566895,
-            "min": -5.220500946044922,
-            "max": 18.635704040527344,
-            "count": 500
+            "value": -3.874476671218872,
+            "min": -20.68764877319336,
+            "max": 22.398609161376953,
+            "count": 1000
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 500
+            "count": 1000
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 500
+            "count": 1000
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.07476972953693287,
-            "min": -0.6407714277239782,
-            "max": 0.42064269740929766,
-            "count": 500
+            "value": -0.05733291069163552,
+            "min": -0.32792437817919906,
+            "max": 0.3206224626398341,
+            "count": 1000
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -13.83239996433258,
-            "min": -43.01519978046417,
-            "max": 43.08639991283417,
-            "count": 500
+            "value": -9.058599889278412,
+            "min": -65.91280001401901,
+            "max": 59.95640051364899,
+            "count": 1000
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.07476972953693287,
-            "min": -0.6407714277239782,
-            "max": 0.42064269740929766,
-            "count": 500
+            "value": -0.05733291069163552,
+            "min": -0.32792437817919906,
+            "max": 0.3206224626398341,
+            "count": 1000
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -13.83239996433258,
-            "min": -43.01519978046417,
-            "max": 43.08639991283417,
-            "count": 500
+            "value": -9.058599889278412,
+            "min": -65.91280001401901,
+            "max": 59.95640051364899,
+            "count": 1000
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 500
+            "count": 1000
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 500
+            "count": 1000
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.016450410584366183,
-            "min": 0.010897254255057002,
-            "max": 0.02313037192216143,
-            "count": 234
+            "value": 0.0149743233230159,
+            "min": 0.011443423058760041,
+            "max": 0.026090294665967424,
+            "count": 486
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.016450410584366183,
-            "min": 0.010897254255057002,
-            "max": 0.02313037192216143,
-            "count": 234
+            "value": 0.0149743233230159,
+            "min": 0.011443423058760041,
+            "max": 0.026090294665967424,
+            "count": 486
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.08116738001505534,
-            "min": 4.0324717692404496e-07,
-            "max": 0.08259665742516517,
-            "count": 234
+            "value": 0.10135304778814316,
+            "min": 0.08815950925151507,
+            "max": 0.12917640407880146,
+            "count": 486
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.08116738001505534,
-            "min": 4.0324717692404496e-07,
-            "max": 0.08259665742516517,
-            "count": 234
+            "value": 0.10135304778814316,
+            "min": 0.08815950925151507,
+            "max": 0.12917640407880146,
+            "count": 486
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.08297609587510427,
-            "min": 3.5860630210512074e-07,
-            "max": 0.08453223978479703,
-            "count": 234
+            "value": 0.10274179776509602,
+            "min": 0.08971414019664128,
+            "max": 0.13080705429116884,
+            "count": 486
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.08297609587510427,
-            "min": 3.5860630210512074e-07,
-            "max": 0.08453223978479703,
-            "count": 234
+            "value": 0.10274179776509602,
+            "min": 0.08971414019664128,
+            "max": 0.13080705429116884,
+            "count": 486
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 234
+            "count": 486
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 234
+            "count": 486
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
-            "min": 0.19999999999999996,
+            "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 234
+            "count": 486
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
-            "min": 0.19999999999999996,
+            "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 234
+            "count": 486
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
-            "min": 0.005,
+            "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 234
+            "count": 486
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
-            "min": 0.005,
+            "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 234
+            "count": 486
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1684775174",
+        "start_time_seconds": "1684779147",
         "python_version": "3.9.16 | packaged by conda-forge | (main, Feb  1 2023, 21:39:03) \n[GCC 11.3.0]",
-        "command_line_arguments": "ml-agents/mlagents/trainers/learn.py ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --force --torch-device=cuda",
+        "command_line_arguments": "ml-agents/mlagents/trainers/learn.py ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume --torch-device=cuda",
         "mlagents_version": "0.31.0.dev0",
         "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.0.1+cu118",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1684777902"
+        "end_time_seconds": "1684784885"
     },
-    "total": 2728.2142688349995,
+    "total": 5738.293310943998,
     "count": 1,
-    "self": 0.16646898899853113,
+    "self": 0.16640525999901,
     "children": {
         "run_training.setup": {
-            "total": 0.006520468999951845,
+            "total": 0.006291360001341673,
             "count": 1,
-            "self": 0.006520468999951845
+            "self": 0.006291360001341673
         },
         "TrainerController.start_learning": {
-            "total": 2728.041279377001,
+            "total": 5738.120614323998,
             "count": 1,
-            "self": 2.447385948686133,
+            "self": 5.686786572623532,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 1.9933150479919277,
-                    "count": 25,
-                    "self": 1.9933150479919277
+                    "total": 1.5485932720075652,
+                    "count": 51,
+                    "self": 1.5485932720075652
                 },
                 "TrainerController.advance": {
-                    "total": 2723.5288017973216,
-                    "count": 327189,
-                    "self": 2.398659250120545,
+                    "total": 5730.810328043368,
+                    "count": 700812,
+                    "self": 5.292680743667006,
                     "children": {
                         "env_step": {
-                            "total": 2113.9232695640785,
-                            "count": 327189,
-                            "self": 1606.581164819523,
+                            "total": 4235.785418268359,
+                            "count": 700812,
+                            "self": 3243.6642487515273,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 505.86241421804516,
-                                    "count": 327189,
-                                    "self": 19.136557435173017,
+                                    "total": 989.048752669034,
+                                    "count": 700812,
+                                    "self": 36.69071319253635,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 486.72585678287214,
-                                            "count": 641858,
-                                            "self": 486.72585678287214
+                                            "total": 952.3580394764977,
+                                            "count": 1253978,
+                                            "self": 952.3580394764977
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 1.4796905265102396,
-                                    "count": 327189,
+                                    "total": 3.0724168477972853,
+                                    "count": 700812,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 2724.683188656494,
-                                            "count": 327189,
+                                            "total": 5730.651753197661,
+                                            "count": 700812,
                                             "is_parallel": true,
-                                            "self": 1409.2767190360391,
+                                            "self": 3042.8718115734773,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -265,48 +265,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0010196529983659275,
+                                                            "total": 0.0015056480042403564,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.00023148599575506523,
+                                                            "self": 0.00041794100252445787,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0007881670026108623,
+                                                                    "total": 0.0010877070017158985,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0007881670026108623
+                                                                    "self": 0.0010877070017158985
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.01477241199972923,
+                                                            "total": 0.011163593997480348,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0002681929981918074,
+                                                            "self": 0.0002702169949770905,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00020281300021451898,
+                                                                    "total": 0.000198353998712264,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00020281300021451898
+                                                                    "self": 0.000198353998712264
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.013576321001892211,
+                                                                    "total": 0.009959303002688102,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.013576321001892211
+                                                                    "self": 0.009959303002688102
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0007250849994306918,
+                                                                    "total": 0.0007357200011028908,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00014539399126078933,
+                                                                    "self": 0.0001429900039511267,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0005796910081699025,
+                                                                            "total": 0.0005927299971517641,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0005796910081699025
+                                                                            "self": 0.0005927299971517641
                                                                         }
                                                                     }
                                                                 }
@@ -314,53 +314,53 @@
                                                         }
                                                     }
                                                 },
+                                                "steps_from_proto": {
+                                                    "total": 0.03402553797059227,
+                                                    "count": 100,
+                                                    "is_parallel": true,
+                                                    "self": 0.006169039937958587,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.02785649803263368,
+                                                            "count": 400,
+                                                            "is_parallel": true,
+                                                            "self": 0.02785649803263368
+                                                        }
+                                                    }
+                                                },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1315.3890415464448,
-                                                    "count": 327188,
+                                                    "total": 2687.7459160862127,
+                                                    "count": 700811,
                                                     "is_parallel": true,
-                                                    "self": 81.85645160014974,
+                                                    "self": 164.7059383653468,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 44.25605525277933,
-                                                            "count": 327188,
+                                                            "total": 87.95222477414063,
+                                                            "count": 700811,
                                                             "is_parallel": true,
-                                                            "self": 44.25605525277933
+                                                            "self": 87.95222477414063
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 975.5701875367304,
-                                                            "count": 327188,
+                                                            "total": 2005.0622043327712,
+                                                            "count": 700811,
                                                             "is_parallel": true,
-                                                            "self": 975.5701875367304
+                                                            "self": 2005.0622043327712
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 213.70634715678534,
-                                                            "count": 654376,
+                                                            "total": 430.025548613954,
+                                                            "count": 1401622,
                                                             "is_parallel": true,
-                                                            "self": 37.27164430718767,
+                                                            "self": 77.20184635687838,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 176.43470284959767,
-                                                                    "count": 2617504,
+                                                                    "total": 352.82370225707564,
+                                                                    "count": 5606488,
                                                                     "is_parallel": true,
-                                                                    "self": 176.43470284959767
+                                                                    "self": 352.82370225707564
                                                                 }
                                                             }
                                                         }
                                                     }
-                                                },
-                                                "steps_from_proto": {
-                                                    "total": 0.01742807401024038,
-                                                    "count": 48,
-                                                    "is_parallel": true,
-                                                    "self": 0.0032710980158299208,
-                                                    "children": {
-                                                        "_process_rank_one_or_two_observation": {
-                                                            "total": 0.014156975994410459,
-                                                            "count": 192,
-                                                            "is_parallel": true,
-                                                            "self": 0.014156975994410459
-                                                        }
-                                                    }
                                                 }
                                             }
                                         }
@@ -369,31 +369,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 607.2068729831226,
-                            "count": 327189,
-                            "self": 23.35988145532974,
+                            "total": 1489.7322290313423,
+                            "count": 700812,
+                            "self": 38.19949424334118,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 181.49595621584376,
-                                    "count": 327189,
-                                    "self": 180.63277555684544,
+                                    "total": 649.0925412990582,
+                                    "count": 700812,
+                                    "self": 647.4561120400504,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.8631806589983171,
-                                            "count": 10,
-                                            "self": 0.8631806589983171
+                                            "total": 1.6364292590078549,
+                                            "count": 20,
+                                            "self": 1.6364292590078549
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 402.3510353119491,
-                                    "count": 234,
-                                    "self": 283.3349552817599,
+                                    "total": 802.4401934889429,
+                                    "count": 486,
+                                    "self": 560.5196833143345,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 119.01608003018919,
-                                            "count": 7032,
-                                            "self": 119.01608003018919
+                                            "total": 241.92051017460835,
+                                            "count": 14580,
+                                            "self": 241.92051017460835
                                         }
                                     }
                                 }
@@ -402,19 +402,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 3.990026016253978e-07,
+                    "total": 4.2300234781578183e-07,
                     "count": 1,
-                    "self": 3.990026016253978e-07
+                    "self": 4.2300234781578183e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.07177618399873609,
+                    "total": 0.07490601299650734,
                     "count": 1,
-                    "self": 0.0010459189979883377,
+                    "self": 0.0016170749950106256,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.07073026500074775,
+                            "total": 0.07328893800149672,
                             "count": 1,
-                            "self": 0.07073026500074775
+                            "self": 0.07328893800149672
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,59 +2,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 3499834,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3499834.onnx",
+                "steps": 13499887,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-13499887.onnx",
                 "reward": 0.0,
-                "creation_time": 1684777075.3057923,
+                "creation_time": 1684784025.8063636,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3499834.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-13499887.pt"
                 ]
             },
             {
-                "steps": 3999828,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3999828.onnx",
+                "steps": 13999935,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-13999935.onnx",
                 "reward": 0.0,
-                "creation_time": 1684777347.8658142,
+                "creation_time": 1684784312.4536872,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3999828.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-13999935.pt"
                 ]
             },
             {
-                "steps": 4499844,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4499844.onnx",
+                "steps": 14499962,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-14499962.onnx",
                 "reward": 0.0,
-                "creation_time": 1684777622.8015714,
+                "creation_time": 1684784598.997238,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4499844.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-14499962.pt"
                 ]
             },
             {
-                "steps": 4999986,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4999986.onnx",
+                "steps": 14999989,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-14999989.onnx",
                 "reward": 0.0,
-                "creation_time": 1684777902.656013,
+                "creation_time": 1684784885.1055276,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4999986.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-14999989.pt"
                 ]
             },
             {
-                "steps": 5000052,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5000052.onnx",
+                "steps": 15000204,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-15000204.onnx",
                 "reward": 0.0,
-                "creation_time": 1684777902.7322469,
+                "creation_time": 1684784885.1875482,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-5000052.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-15000204.pt"
                 ]
             }
         ],
-        "elo": 1395.3385317742109,
+        "elo": 1629.846833513727,
         "final_checkpoint": {
-            "steps": 5000052,
+            "steps": 15000204,
             "file_path": "results/SoccerTwos/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1684777902.7322469,
+            "creation_time": 1684784885.1875482,
             "auxillary_file_paths": [
-                "results/SoccerTwos/SoccerTwos/SoccerTwos-5000052.pt"
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-15000204.pt"
             ]
         }
     },