First Push`

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:567e624edd35ea4d7ff492e0fc4fc8de43d4ab5ea9ce4254cb3542c53bdabd70
+oid sha256:80fb279de16b8fff25d126fbf6c50ab4408e25d37ebe66164833451e4cb408b7
 size 1768747

SoccerTwos/SoccerTwos-19999932.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4424ab026aea443e651df8728af40beab5f9119fc1a050ee99439b7bfe1050
+size 1768747

SoccerTwos/SoccerTwos-19999932.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abfd11f0b061ecc2ab1e20f2ef16ada0cf6b5537da8dca59aeb16f79c495daf
+size 28430482

SoccerTwos/SoccerTwos-20499977.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad21787603f8b7c013b458079e75c98e9752a952f94c2055a907d6bc6104555
+size 1768747

SoccerTwos/SoccerTwos-20499977.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1795d4dbc8f504935725862bbba69c8e544af95549b95954454048bfa8a60fc
+size 28430482

SoccerTwos/SoccerTwos-20999999.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3d8ea437d90444ca6c6a9a3398e1075b02d5573be40cb568f7c33c9e5a6969
+size 1768747

SoccerTwos/SoccerTwos-20999999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b23d642c85bc8556f851e4daa7f161753ebc1a1115ba65bdee644494c6ae3e
+size 28430482

SoccerTwos/SoccerTwos-21499966.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbde9f9b6b4da3da6fb984f99a162eb5354b88bbf2c471e3e39d7b4dfdb2f470
+size 1768747

SoccerTwos/SoccerTwos-21499966.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3783cb3e04af26e446bbef39b178482ed1c7c332454b560673cf7c91874672
+size 28430482

SoccerTwos/SoccerTwos-21607748.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fb279de16b8fff25d126fbf6c50ab4408e25d37ebe66164833451e4cb408b7
+size 1768747

SoccerTwos/SoccerTwos-21607748.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077cb89a65dd2e3fa41685f54d599107c3a7d0a51e799e345a60fec4204e48f9
+size 28430482

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05779baa4904513505de9950230d8c11c0996d9095e9887ff2f5ff974502001e
+oid sha256:d6a60e8a856eb48ab18656f3b0326e02f2156d447cd31d295655b8d01c9743f7
 size 28429366

SoccerTwos/events.out.tfevents.1700159818.DESKTOP-CN6PRDT.25240.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f5c200dcd9ce85558835ee6492cebe1b9de6ee41e13d1e11758b23bb393062
+size 21327588

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -73,7 +73,7 @@ checkpoint_settings:
   run_id: SoccerTwos
   initialize_from: null
   load_model: false
-  resume: false
+  resume: true
   force: false
   train_model: false
   inference: false

run_logs/Player-0.log

@@ -9,7 +9,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.083 seconds
+- Completed reload, in  1.477 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,7 +35,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.607500 ms
+UnloadTime: 1.554800 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 TOO LONG
@@ -169,12 +169,565 @@ TOO LONG
 TOO LONG
 TOO LONG
 TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
 Setting up 6 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 6412 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 401553 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
@@ -187,7 +740,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 68.0 KB
+      Peak Allocated Bytes 67.1 KB
       Overflow Count 4
     [ALLOC_TEMP_Background Job.Worker 8]
       Initial Block Size 32.0 KB
@@ -217,7 +770,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 5]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.8 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
@@ -302,7 +855,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
@@ -346,16 +899,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 6413 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 401554 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 5.1 MB
+      Peak Allocated memory 5.0 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 6413 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 401554 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.1 MB
+      Peak Allocated memory 17.4 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -384,13 +937,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 6412 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 401553 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 6413 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 401554 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.6 KB
@@ -402,13 +955,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 6413 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 401554 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 6412 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 401553 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 3.2 MB
@@ -420,13 +973,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 6413 frames
+      Peak usage frame count: [0-1.0 KB]: 401554 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 6412 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 401553 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,305 +2,305 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 3.244656801223755,
-            "min": 3.2087557315826416,
-            "max": 3.295694351196289,
-            "count": 32
+            "value": 1.516158938407898,
+            "min": 1.448338270187378,
+            "max": 3.2401530742645264,
+            "count": 2127
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 39558.85546875,
-            "min": 33726.88671875,
-            "max": 115011.0703125,
-            "count": 32
+            "value": 29304.3203125,
+            "min": 19510.81640625,
+            "max": 126053.265625,
+            "count": 2127
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 810.0,
-            "min": 456.75,
+            "value": 61.63291139240506,
+            "min": 38.736,
             "max": 999.0,
-            "count": 32
+            "count": 2127
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19440.0,
-            "min": 16616.0,
-            "max": 23552.0,
-            "count": 32
+            "value": 19476.0,
+            "min": 10068.0,
+            "max": 30996.0,
+            "count": 2127
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1192.6937335386021,
-            "min": 1192.6937335386021,
-            "max": 1202.9800137054374,
-            "count": 30
+            "value": 1591.4299410886467,
+            "min": 1191.1008011682009,
+            "max": 1626.5368108872508,
+            "count": 2098
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 4770.774934154409,
-            "min": 2390.525895763378,
-            "max": 14435.76016446525,
-            "count": 30
+            "value": 251445.9306920062,
+            "min": 2382.2016023364017,
+            "max": 356234.31472028594,
+            "count": 2098
         },
         "SoccerTwos.Step.mean": {
-            "value": 319791.0,
-            "min": 9794.0,
-            "max": 319791.0,
-            "count": 32
+            "value": 21599978.0,
+            "min": 329914.0,
+            "max": 21599978.0,
+            "count": 2128
         },
         "SoccerTwos.Step.sum": {
-            "value": 319791.0,
-            "min": 9794.0,
-            "max": 319791.0,
-            "count": 32
+            "value": 21599978.0,
+            "min": 329914.0,
+            "max": 21599978.0,
+            "count": 2128
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": 0.014754771254956722,
-            "min": -0.0048532020300626755,
-            "max": 0.06797688454389572,
-            "count": 32
+            "value": -0.033536143600940704,
+            "min": -0.13744910061359406,
+            "max": 0.1891539841890335,
+            "count": 2128
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": 0.17705725133419037,
-            "min": -0.07279802858829498,
-            "max": 1.0812294483184814,
-            "count": 32
+            "value": -5.298710823059082,
+            "min": -23.503795623779297,
+            "max": 25.52860450744629,
+            "count": 2128
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 0.012858900241553783,
-            "min": -0.004987715277820826,
-            "max": 0.06762595474720001,
-            "count": 32
+            "value": -0.037157971411943436,
+            "min": -0.1399516612291336,
+            "max": 0.19412744045257568,
+            "count": 2128
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 0.1543067991733551,
-            "min": -0.07481572777032852,
-            "max": 1.0817970037460327,
-            "count": 32
+            "value": -5.870959281921387,
+            "min": -23.931734085083008,
+            "max": 25.963455200195312,
+            "count": 2128
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 32
+            "count": 2128
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 32
+            "count": 2128
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": 0.021800001462300617,
-            "min": -0.4959999998410543,
-            "max": 0.3217599948247274,
-            "count": 32
+            "value": -0.10256202613251118,
+            "min": -0.5714285714285714,
+            "max": 0.443529404261533,
+            "count": 2128
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": 0.2616000175476074,
-            "min": -7.439999997615814,
-            "max": 4.826399922370911,
-            "count": 32
+            "value": -16.204800128936768,
+            "min": -68.07479977607727,
+            "max": 55.54260015487671,
+            "count": 2128
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": 0.021800001462300617,
-            "min": -0.4959999998410543,
-            "max": 0.3217599948247274,
-            "count": 32
+            "value": -0.10256202613251118,
+            "min": -0.5714285714285714,
+            "max": 0.443529404261533,
+            "count": 2128
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": 0.2616000175476074,
-            "min": -7.439999997615814,
-            "max": 4.826399922370911,
-            "count": 32
+            "value": -16.204800128936768,
+            "min": -68.07479977607727,
+            "max": 55.54260015487671,
+            "count": 2128
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 32
+            "count": 2128
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 32
+            "count": 2128
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.013932752863426382,
-            "min": 0.012245156550003836,
-            "max": 0.02045364130171947,
-            "count": 14
+            "value": 0.016245158187424145,
+            "min": 0.009610125252705378,
+            "max": 0.02519673923185716,
+            "count": 1028
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.013932752863426382,
-            "min": 0.012245156550003836,
-            "max": 0.02045364130171947,
-            "count": 14
+            "value": 0.016245158187424145,
+            "min": 0.009610125252705378,
+            "max": 0.02519673923185716,
+            "count": 1028
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.002943732473067939,
-            "min": 0.0010847085378676033,
-            "max": 0.005904351617209614,
-            "count": 14
+            "value": 0.10199188242355982,
+            "min": 5.646665780053203e-06,
+            "max": 0.12414719959100087,
+            "count": 1028
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.002943732473067939,
-            "min": 0.0010847085378676033,
-            "max": 0.005904351617209614,
-            "count": 14
+            "value": 0.10199188242355982,
+            "min": 5.646665780053203e-06,
+            "max": 0.12414719959100087,
+            "count": 1028
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.003148282633628696,
-            "min": 0.0010866969348474716,
-            "max": 0.0059199451624105375,
-            "count": 14
+            "value": 0.10414373353123665,
+            "min": 5.847689984269285e-06,
+            "max": 0.12693018863598507,
+            "count": 1028
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.003148282633628696,
-            "min": 0.0010866969348474716,
-            "max": 0.0059199451624105375,
-            "count": 14
+            "value": 0.10414373353123665,
+            "min": 5.847689984269285e-06,
+            "max": 0.12693018863598507,
+            "count": 1028
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 14
+            "count": 1028
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 14
+            "count": 1028
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
-            "min": 0.20000000000000007,
+            "min": 0.19999999999999996,
             "max": 0.20000000000000007,
-            "count": 14
+            "count": 1028
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
-            "min": 0.20000000000000007,
+            "min": 0.19999999999999996,
             "max": 0.20000000000000007,
-            "count": 14
+            "count": 1028
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
-            "min": 0.005000000000000001,
+            "min": 0.005,
             "max": 0.005000000000000001,
-            "count": 14
+            "count": 1028
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
-            "min": 0.005000000000000001,
+            "min": 0.005,
             "max": 0.005000000000000001,
-            "count": 14
+            "count": 1028
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1700151676",
+        "start_time_seconds": "1700159813",
         "python_version": "3.10.12 | packaged by Anaconda, Inc. | (main, Jul  5 2023, 19:01:18) [MSC v.1916 64 bit (AMD64)]",
-        "command_line_arguments": "\\\\?\\D:\\miniconda\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics",
+        "command_line_arguments": "\\\\?\\D:\\miniconda\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.1.1+cpu",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1700152471"
+        "end_time_seconds": "1700208708"
     },
-    "total": 795.6396955999953,
+    "total": 48895.5697197,
     "count": 1,
-    "self": 0.005551999987801537,
+    "self": 0.4110450000152923,
     "children": {
         "run_training.setup": {
-            "total": 0.22488870000233874,
+            "total": 0.13796769999316894,
             "count": 1,
-            "self": 0.22488870000233874
+            "self": 0.13796769999316894
         },
         "TrainerController.start_learning": {
-            "total": 795.4092549000052,
+            "total": 48895.02070699999,
             "count": 1,
-            "self": 0.3967477007827256,
+            "self": 23.887236402340932,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 3.7142095000017434,
-                    "count": 2,
-                    "self": 3.7142095000017434
+                    "total": 7.713660199922742,
+                    "count": 108,
+                    "self": 7.713660199922742
                 },
                 "TrainerController.advance": {
-                    "total": 779.1271204992372,
-                    "count": 21522,
-                    "self": 0.37450289566186257,
+                    "total": 48863.3042896977,
+                    "count": 1464850,
+                    "self": 22.73807657911675,
                     "children": {
                         "env_step": {
-                            "total": 289.53192600261536,
-                            "count": 21522,
-                            "self": 221.45817350471043,
+                            "total": 17230.106904804707,
+                            "count": 1464850,
+                            "self": 13183.983838003565,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 67.82202339958167,
-                                    "count": 21522,
-                                    "self": 2.1754668013891205,
+                                    "total": 4031.84877231461,
+                                    "count": 1464850,
+                                    "self": 147.05162680894136,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 65.64655659819255,
-                                            "count": 42748,
-                                            "self": 65.64655659819255
+                                            "total": 3884.7971455056686,
+                                            "count": 2677068,
+                                            "self": 3884.7971455056686
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.25172909832326695,
-                                    "count": 21522,
+                                    "total": 14.27429448653129,
+                                    "count": 1464850,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 751.5173884988471,
-                                            "count": 21522,
+                                            "total": 48845.03136850911,
+                                            "count": 1464850,
                                             "is_parallel": true,
-                                            "self": 580.2558891025546,
+                                            "self": 38487.16090651386,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.002833500038832426,
-                                                    "count": 4,
+                                                    "total": 0.15183669986436144,
+                                                    "count": 216,
                                                     "is_parallel": true,
-                                                    "self": 0.0005817000346723944,
+                                                    "self": 0.03025069975410588,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.0022518000041600317,
-                                                            "count": 16,
+                                                            "total": 0.12158600011025555,
+                                                            "count": 864,
                                                             "is_parallel": true,
-                                                            "self": 0.0022518000041600317
+                                                            "self": 0.12158600011025555
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 171.25866589625366,
-                                                    "count": 21522,
+                                                    "total": 10357.718625295383,
+                                                    "count": 1464850,
                                                     "is_parallel": true,
-                                                    "self": 9.219610500585986,
+                                                    "self": 560.9129239993636,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 8.010553499829257,
-                                                            "count": 21522,
+                                                            "total": 507.1465280097036,
+                                                            "count": 1464850,
                                                             "is_parallel": true,
-                                                            "self": 8.010553499829257
+                                                            "self": 507.1465280097036
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 124.80889189773006,
-                                                            "count": 21522,
+                                                            "total": 7548.055724506266,
+                                                            "count": 1464850,
                                                             "is_parallel": true,
-                                                            "self": 124.80889189773006
+                                                            "self": 7548.055724506266
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 29.219609998108353,
-                                                            "count": 43044,
+                                                            "total": 1741.6034487800498,
+                                                            "count": 2929700,
                                                             "is_parallel": true,
-                                                            "self": 5.722427697794046,
+                                                            "self": 347.34043145005126,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 23.497182300314307,
-                                                                    "count": 172176,
+                                                                    "total": 1394.2630173299985,
+                                                                    "count": 11718800,
                                                                     "is_parallel": true,
-                                                                    "self": 23.497182300314307
+                                                                    "self": 1394.2630173299985
                                                                 }
                                                             }
                                                         }
@@ -313,24 +313,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 489.22069160096,
-                            "count": 21522,
-                            "self": 4.065433299721917,
+                            "total": 31610.459308313875,
+                            "count": 1464850,
+                            "self": 213.4314369407657,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 65.31094700121321,
-                                    "count": 21522,
-                                    "self": 65.31094700121321
+                                    "total": 5405.310427572869,
+                                    "count": 1464850,
+                                    "self": 5400.676771472936,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 4.633656099933432,
+                                            "count": 43,
+                                            "self": 4.633656099933432
+                                        }
+                                    }
                                 },
                                 "_update_policy": {
-                                    "total": 419.84431130002486,
-                                    "count": 15,
-                                    "self": 39.72610690037254,
+                                    "total": 25991.71744380024,
+                                    "count": 1029,
+                                    "self": 2498.212324496766,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 380.1182043996523,
-                                            "count": 449,
-                                            "self": 380.1182043996523
+                                            "total": 23493.505119303474,
+                                            "count": 30877,
+                                            "self": 23493.505119303474
                                         }
                                     }
                                 }
@@ -339,19 +346,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 8.999777492135763e-07,
+                    "total": 1.300009898841381e-06,
                     "count": 1,
-                    "self": 8.999777492135763e-07
+                    "self": 1.300009898841381e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 12.171176300005754,
+                    "total": 0.11551940001663752,
                     "count": 1,
-                    "self": 0.0017395000031683594,
+                    "self": 0.008432500035269186,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 12.169436800002586,
+                            "total": 0.10708689998136833,
                             "count": 1,
-                            "self": 12.169436800002586
+                            "self": 0.10708689998136833
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,24 +1,60 @@
 {
     "SoccerTwos": {
-        "elo": 1191.1093779170424,
+        "elo": 1589.9860938900515,
         "checkpoints": [
             {
-                "steps": 326388,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-326388.onnx",
+                "steps": 19999932,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-19999932.onnx",
+                "reward": 0.0,
+                "creation_time": 1700205128.8532436,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-19999932.pt"
+                ]
+            },
+            {
+                "steps": 20499977,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-20499977.onnx",
+                "reward": 0.0,
+                "creation_time": 1700206251.1012683,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-20499977.pt"
+                ]
+            },
+            {
+                "steps": 20999999,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-20999999.onnx",
+                "reward": 0.0,
+                "creation_time": 1700207349.6861312,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-20999999.pt"
+                ]
+            },
+            {
+                "steps": 21499966,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-21499966.onnx",
+                "reward": 0.0,
+                "creation_time": 1700208450.5255291,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-21499966.pt"
+                ]
+            },
+            {
+                "steps": 21607748,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-21607748.onnx",
                 "reward": null,
-                "creation_time": 1700152471.6552024,
+                "creation_time": 1700208708.3410814,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-326388.pt"
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-21607748.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 326388,
+            "steps": 21607748,
             "file_path": "results\\SoccerTwos\\SoccerTwos.onnx",
             "reward": null,
-            "creation_time": 1700152471.6552024,
+            "creation_time": 1700208708.3410814,
             "auxillary_file_paths": [
-                "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-326388.pt"
+                "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-21607748.pt"
             ]
         }
     },