Hugging Face's logo

dmenini
/
poca-SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
unity-ml-agents
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
dmenini commited on
Commit
19736f8
•
1 Parent(s): 61c0b40

New exp

Browse files
Files changed (26) hide show
  1. SoccerTwos.onnx +1 -1
  2. SoccerTwos/{events.out.tfevents.1680463250.b960f9b6847a.84812.0 → SoccerTwos-1140564.onnx} +2 -2
  3. SoccerTwos/SoccerTwos-1140564.pt +3 -0
  4. SoccerTwos/SoccerTwos-3499922.onnx +3 -0
  5. SoccerTwos/SoccerTwos-3499922.pt +3 -0
  6. SoccerTwos/SoccerTwos-3999970.onnx +3 -0
  7. SoccerTwos/SoccerTwos-3999970.pt +3 -0
  8. SoccerTwos/SoccerTwos-4499994.onnx +3 -0
  9. SoccerTwos/SoccerTwos-4499994.pt +3 -0
  10. SoccerTwos/SoccerTwos-499168.onnx +3 -0
  11. SoccerTwos/SoccerTwos-499168.pt +3 -0
  12. SoccerTwos/SoccerTwos-4999989.onnx +3 -0
  13. SoccerTwos/SoccerTwos-4999989.pt +3 -0
  14. SoccerTwos/SoccerTwos-5000012.onnx +3 -0
  15. SoccerTwos/SoccerTwos-5000012.pt +3 -0
  16. SoccerTwos/SoccerTwos-67364.onnx +3 -0
  17. SoccerTwos/SoccerTwos-67364.pt +3 -0
  18. SoccerTwos/SoccerTwos-999664.onnx +3 -0
  19. SoccerTwos/SoccerTwos-999664.pt +3 -0
  20. SoccerTwos/checkpoint.pt +1 -1
  21. SoccerTwos/events.out.tfevents.1680474054.b960f9b6847a.130557.0 +3 -0
  22. config.json +1 -1
  23. configuration.yaml +11 -11
  24. run_logs/Player-0.log +708 -16
  25. run_logs/timers.json +209 -209
  26. run_logs/training_status.json +39 -12
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f8667131df6e196b3ed33ff13c02165dfe19b3b3483ec7601f420365bbdfb7b
3
  size 1764633
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e3b556bc6ae4f24de42ee4b9e3350381afa25020a65ec9e49f0f20f94dfba1
3
  size 1764633
SoccerTwos/{events.out.tfevents.1680463250.b960f9b6847a.84812.0 → SoccerTwos-1140564.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ddf49668196e408000d5f2d00a1bdb3fb9c24bc0016a58a2b46a94e5636f5c6
3
- size 256484
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cba7c705d02009129705f64bb07ae64cb09c4b4f3ad7e7f6c2fdc718f1ca3f99
3
+ size 1764633
SoccerTwos/SoccerTwos-1140564.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab44f05eb384588fb16f7f7e19c824c6154dc7f6fdf6560a81addcd0a91143f3
3
+ size 28421201
SoccerTwos/SoccerTwos-3499922.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e3feaaee2dd949450794c346044cfc5e18f9cdd2ecca5a9227a124318803f24
3
+ size 1764633
SoccerTwos/SoccerTwos-3499922.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ead5a7dc64e7f6d95f5159588ca08c6c96dd2e7e205f2a16c6140e32a5f9d9bf
3
+ size 28421201
SoccerTwos/SoccerTwos-3999970.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2fd5aed90b397663df95e4432ef2f21fee5a1a2970d664bb44b30c6442733e3
3
+ size 1764633
SoccerTwos/SoccerTwos-3999970.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a925a7654ae309c963bd49723c38514aed25c0c202376b13228c43f50373308
3
+ size 28421201
SoccerTwos/SoccerTwos-4499994.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9273f094f3a332496762a84ecb3baa4190f35ebb8d38762764df1eef97d3384a
3
+ size 1764633
SoccerTwos/SoccerTwos-4499994.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e6d90ed5b50d0b2447f590f3da0895e6941755c7c42097b24f60558ca677d7d
3
+ size 28421201
SoccerTwos/SoccerTwos-499168.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ad53950327f06895ba3108c701fef2f23eb1979d0b7d33eec6b23b9f18ff515
3
+ size 1764633
SoccerTwos/SoccerTwos-499168.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d0af3e8f41a7751e88f6d2a375f2c2e83f3774e71d56e381ff4609d51724ebb
3
+ size 28421201
SoccerTwos/SoccerTwos-4999989.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e3b556bc6ae4f24de42ee4b9e3350381afa25020a65ec9e49f0f20f94dfba1
3
+ size 1764633
SoccerTwos/SoccerTwos-4999989.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1c26e69fd51eb7a9a16498e20c1fa18a320b222039113b7810c347e99dc873c
3
+ size 28421201
SoccerTwos/SoccerTwos-5000012.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e3b556bc6ae4f24de42ee4b9e3350381afa25020a65ec9e49f0f20f94dfba1
3
+ size 1764633
SoccerTwos/SoccerTwos-5000012.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d56408deeb37ef202c0d3968a805494b80303a3099aaaf1308493e78fcd317d
3
+ size 28421201
SoccerTwos/SoccerTwos-67364.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee38aed73395d5d432b8f542ce9af561c4b9797a8d4b0fc8c3cf32b44b266776
3
+ size 1764633
SoccerTwos/SoccerTwos-67364.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed6d11505f712a37d915140f689745751d73fc0743cc14674c046fd38cc1259c
3
+ size 28421137
SoccerTwos/SoccerTwos-999664.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f29367bc8e89430ddc12b185e7e36e105c1e3af64f63ffe21339d78fc9afee4
3
+ size 1764633
SoccerTwos/SoccerTwos-999664.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eddc52ab3db4394c06da1d1f4545543d136c254892bdfb7c2be940647436a211
3
+ size 28421201
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0922efabd86c24784b45ef4ca95cb31bcad68531ef1ae7e385e1053d335b0a06
3
  size 28421201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d56408deeb37ef202c0d3968a805494b80303a3099aaaf1308493e78fcd317d
3
  size 28421201
SoccerTwos/events.out.tfevents.1680474054.b960f9b6847a.130557.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e65afd95ba16af09ab8227c9e57a02ea1f2f7b822d5397a23c28ec1dce140e7
3
+ size 2437004
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 1024, "buffer_size": 10240, "learning_rate": 3e-05, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 1000, "summary_freq": 20000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 200000, "window": 3, "play_against_latest_model_ratio": 0.001, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 4096, "buffer_size": 40960, "learning_rate": 0.0015, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 20000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 5, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -3,16 +3,16 @@ behaviors:
3
  SoccerTwos:
4
  trainer_type: poca
5
  hyperparameters:
6
- batch_size: 1024
7
- buffer_size: 10240
8
- learning_rate: 3.0e-05
9
  beta: 0.005
10
  epsilon: 0.2
11
  lambd: 0.95
12
  num_epoch: 3
13
- learning_rate_schedule: constant
14
- beta_schedule: constant
15
- epsilon_schedule: constant
16
  checkpoint_interval: 500000
17
  network_settings:
18
  normalize: false
@@ -37,16 +37,16 @@ behaviors:
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
- max_steps: 1000000
41
  time_horizon: 1000
42
  summary_freq: 20000
43
  threaded: false
44
  self_play:
45
- save_steps: 200000
46
  team_change: 200000
47
- swap_steps: 200000
48
- window: 3
49
- play_against_latest_model_ratio: 0.001
50
  initial_elo: 1200.0
51
  behavioral_cloning: null
52
  env_settings:
 
3
  SoccerTwos:
4
  trainer_type: poca
5
  hyperparameters:
6
+ batch_size: 4096
7
+ buffer_size: 40960
8
+ learning_rate: 0.0015
9
  beta: 0.005
10
  epsilon: 0.2
11
  lambd: 0.95
12
  num_epoch: 3
13
+ learning_rate_schedule: linear
14
+ beta_schedule: linear
15
+ epsilon_schedule: linear
16
  checkpoint_interval: 500000
17
  network_settings:
18
  normalize: false
 
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
+ max_steps: 5000000
41
  time_horizon: 1000
42
  summary_freq: 20000
43
  threaded: false
44
  self_play:
45
+ save_steps: 50000
46
  team_change: 200000
47
+ swap_steps: 2000
48
+ window: 5
49
+ play_against_latest_model_ratio: 0.5
50
  initial_elo: 1200.0
51
  behavioral_cloning: null
52
  env_settings:
run_logs/Player-0.log CHANGED
@@ -31,7 +31,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
- - Completed reload, in 0.164 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -56,7 +56,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
56
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
57
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
58
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
59
- UnloadTime: 1.389530 ms
60
  Registered Communicator in Agent.
61
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
62
  requesting resize 84 x 84
@@ -272,12 +272,704 @@ TOO LONG
272
  TOO LONG
273
  TOO LONG
274
  TOO LONG
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
275
  Setting up 1 worker threads for Enlighten.
276
  Memory Statistics:
277
  [ALLOC_TEMP_TLS] TLS Allocator
278
  StackAllocators :
279
  [ALLOC_TEMP_MAIN]
280
- Peak usage frame count: [8.0 KB-16.0 KB]: 10145 frames, [2.0 MB-4.0 MB]: 1 frames
281
  Initial Block Size 4.0 MB
282
  Current Block Size 4.0 MB
283
  Peak Allocated Bytes 2.1 MB
@@ -393,22 +1085,22 @@ Memory Statistics:
393
  Peak Allocated Bytes 0 B
394
  Overflow Count 0
395
  [ALLOC_DEFAULT] Dual Thread Allocator
396
- Peak main deferred allocation count 3
397
  [ALLOC_BUCKET]
398
  Large Block size 4.0 MB
399
  Used Block count 1
400
  Peak Allocated bytes 1.0 MB
401
  [ALLOC_DEFAULT_MAIN]
402
- Peak usage frame count: [4.0 MB-8.0 MB]: 10146 frames
403
  Requested Block Size 16.0 MB
404
  Peak Block count 1
405
- Peak Allocated memory 5.1 MB
406
  Peak Large allocation bytes 0 B
407
  [ALLOC_DEFAULT_THREAD]
408
- Peak usage frame count: [16.0 MB-32.0 MB]: 10146 frames
409
  Requested Block Size 16.0 MB
410
  Peak Block count 1
411
- Peak Allocated memory 17.1 MB
412
  Peak Large allocation bytes 16.0 MB
413
  [ALLOC_TEMP_JOB_1_FRAME]
414
  Initial Block Size 2.0 MB
@@ -437,13 +1129,13 @@ Memory Statistics:
437
  Used Block count 1
438
  Peak Allocated bytes 1.0 MB
439
  [ALLOC_GFX_MAIN]
440
- Peak usage frame count: [32.0 KB-64.0 KB]: 10145 frames, [64.0 KB-128.0 KB]: 1 frames
441
  Requested Block Size 16.0 MB
442
  Peak Block count 1
443
  Peak Allocated memory 65.6 KB
444
  Peak Large allocation bytes 0 B
445
  [ALLOC_GFX_THREAD]
446
- Peak usage frame count: [128.0 KB-256.0 KB]: 10146 frames
447
  Requested Block Size 16.0 MB
448
  Peak Block count 1
449
  Peak Allocated memory 173.5 KB
@@ -455,16 +1147,16 @@ Memory Statistics:
455
  Used Block count 1
456
  Peak Allocated bytes 1.0 MB
457
  [ALLOC_CACHEOBJECTS_MAIN]
458
- Peak usage frame count: [0.5 MB-1.0 MB]: 10146 frames
459
  Requested Block Size 4.0 MB
460
  Peak Block count 1
461
  Peak Allocated memory 0.6 MB
462
  Peak Large allocation bytes 0 B
463
  [ALLOC_CACHEOBJECTS_THREAD]
464
- Peak usage frame count: [0.5 MB-1.0 MB]: 10145 frames, [4.0 MB-8.0 MB]: 1 frames
465
  Requested Block Size 4.0 MB
466
- Peak Block count 2
467
- Peak Allocated memory 4.4 MB
468
  Peak Large allocation bytes 0 B
469
  [ALLOC_TYPETREE] Dual Thread Allocator
470
  Peak main deferred allocation count 0
@@ -473,13 +1165,13 @@ Memory Statistics:
473
  Used Block count 1
474
  Peak Allocated bytes 1.0 MB
475
  [ALLOC_TYPETREE_MAIN]
476
- Peak usage frame count: [0-1.0 KB]: 10146 frames
477
  Requested Block Size 2.0 MB
478
  Peak Block count 1
479
  Peak Allocated memory 1.0 KB
480
  Peak Large allocation bytes 0 B
481
  [ALLOC_TYPETREE_THREAD]
482
- Peak usage frame count: [1.0 KB-2.0 KB]: 10145 frames, [2.0 KB-4.0 KB]: 1 frames
483
  Requested Block Size 2.0 MB
484
  Peak Block count 1
485
  Peak Allocated memory 2.2 KB
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.133 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
56
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
57
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
58
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
59
+ UnloadTime: 1.169206 ms
60
  Registered Communicator in Agent.
61
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
62
  requesting resize 84 x 84
 
272
  TOO LONG
273
  TOO LONG
274
  TOO LONG
275
+ TOO LONG
276
+ TOO LONG
277
+ TOO LONG
278
+ TOO LONG
279
+ TOO LONG
280
+ TOO LONG
281
+ TOO LONG
282
+ TOO LONG
283
+ TOO LONG
284
+ TOO LONG
285
+ TOO LONG
286
+ TOO LONG
287
+ TOO LONG
288
+ TOO LONG
289
+ TOO LONG
290
+ TOO LONG
291
+ TOO LONG
292
+ TOO LONG
293
+ TOO LONG
294
+ TOO LONG
295
+ TOO LONG
296
+ TOO LONG
297
+ TOO LONG
298
+ TOO LONG
299
+ TOO LONG
300
+ TOO LONG
301
+ TOO LONG
302
+ TOO LONG
303
+ TOO LONG
304
+ TOO LONG
305
+ TOO LONG
306
+ TOO LONG
307
+ TOO LONG
308
+ TOO LONG
309
+ TOO LONG
310
+ TOO LONG
311
+ TOO LONG
312
+ TOO LONG
313
+ TOO LONG
314
+ TOO LONG
315
+ TOO LONG
316
+ TOO LONG
317
+ TOO LONG
318
+ TOO LONG
319
+ TOO LONG
320
+ TOO LONG
321
+ TOO LONG
322
+ TOO LONG
323
+ TOO LONG
324
+ TOO LONG
325
+ TOO LONG
326
+ TOO LONG
327
+ TOO LONG
328
+ TOO LONG
329
+ TOO LONG
330
+ TOO LONG
331
+ TOO LONG
332
+ TOO LONG
333
+ TOO LONG
334
+ TOO LONG
335
+ TOO LONG
336
+ TOO LONG
337
+ TOO LONG
338
+ TOO LONG
339
+ TOO LONG
340
+ TOO LONG
341
+ TOO LONG
342
+ TOO LONG
343
+ TOO LONG
344
+ TOO LONG
345
+ TOO LONG
346
+ TOO LONG
347
+ TOO LONG
348
+ TOO LONG
349
+ TOO LONG
350
+ TOO LONG
351
+ TOO LONG
352
+ TOO LONG
353
+ TOO LONG
354
+ TOO LONG
355
+ TOO LONG
356
+ TOO LONG
357
+ TOO LONG
358
+ TOO LONG
359
+ TOO LONG
360
+ TOO LONG
361
+ TOO LONG
362
+ TOO LONG
363
+ TOO LONG
364
+ TOO LONG
365
+ TOO LONG
366
+ TOO LONG
367
+ TOO LONG
368
+ TOO LONG
369
+ TOO LONG
370
+ TOO LONG
371
+ TOO LONG
372
+ TOO LONG
373
+ TOO LONG
374
+ TOO LONG
375
+ TOO LONG
376
+ TOO LONG
377
+ TOO LONG
378
+ TOO LONG
379
+ TOO LONG
380
+ TOO LONG
381
+ TOO LONG
382
+ TOO LONG
383
+ TOO LONG
384
+ TOO LONG
385
+ TOO LONG
386
+ TOO LONG
387
+ TOO LONG
388
+ TOO LONG
389
+ TOO LONG
390
+ TOO LONG
391
+ TOO LONG
392
+ TOO LONG
393
+ TOO LONG
394
+ TOO LONG
395
+ TOO LONG
396
+ TOO LONG
397
+ TOO LONG
398
+ TOO LONG
399
+ TOO LONG
400
+ TOO LONG
401
+ TOO LONG
402
+ TOO LONG
403
+ TOO LONG
404
+ TOO LONG
405
+ TOO LONG
406
+ TOO LONG
407
+ TOO LONG
408
+ TOO LONG
409
+ TOO LONG
410
+ TOO LONG
411
+ TOO LONG
412
+ TOO LONG
413
+ TOO LONG
414
+ TOO LONG
415
+ TOO LONG
416
+ TOO LONG
417
+ TOO LONG
418
+ TOO LONG
419
+ TOO LONG
420
+ TOO LONG
421
+ TOO LONG
422
+ TOO LONG
423
+ TOO LONG
424
+ TOO LONG
425
+ TOO LONG
426
+ TOO LONG
427
+ TOO LONG
428
+ TOO LONG
429
+ TOO LONG
430
+ TOO LONG
431
+ TOO LONG
432
+ TOO LONG
433
+ TOO LONG
434
+ TOO LONG
435
+ TOO LONG
436
+ TOO LONG
437
+ TOO LONG
438
+ TOO LONG
439
+ TOO LONG
440
+ TOO LONG
441
+ TOO LONG
442
+ TOO LONG
443
+ TOO LONG
444
+ TOO LONG
445
+ TOO LONG
446
+ TOO LONG
447
+ TOO LONG
448
+ TOO LONG
449
+ TOO LONG
450
+ TOO LONG
451
+ TOO LONG
452
+ TOO LONG
453
+ TOO LONG
454
+ TOO LONG
455
+ TOO LONG
456
+ TOO LONG
457
+ TOO LONG
458
+ TOO LONG
459
+ TOO LONG
460
+ TOO LONG
461
+ TOO LONG
462
+ TOO LONG
463
+ TOO LONG
464
+ TOO LONG
465
+ TOO LONG
466
+ TOO LONG
467
+ TOO LONG
468
+ TOO LONG
469
+ TOO LONG
470
+ TOO LONG
471
+ TOO LONG
472
+ TOO LONG
473
+ TOO LONG
474
+ TOO LONG
475
+ TOO LONG
476
+ TOO LONG
477
+ TOO LONG
478
+ TOO LONG
479
+ TOO LONG
480
+ TOO LONG
481
+ TOO LONG
482
+ TOO LONG
483
+ TOO LONG
484
+ TOO LONG
485
+ TOO LONG
486
+ TOO LONG
487
+ TOO LONG
488
+ TOO LONG
489
+ TOO LONG
490
+ TOO LONG
491
+ TOO LONG
492
+ TOO LONG
493
+ TOO LONG
494
+ TOO LONG
495
+ TOO LONG
496
+ TOO LONG
497
+ TOO LONG
498
+ TOO LONG
499
+ TOO LONG
500
+ TOO LONG
501
+ TOO LONG
502
+ TOO LONG
503
+ TOO LONG
504
+ TOO LONG
505
+ TOO LONG
506
+ TOO LONG
507
+ TOO LONG
508
+ TOO LONG
509
+ TOO LONG
510
+ TOO LONG
511
+ TOO LONG
512
+ TOO LONG
513
+ TOO LONG
514
+ TOO LONG
515
+ TOO LONG
516
+ TOO LONG
517
+ TOO LONG
518
+ TOO LONG
519
+ TOO LONG
520
+ TOO LONG
521
+ TOO LONG
522
+ TOO LONG
523
+ TOO LONG
524
+ TOO LONG
525
+ TOO LONG
526
+ TOO LONG
527
+ TOO LONG
528
+ TOO LONG
529
+ TOO LONG
530
+ TOO LONG
531
+ TOO LONG
532
+ TOO LONG
533
+ TOO LONG
534
+ TOO LONG
535
+ TOO LONG
536
+ TOO LONG
537
+ TOO LONG
538
+ TOO LONG
539
+ TOO LONG
540
+ TOO LONG
541
+ TOO LONG
542
+ TOO LONG
543
+ TOO LONG
544
+ TOO LONG
545
+ TOO LONG
546
+ TOO LONG
547
+ TOO LONG
548
+ TOO LONG
549
+ TOO LONG
550
+ TOO LONG
551
+ TOO LONG
552
+ TOO LONG
553
+ TOO LONG
554
+ TOO LONG
555
+ TOO LONG
556
+ TOO LONG
557
+ TOO LONG
558
+ TOO LONG
559
+ TOO LONG
560
+ TOO LONG
561
+ TOO LONG
562
+ TOO LONG
563
+ TOO LONG
564
+ TOO LONG
565
+ TOO LONG
566
+ TOO LONG
567
+ TOO LONG
568
+ TOO LONG
569
+ TOO LONG
570
+ TOO LONG
571
+ TOO LONG
572
+ TOO LONG
573
+ TOO LONG
574
+ TOO LONG
575
+ TOO LONG
576
+ TOO LONG
577
+ TOO LONG
578
+ TOO LONG
579
+ TOO LONG
580
+ TOO LONG
581
+ TOO LONG
582
+ TOO LONG
583
+ TOO LONG
584
+ TOO LONG
585
+ TOO LONG
586
+ TOO LONG
587
+ TOO LONG
588
+ TOO LONG
589
+ TOO LONG
590
+ TOO LONG
591
+ TOO LONG
592
+ TOO LONG
593
+ TOO LONG
594
+ TOO LONG
595
+ TOO LONG
596
+ TOO LONG
597
+ TOO LONG
598
+ TOO LONG
599
+ TOO LONG
600
+ TOO LONG
601
+ TOO LONG
602
+ TOO LONG
603
+ TOO LONG
604
+ TOO LONG
605
+ TOO LONG
606
+ TOO LONG
607
+ TOO LONG
608
+ TOO LONG
609
+ TOO LONG
610
+ TOO LONG
611
+ TOO LONG
612
+ TOO LONG
613
+ TOO LONG
614
+ TOO LONG
615
+ TOO LONG
616
+ TOO LONG
617
+ TOO LONG
618
+ TOO LONG
619
+ TOO LONG
620
+ TOO LONG
621
+ TOO LONG
622
+ TOO LONG
623
+ TOO LONG
624
+ TOO LONG
625
+ TOO LONG
626
+ TOO LONG
627
+ TOO LONG
628
+ TOO LONG
629
+ TOO LONG
630
+ TOO LONG
631
+ TOO LONG
632
+ TOO LONG
633
+ TOO LONG
634
+ TOO LONG
635
+ TOO LONG
636
+ TOO LONG
637
+ TOO LONG
638
+ TOO LONG
639
+ TOO LONG
640
+ TOO LONG
641
+ TOO LONG
642
+ TOO LONG
643
+ TOO LONG
644
+ TOO LONG
645
+ TOO LONG
646
+ TOO LONG
647
+ TOO LONG
648
+ TOO LONG
649
+ TOO LONG
650
+ TOO LONG
651
+ TOO LONG
652
+ TOO LONG
653
+ TOO LONG
654
+ TOO LONG
655
+ TOO LONG
656
+ TOO LONG
657
+ TOO LONG
658
+ TOO LONG
659
+ TOO LONG
660
+ TOO LONG
661
+ TOO LONG
662
+ TOO LONG
663
+ TOO LONG
664
+ TOO LONG
665
+ TOO LONG
666
+ TOO LONG
667
+ TOO LONG
668
+ TOO LONG
669
+ TOO LONG
670
+ TOO LONG
671
+ TOO LONG
672
+ TOO LONG
673
+ TOO LONG
674
+ TOO LONG
675
+ TOO LONG
676
+ TOO LONG
677
+ TOO LONG
678
+ TOO LONG
679
+ TOO LONG
680
+ TOO LONG
681
+ TOO LONG
682
+ TOO LONG
683
+ TOO LONG
684
+ TOO LONG
685
+ TOO LONG
686
+ TOO LONG
687
+ TOO LONG
688
+ TOO LONG
689
+ TOO LONG
690
+ TOO LONG
691
+ TOO LONG
692
+ TOO LONG
693
+ TOO LONG
694
+ TOO LONG
695
+ TOO LONG
696
+ TOO LONG
697
+ TOO LONG
698
+ TOO LONG
699
+ TOO LONG
700
+ TOO LONG
701
+ TOO LONG
702
+ TOO LONG
703
+ TOO LONG
704
+ TOO LONG
705
+ TOO LONG
706
+ TOO LONG
707
+ TOO LONG
708
+ TOO LONG
709
+ TOO LONG
710
+ TOO LONG
711
+ TOO LONG
712
+ TOO LONG
713
+ TOO LONG
714
+ TOO LONG
715
+ TOO LONG
716
+ TOO LONG
717
+ TOO LONG
718
+ TOO LONG
719
+ TOO LONG
720
+ TOO LONG
721
+ TOO LONG
722
+ TOO LONG
723
+ TOO LONG
724
+ TOO LONG
725
+ TOO LONG
726
+ TOO LONG
727
+ TOO LONG
728
+ TOO LONG
729
+ TOO LONG
730
+ TOO LONG
731
+ TOO LONG
732
+ TOO LONG
733
+ TOO LONG
734
+ TOO LONG
735
+ TOO LONG
736
+ TOO LONG
737
+ TOO LONG
738
+ TOO LONG
739
+ TOO LONG
740
+ TOO LONG
741
+ TOO LONG
742
+ TOO LONG
743
+ TOO LONG
744
+ TOO LONG
745
+ TOO LONG
746
+ TOO LONG
747
+ TOO LONG
748
+ TOO LONG
749
+ TOO LONG
750
+ TOO LONG
751
+ TOO LONG
752
+ TOO LONG
753
+ TOO LONG
754
+ TOO LONG
755
+ TOO LONG
756
+ TOO LONG
757
+ TOO LONG
758
+ TOO LONG
759
+ TOO LONG
760
+ TOO LONG
761
+ TOO LONG
762
+ TOO LONG
763
+ TOO LONG
764
+ TOO LONG
765
+ TOO LONG
766
+ TOO LONG
767
+ TOO LONG
768
+ TOO LONG
769
+ TOO LONG
770
+ TOO LONG
771
+ TOO LONG
772
+ TOO LONG
773
+ TOO LONG
774
+ TOO LONG
775
+ TOO LONG
776
+ TOO LONG
777
+ TOO LONG
778
+ TOO LONG
779
+ TOO LONG
780
+ TOO LONG
781
+ TOO LONG
782
+ TOO LONG
783
+ TOO LONG
784
+ TOO LONG
785
+ TOO LONG
786
+ TOO LONG
787
+ TOO LONG
788
+ TOO LONG
789
+ TOO LONG
790
+ TOO LONG
791
+ TOO LONG
792
+ TOO LONG
793
+ TOO LONG
794
+ TOO LONG
795
+ TOO LONG
796
+ TOO LONG
797
+ TOO LONG
798
+ TOO LONG
799
+ TOO LONG
800
+ TOO LONG
801
+ TOO LONG
802
+ TOO LONG
803
+ TOO LONG
804
+ TOO LONG
805
+ TOO LONG
806
+ TOO LONG
807
+ TOO LONG
808
+ TOO LONG
809
+ TOO LONG
810
+ TOO LONG
811
+ TOO LONG
812
+ TOO LONG
813
+ TOO LONG
814
+ TOO LONG
815
+ TOO LONG
816
+ TOO LONG
817
+ TOO LONG
818
+ TOO LONG
819
+ TOO LONG
820
+ TOO LONG
821
+ TOO LONG
822
+ TOO LONG
823
+ TOO LONG
824
+ TOO LONG
825
+ TOO LONG
826
+ TOO LONG
827
+ TOO LONG
828
+ TOO LONG
829
+ TOO LONG
830
+ TOO LONG
831
+ TOO LONG
832
+ TOO LONG
833
+ TOO LONG
834
+ TOO LONG
835
+ TOO LONG
836
+ TOO LONG
837
+ TOO LONG
838
+ TOO LONG
839
+ TOO LONG
840
+ TOO LONG
841
+ TOO LONG
842
+ TOO LONG
843
+ TOO LONG
844
+ TOO LONG
845
+ TOO LONG
846
+ TOO LONG
847
+ TOO LONG
848
+ TOO LONG
849
+ TOO LONG
850
+ TOO LONG
851
+ TOO LONG
852
+ TOO LONG
853
+ TOO LONG
854
+ TOO LONG
855
+ TOO LONG
856
+ TOO LONG
857
+ TOO LONG
858
+ TOO LONG
859
+ TOO LONG
860
+ TOO LONG
861
+ TOO LONG
862
+ TOO LONG
863
+ TOO LONG
864
+ TOO LONG
865
+ TOO LONG
866
+ TOO LONG
867
+ TOO LONG
868
+ TOO LONG
869
+ TOO LONG
870
+ TOO LONG
871
+ TOO LONG
872
+ TOO LONG
873
+ TOO LONG
874
+ TOO LONG
875
+ TOO LONG
876
+ TOO LONG
877
+ TOO LONG
878
+ TOO LONG
879
+ TOO LONG
880
+ TOO LONG
881
+ TOO LONG
882
+ TOO LONG
883
+ TOO LONG
884
+ TOO LONG
885
+ TOO LONG
886
+ TOO LONG
887
+ TOO LONG
888
+ TOO LONG
889
+ TOO LONG
890
+ TOO LONG
891
+ TOO LONG
892
+ TOO LONG
893
+ TOO LONG
894
+ TOO LONG
895
+ TOO LONG
896
+ TOO LONG
897
+ TOO LONG
898
+ TOO LONG
899
+ TOO LONG
900
+ TOO LONG
901
+ TOO LONG
902
+ TOO LONG
903
+ TOO LONG
904
+ TOO LONG
905
+ TOO LONG
906
+ TOO LONG
907
+ TOO LONG
908
+ TOO LONG
909
+ TOO LONG
910
+ TOO LONG
911
+ TOO LONG
912
+ TOO LONG
913
+ TOO LONG
914
+ TOO LONG
915
+ TOO LONG
916
+ TOO LONG
917
+ TOO LONG
918
+ TOO LONG
919
+ TOO LONG
920
+ TOO LONG
921
+ TOO LONG
922
+ TOO LONG
923
+ TOO LONG
924
+ TOO LONG
925
+ TOO LONG
926
+ TOO LONG
927
+ TOO LONG
928
+ TOO LONG
929
+ TOO LONG
930
+ TOO LONG
931
+ TOO LONG
932
+ TOO LONG
933
+ TOO LONG
934
+ TOO LONG
935
+ TOO LONG
936
+ TOO LONG
937
+ TOO LONG
938
+ TOO LONG
939
+ TOO LONG
940
+ TOO LONG
941
+ TOO LONG
942
+ TOO LONG
943
+ TOO LONG
944
+ TOO LONG
945
+ TOO LONG
946
+ TOO LONG
947
+ TOO LONG
948
+ TOO LONG
949
+ TOO LONG
950
+ TOO LONG
951
+ TOO LONG
952
+ TOO LONG
953
+ TOO LONG
954
+ TOO LONG
955
+ TOO LONG
956
+ TOO LONG
957
+ TOO LONG
958
+ TOO LONG
959
+ TOO LONG
960
+ TOO LONG
961
+ TOO LONG
962
+ TOO LONG
963
+ TOO LONG
964
+ TOO LONG
965
+ TOO LONG
966
+ TOO LONG
967
  Setting up 1 worker threads for Enlighten.
968
  Memory Statistics:
969
  [ALLOC_TEMP_TLS] TLS Allocator
970
  StackAllocators :
971
  [ALLOC_TEMP_MAIN]
972
+ Peak usage frame count: [8.0 KB-16.0 KB]: 95300 frames, [2.0 MB-4.0 MB]: 1 frames
973
  Initial Block Size 4.0 MB
974
  Current Block Size 4.0 MB
975
  Peak Allocated Bytes 2.1 MB
 
1085
  Peak Allocated Bytes 0 B
1086
  Overflow Count 0
1087
  [ALLOC_DEFAULT] Dual Thread Allocator
1088
+ Peak main deferred allocation count 5
1089
  [ALLOC_BUCKET]
1090
  Large Block size 4.0 MB
1091
  Used Block count 1
1092
  Peak Allocated bytes 1.0 MB
1093
  [ALLOC_DEFAULT_MAIN]
1094
+ Peak usage frame count: [4.0 MB-8.0 MB]: 95301 frames
1095
  Requested Block Size 16.0 MB
1096
  Peak Block count 1
1097
+ Peak Allocated memory 4.6 MB
1098
  Peak Large allocation bytes 0 B
1099
  [ALLOC_DEFAULT_THREAD]
1100
+ Peak usage frame count: [16.0 MB-32.0 MB]: 95301 frames
1101
  Requested Block Size 16.0 MB
1102
  Peak Block count 1
1103
+ Peak Allocated memory 17.6 MB
1104
  Peak Large allocation bytes 16.0 MB
1105
  [ALLOC_TEMP_JOB_1_FRAME]
1106
  Initial Block Size 2.0 MB
 
1129
  Used Block count 1
1130
  Peak Allocated bytes 1.0 MB
1131
  [ALLOC_GFX_MAIN]
1132
+ Peak usage frame count: [32.0 KB-64.0 KB]: 95300 frames, [64.0 KB-128.0 KB]: 1 frames
1133
  Requested Block Size 16.0 MB
1134
  Peak Block count 1
1135
  Peak Allocated memory 65.6 KB
1136
  Peak Large allocation bytes 0 B
1137
  [ALLOC_GFX_THREAD]
1138
+ Peak usage frame count: [128.0 KB-256.0 KB]: 95301 frames
1139
  Requested Block Size 16.0 MB
1140
  Peak Block count 1
1141
  Peak Allocated memory 173.5 KB
 
1147
  Used Block count 1
1148
  Peak Allocated bytes 1.0 MB
1149
  [ALLOC_CACHEOBJECTS_MAIN]
1150
+ Peak usage frame count: [0.5 MB-1.0 MB]: 95301 frames
1151
  Requested Block Size 4.0 MB
1152
  Peak Block count 1
1153
  Peak Allocated memory 0.6 MB
1154
  Peak Large allocation bytes 0 B
1155
  [ALLOC_CACHEOBJECTS_THREAD]
1156
+ Peak usage frame count: [0.5 MB-1.0 MB]: 95300 frames, [2.0 MB-4.0 MB]: 1 frames
1157
  Requested Block Size 4.0 MB
1158
+ Peak Block count 1
1159
+ Peak Allocated memory 4.0 MB
1160
  Peak Large allocation bytes 0 B
1161
  [ALLOC_TYPETREE] Dual Thread Allocator
1162
  Peak main deferred allocation count 0
 
1165
  Used Block count 1
1166
  Peak Allocated bytes 1.0 MB
1167
  [ALLOC_TYPETREE_MAIN]
1168
+ Peak usage frame count: [0-1.0 KB]: 95301 frames
1169
  Requested Block Size 2.0 MB
1170
  Peak Block count 1
1171
  Peak Allocated memory 1.0 KB
1172
  Peak Large allocation bytes 0 B
1173
  [ALLOC_TYPETREE_THREAD]
1174
+ Peak usage frame count: [1.0 KB-2.0 KB]: 95300 frames, [2.0 KB-4.0 KB]: 1 frames
1175
  Requested Block Size 2.0 MB
1176
  Peak Block count 1
1177
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,201 +2,201 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 3.2872567176818848,
6
- "min": 3.286691188812256,
7
- "max": 3.29567813873291,
8
- "count": 26
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 124652.7734375,
12
- "min": 105414.2265625,
13
- "max": 192239.484375,
14
- "count": 26
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 864.1666666666666,
18
- "min": 548.5263157894736,
19
  "max": 999.0,
20
- "count": 26
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 41480.0,
24
- "min": 36396.0,
25
- "max": 43624.0,
26
- "count": 26
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1218.8468970466909,
30
- "min": 1199.970658184939,
31
- "max": 1220.4868010648804,
32
- "count": 25
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 7313.081382280145,
36
- "min": 4849.203257003486,
37
- "max": 21799.100644154005,
38
- "count": 25
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 519896.0,
42
- "min": 19842.0,
43
- "max": 519896.0,
44
- "count": 26
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 519896.0,
48
- "min": 19842.0,
49
- "max": 519896.0,
50
- "count": 26
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": 0.002666894346475601,
54
- "min": -0.016579050570726395,
55
- "max": 0.026599397882819176,
56
- "count": 26
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": 0.06400546431541443,
60
- "min": -0.39789721369743347,
61
- "max": 0.7181837558746338,
62
- "count": 26
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": 0.0027757426723837852,
66
- "min": -0.016334908083081245,
67
- "max": 0.025997892022132874,
68
- "count": 26
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": 0.06661782413721085,
72
- "min": -0.3920377790927887,
73
- "max": 0.7019430994987488,
74
- "count": 26
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
- "count": 26
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
- "count": 26
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": -0.018300001199046772,
90
- "min": -0.2450000001117587,
91
- "max": 0.16351666465440454,
92
- "count": 26
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": -0.4392000287771225,
96
- "min": -6.177600026130676,
97
- "max": 4.148799955844879,
98
- "count": 26
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": -0.018300001199046772,
102
- "min": -0.2450000001117587,
103
- "max": 0.16351666465440454,
104
- "count": 26
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": -0.4392000287771225,
108
- "min": -6.177600026130676,
109
- "max": 4.148799955844879,
110
- "count": 26
 
 
 
 
 
 
 
 
 
 
 
 
111
  },
112
  "SoccerTwos.Losses.PolicyLoss.mean": {
113
- "value": 0.024802533712830734,
114
- "min": 0.019210267604042503,
115
- "max": 0.028650288448746626,
116
- "count": 26
117
  },
118
  "SoccerTwos.Losses.PolicyLoss.sum": {
119
- "value": 0.04960506742566147,
120
- "min": 0.019210267604042503,
121
- "max": 0.05730057689749325,
122
- "count": 26
123
  },
124
  "SoccerTwos.Losses.ValueLoss.mean": {
125
- "value": 0.001178079457189817,
126
- "min": 0.0006265422296178947,
127
- "max": 0.004788236855176475,
128
- "count": 26
129
  },
130
  "SoccerTwos.Losses.ValueLoss.sum": {
131
- "value": 0.002356158914379634,
132
- "min": 0.0012530844592357894,
133
- "max": 0.00957647371035295,
134
- "count": 26
135
  },
136
  "SoccerTwos.Losses.BaselineLoss.mean": {
137
- "value": 0.0011812268988278722,
138
- "min": 0.0006290865095996362,
139
- "max": 0.004796333432508012,
140
- "count": 26
141
  },
142
  "SoccerTwos.Losses.BaselineLoss.sum": {
143
- "value": 0.0023624537976557444,
144
- "min": 0.0012581730191992724,
145
- "max": 0.009592666865016024,
146
- "count": 26
147
  },
148
  "SoccerTwos.Policy.LearningRate.mean": {
149
- "value": 2.9999999999999997e-05,
150
- "min": 2.9999999999999994e-05,
151
- "max": 3.000000000000001e-05,
152
- "count": 26
153
  },
154
  "SoccerTwos.Policy.LearningRate.sum": {
155
- "value": 5.9999999999999995e-05,
156
- "min": 2.9999999999999994e-05,
157
- "max": 6e-05,
158
- "count": 26
159
  },
160
  "SoccerTwos.Policy.Epsilon.mean": {
161
- "value": 0.20000000000000004,
162
- "min": 0.19999999999999998,
163
- "max": 0.20000000000000007,
164
- "count": 26
165
  },
166
  "SoccerTwos.Policy.Epsilon.sum": {
167
- "value": 0.4000000000000001,
168
- "min": 0.19999999999999998,
169
- "max": 0.40000000000000013,
170
- "count": 26
171
  },
172
  "SoccerTwos.Policy.Beta.mean": {
173
- "value": 0.005000000000000001,
174
- "min": 0.005,
175
- "max": 0.005000000000000001,
176
- "count": 26
177
  },
178
  "SoccerTwos.Policy.Beta.sum": {
179
- "value": 0.010000000000000002,
180
- "min": 0.005,
181
- "max": 0.010000000000000002,
182
- "count": 26
183
- },
184
- "SoccerTwos.IsTraining.mean": {
185
- "value": 1.0,
186
- "min": 1.0,
187
- "max": 1.0,
188
- "count": 26
189
- },
190
- "SoccerTwos.IsTraining.sum": {
191
- "value": 1.0,
192
- "min": 1.0,
193
- "max": 1.0,
194
- "count": 26
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1680463249",
200
  "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]",
201
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos --run-id=SoccerTwos --no-graphics --force",
202
  "mlagents_version": "0.31.0.dev0",
@@ -204,59 +204,59 @@
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
- "end_time_seconds": "1680466520"
208
  },
209
- "total": 3271.2702342910015,
210
  "count": 1,
211
- "self": 0.07394331200339366,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.1390552890006802,
215
  "count": 1,
216
- "self": 0.1390552890006802
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 3271.0572356899975,
220
  "count": 1,
221
- "self": 1.6023544630952529,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 1.8770540440018522,
225
- "count": 3,
226
- "self": 1.8770540440018522
227
  },
228
  "TrainerController.advance": {
229
- "total": 3267.1234863749014,
230
- "count": 34068,
231
- "self": 1.7454869784523908,
232
  "children": {
233
  "env_step": {
234
- "total": 1310.969112772931,
235
- "count": 34068,
236
- "self": 1084.5959568313629,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 225.32441465809097,
240
- "count": 34068,
241
- "self": 9.370919056407729,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 215.95349560168324,
245
- "count": 67640,
246
- "self": 215.95349560168324
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 1.048741283477284,
252
- "count": 34067,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 3260.8311980583057,
257
- "count": 34067,
258
  "is_parallel": true,
259
- "self": 2369.2416122215473,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
@@ -265,48 +265,48 @@
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
- "total": 0.007107666999218054,
269
  "count": 2,
270
  "is_parallel": true,
271
- "self": 0.0013040509984421078,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
- "total": 0.005803616000775946,
275
  "count": 8,
276
  "is_parallel": true,
277
- "self": 0.005803616000775946
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
- "total": 0.117101977000857,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.0014182319973770063,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
- "total": 0.0011051840010622982,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0011051840010622982
292
  },
293
  "communicator.exchange": {
294
- "total": 0.1028438780012948,
295
  "count": 1,
296
  "is_parallel": true,
297
- "self": 0.1028438780012948
298
  },
299
  "steps_from_proto": {
300
- "total": 0.011734683001122903,
301
  "count": 2,
302
  "is_parallel": true,
303
- "self": 0.0051198450091760606,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
- "total": 0.0066148379919468425,
307
  "count": 8,
308
  "is_parallel": true,
309
- "self": 0.0066148379919468425
310
  }
311
  }
312
  }
@@ -315,50 +315,50 @@
315
  }
316
  },
317
  "UnityEnvironment.step": {
318
- "total": 891.5829327467582,
319
- "count": 34066,
320
  "is_parallel": true,
321
- "self": 48.92964611683783,
322
  "children": {
323
  "UnityEnvironment._generate_step_input": {
324
- "total": 29.60396611476608,
325
- "count": 34066,
326
  "is_parallel": true,
327
- "self": 29.60396611476608
328
  },
329
  "communicator.exchange": {
330
- "total": 661.4653818358129,
331
- "count": 34066,
332
  "is_parallel": true,
333
- "self": 661.4653818358129
334
  },
335
  "steps_from_proto": {
336
- "total": 151.58393867934137,
337
- "count": 68132,
338
  "is_parallel": true,
339
- "self": 28.717880760199478,
340
  "children": {
341
  "_process_rank_one_or_two_observation": {
342
- "total": 122.8660579191419,
343
- "count": 272528,
344
  "is_parallel": true,
345
- "self": 122.8660579191419
346
  }
347
  }
348
  }
349
  }
350
  },
351
  "steps_from_proto": {
352
- "total": 0.006653090000327211,
353
- "count": 4,
354
  "is_parallel": true,
355
- "self": 0.0012782299854734447,
356
  "children": {
357
  "_process_rank_one_or_two_observation": {
358
- "total": 0.005374860014853766,
359
- "count": 16,
360
  "is_parallel": true,
361
- "self": 0.005374860014853766
362
  }
363
  }
364
  }
@@ -369,31 +369,31 @@
369
  }
370
  },
371
  "trainer_advance": {
372
- "total": 1954.408886623518,
373
- "count": 34067,
374
- "self": 13.683372884632263,
375
  "children": {
376
  "process_trajectory": {
377
- "total": 238.1851148098758,
378
- "count": 34067,
379
- "self": 237.6776734658779,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
- "total": 0.5074413439979253,
383
- "count": 1,
384
- "self": 0.5074413439979253
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
- "total": 1702.5403989290098,
390
- "count": 46,
391
- "self": 131.7693258140025,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
- "total": 1570.7710731150073,
395
- "count": 1446,
396
- "self": 1570.7710731150073
397
  }
398
  }
399
  }
@@ -402,19 +402,19 @@
402
  }
403
  },
404
  "trainer_threads": {
405
- "total": 1.8499995348975062e-06,
406
  "count": 1,
407
- "self": 1.8499995348975062e-06
408
  },
409
  "TrainerController._save_models": {
410
- "total": 0.4543389579994255,
411
  "count": 1,
412
- "self": 0.006759124000382144,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
- "total": 0.44757983399904333,
416
  "count": 1,
417
- "self": 0.44757983399904333
418
  }
419
  }
420
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 2.2276313304901123,
6
+ "min": 2.206545114517212,
7
+ "max": 3.2957611083984375,
8
+ "count": 250
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 90673.5078125,
12
+ "min": 85838.1953125,
13
+ "max": 201858.78125,
14
+ "count": 250
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 46.61904761904762,
18
+ "min": 41.72222222222222,
19
  "max": 999.0,
20
+ "count": 250
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 39160.0,
24
+ "min": 35836.0,
25
+ "max": 44508.0,
26
+ "count": 250
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1416.8468613884288,
30
+ "min": 1193.8039478683913,
31
+ "max": 1440.7079873167993,
32
+ "count": 248
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 595075.68178314,
36
+ "min": 2396.6037134128064,
37
+ "max": 669561.8630248026,
38
+ "count": 248
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 4999989.0,
42
+ "min": 19800.0,
43
+ "max": 4999989.0,
44
+ "count": 250
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 4999989.0,
48
+ "min": 19800.0,
49
+ "max": 4999989.0,
50
+ "count": 250
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": -0.04237554967403412,
54
+ "min": -0.1271972507238388,
55
+ "max": 0.15786133706569672,
56
+ "count": 250
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": -17.797731399536133,
60
+ "min": -31.552515029907227,
61
+ "max": 55.812767028808594,
62
+ "count": 250
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": -0.04417359456419945,
66
+ "min": -0.11727052181959152,
67
+ "max": 0.1450585573911667,
68
+ "count": 250
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": -18.55290985107422,
72
+ "min": -29.9266357421875,
73
+ "max": 57.44319152832031,
74
+ "count": 250
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
+ "count": 250
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
+ "count": 250
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": -0.014605713742119926,
90
+ "min": -0.48,
91
+ "max": 0.21257297090581945,
92
+ "count": 250
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": -6.134399771690369,
96
+ "min": -66.4587996006012,
97
+ "max": 71.30999982357025,
98
+ "count": 250
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": -0.014605713742119926,
102
+ "min": -0.48,
103
+ "max": 0.21257297090581945,
104
+ "count": 250
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": -6.134399771690369,
108
+ "min": -66.4587996006012,
109
+ "max": 71.30999982357025,
110
+ "count": 250
111
+ },
112
+ "SoccerTwos.IsTraining.mean": {
113
+ "value": 1.0,
114
+ "min": 1.0,
115
+ "max": 1.0,
116
+ "count": 250
117
+ },
118
+ "SoccerTwos.IsTraining.sum": {
119
+ "value": 1.0,
120
+ "min": 1.0,
121
+ "max": 1.0,
122
+ "count": 250
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.008955451710304867,
126
+ "min": 0.0074049905577946145,
127
+ "max": 0.01636973547016775,
128
+ "count": 120
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.008955451710304867,
132
+ "min": 0.0074049905577946145,
133
+ "max": 0.01636973547016775,
134
+ "count": 120
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 0.10942569822072983,
138
+ "min": 0.0002809424530520725,
139
+ "max": 0.31314383120431255,
140
+ "count": 120
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 0.10942569822072983,
144
+ "min": 0.0002809424530520725,
145
+ "max": 0.31314383120431255,
146
+ "count": 120
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 0.110912241290013,
150
+ "min": 0.0002866679181655248,
151
+ "max": 0.22049328982830046,
152
+ "count": 120
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 0.110912241290013,
156
+ "min": 0.0002866679181655248,
157
+ "max": 0.22049328982830046,
158
+ "count": 120
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
+ "value": 6.499299566720039e-06,
162
+ "min": 6.499299566720039e-06,
163
+ "max": 0.0014870760008615998,
164
+ "count": 120
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
+ "value": 6.499299566720039e-06,
168
+ "min": 6.499299566720039e-06,
169
+ "max": 0.0014870760008615998,
170
+ "count": 120
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
+ "value": 0.10043327999999999,
174
+ "min": 0.10043327999999999,
175
+ "max": 0.19913839999999997,
176
+ "count": 120
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
+ "value": 0.10043327999999999,
180
+ "min": 0.10043327999999999,
181
+ "max": 0.19913839999999997,
182
+ "count": 120
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
+ "value": 3.162067200000013e-05,
186
+ "min": 3.162067200000013e-05,
187
+ "max": 0.00495700616,
188
+ "count": 120
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
+ "value": 3.162067200000013e-05,
192
+ "min": 3.162067200000013e-05,
193
+ "max": 0.00495700616,
194
+ "count": 120
 
 
 
 
 
 
 
 
 
 
 
 
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1680474053",
200
  "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]",
201
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos --run-id=SoccerTwos --no-graphics --force",
202
  "mlagents_version": "0.31.0.dev0",
 
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
+ "end_time_seconds": "1680506752"
208
  },
209
+ "total": 32698.351993177,
210
  "count": 1,
211
+ "self": 0.8000846029972308,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.13470482800039463,
215
  "count": 1,
216
+ "self": 0.13470482800039463
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 32697.417203746,
220
  "count": 1,
221
+ "self": 15.09246240358334,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 3.6220863070084306,
225
+ "count": 25,
226
+ "self": 3.6220863070084306
227
  },
228
  "TrainerController.advance": {
229
+ "total": 32678.244504891405,
230
+ "count": 335644,
231
+ "self": 17.60681272938018,
232
  "children": {
233
  "env_step": {
234
+ "total": 12169.115291164853,
235
+ "count": 335644,
236
+ "self": 10071.885220901771,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 2087.6635342261106,
240
+ "count": 335644,
241
+ "self": 92.76802436348589,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 1994.8955098626247,
245
+ "count": 635346,
246
+ "self": 1994.8955098626247
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 9.566536036971229,
252
+ "count": 335644,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 32632.23003719287,
257
+ "count": 335644,
258
  "is_parallel": true,
259
+ "self": 24371.297079533295,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
 
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
+ "total": 0.0036612549993151333,
269
  "count": 2,
270
  "is_parallel": true,
271
+ "self": 0.0009989119971578475,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
+ "total": 0.002662343002157286,
275
  "count": 8,
276
  "is_parallel": true,
277
+ "self": 0.002662343002157286
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
+ "total": 0.053517112999543315,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.001403820002451539,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
+ "total": 0.0006712279973726254,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0006712279973726254
292
  },
293
  "communicator.exchange": {
294
+ "total": 0.04485707699859631,
295
  "count": 1,
296
  "is_parallel": true,
297
+ "self": 0.04485707699859631
298
  },
299
  "steps_from_proto": {
300
+ "total": 0.006584988001122838,
301
  "count": 2,
302
  "is_parallel": true,
303
+ "self": 0.0009174510050797835,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
+ "total": 0.005667536996043054,
307
  "count": 8,
308
  "is_parallel": true,
309
+ "self": 0.005667536996043054
310
  }
311
  }
312
  }
 
315
  }
316
  },
317
  "UnityEnvironment.step": {
318
+ "total": 8260.858345373566,
319
+ "count": 335643,
320
  "is_parallel": true,
321
+ "self": 457.98398881353205,
322
  "children": {
323
  "UnityEnvironment._generate_step_input": {
324
+ "total": 288.3241792507579,
325
+ "count": 335643,
326
  "is_parallel": true,
327
+ "self": 288.3241792507579
328
  },
329
  "communicator.exchange": {
330
+ "total": 6084.104378706626,
331
+ "count": 335643,
332
  "is_parallel": true,
333
+ "self": 6084.104378706626
334
  },
335
  "steps_from_proto": {
336
+ "total": 1430.44579860265,
337
+ "count": 671286,
338
  "is_parallel": true,
339
+ "self": 271.4230692350211,
340
  "children": {
341
  "_process_rank_one_or_two_observation": {
342
+ "total": 1159.022729367629,
343
+ "count": 2685144,
344
  "is_parallel": true,
345
+ "self": 1159.022729367629
346
  }
347
  }
348
  }
349
  }
350
  },
351
  "steps_from_proto": {
352
+ "total": 0.07461228600732284,
353
+ "count": 48,
354
  "is_parallel": true,
355
+ "self": 0.014159985094011063,
356
  "children": {
357
  "_process_rank_one_or_two_observation": {
358
+ "total": 0.060452300913311774,
359
+ "count": 192,
360
  "is_parallel": true,
361
+ "self": 0.060452300913311774
362
  }
363
  }
364
  }
 
369
  }
370
  },
371
  "trainer_advance": {
372
+ "total": 20491.52240099717,
373
+ "count": 335644,
374
+ "self": 127.69271073486743,
375
  "children": {
376
  "process_trajectory": {
377
+ "total": 2770.1224523043093,
378
+ "count": 335644,
379
+ "self": 2766.130344266294,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
+ "total": 3.992108038015431,
383
+ "count": 10,
384
+ "self": 3.992108038015431
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
+ "total": 17593.707237957995,
390
+ "count": 120,
391
+ "self": 1373.9809655218778,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
+ "total": 16219.726272436117,
395
+ "count": 3600,
396
+ "self": 16219.726272436117
397
  }
398
  }
399
  }
 
402
  }
403
  },
404
  "trainer_threads": {
405
+ "total": 1.2310047168284655e-06,
406
  "count": 1,
407
+ "self": 1.2310047168284655e-06
408
  },
409
  "TrainerController._save_models": {
410
+ "total": 0.45814891299960436,
411
  "count": 1,
412
+ "self": 0.00784626200038474,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
+ "total": 0.4503026509992196,
416
  "count": 1,
417
+ "self": 0.4503026509992196
418
  }
419
  }
420
  }
run_logs/training_status.json CHANGED
@@ -2,32 +2,59 @@
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
- "steps": 499020,
6
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-499020.onnx",
7
  "reward": 0.0,
8
- "creation_time": 1680466380.7607825,
9
  "auxillary_file_paths": [
10
- "results/SoccerTwos/SoccerTwos/SoccerTwos-499020.pt"
11
  ]
12
  },
13
  {
14
- "steps": 522784,
15
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-522784.onnx",
16
  "reward": 0.0,
17
- "creation_time": 1680466520.5326993,
18
  "auxillary_file_paths": [
19
- "results/SoccerTwos/SoccerTwos/SoccerTwos-522784.pt"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20
  ]
21
  }
22
  ],
23
- "elo": 1219.1562696291426,
24
  "final_checkpoint": {
25
- "steps": 522784,
26
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
27
  "reward": 0.0,
28
- "creation_time": 1680466520.5326993,
29
  "auxillary_file_paths": [
30
- "results/SoccerTwos/SoccerTwos/SoccerTwos-522784.pt"
31
  ]
32
  }
33
  },
 
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
+ "steps": 3499922,
6
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3499922.onnx",
7
  "reward": 0.0,
8
+ "creation_time": 1680496694.7396424,
9
  "auxillary_file_paths": [
10
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-3499922.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 3999970,
15
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3999970.onnx",
16
  "reward": 0.0,
17
+ "creation_time": 1680500146.0538828,
18
  "auxillary_file_paths": [
19
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-3999970.pt"
20
+ ]
21
+ },
22
+ {
23
+ "steps": 4499994,
24
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4499994.onnx",
25
+ "reward": 0.0,
26
+ "creation_time": 1680503446.3021529,
27
+ "auxillary_file_paths": [
28
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-4499994.pt"
29
+ ]
30
+ },
31
+ {
32
+ "steps": 4999989,
33
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4999989.onnx",
34
+ "reward": 0.0,
35
+ "creation_time": 1680506750.7720685,
36
+ "auxillary_file_paths": [
37
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-4999989.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 5000012,
42
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5000012.onnx",
43
+ "reward": 0.0,
44
+ "creation_time": 1680506751.2435482,
45
+ "auxillary_file_paths": [
46
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-5000012.pt"
47
  ]
48
  }
49
  ],
50
+ "elo": 1421.898554080825,
51
  "final_checkpoint": {
52
+ "steps": 5000012,
53
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
54
  "reward": 0.0,
55
+ "creation_time": 1680506751.2435482,
56
  "auxillary_file_paths": [
57
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-5000012.pt"
58
  ]
59
  }
60
  },