Hugging Face's logo

Taratata
/
poca-SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
unity-ml-agents
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
Taratata commited on
Commit
b3b66d8
•
1 Parent(s): 7e74ca8

First Push`

Browse files
Files changed (26) hide show
  1. SoccerTwos.onnx +3 -0
  2. SoccerTwos/SoccerTwos-1000394.onnx +3 -0
  3. SoccerTwos/SoccerTwos-1000394.pt +3 -0
  4. SoccerTwos/SoccerTwos-1120.onnx +3 -0
  5. SoccerTwos/SoccerTwos-1120.pt +3 -0
  6. SoccerTwos/SoccerTwos-499884.onnx +3 -0
  7. SoccerTwos/SoccerTwos-499884.pt +3 -0
  8. SoccerTwos/SoccerTwos-50058.onnx +3 -0
  9. SoccerTwos/SoccerTwos-50058.pt +3 -0
  10. SoccerTwos/SoccerTwos-5160.onnx +3 -0
  11. SoccerTwos/SoccerTwos-5160.pt +3 -0
  12. SoccerTwos/SoccerTwos-6232.onnx +3 -0
  13. SoccerTwos/SoccerTwos-6232.pt +3 -0
  14. SoccerTwos/SoccerTwos-6270.onnx +3 -0
  15. SoccerTwos/SoccerTwos-6270.pt +3 -0
  16. SoccerTwos/SoccerTwos-6336.onnx +3 -0
  17. SoccerTwos/SoccerTwos-6336.pt +3 -0
  18. SoccerTwos/SoccerTwos-999796.onnx +3 -0
  19. SoccerTwos/SoccerTwos-999796.pt +3 -0
  20. SoccerTwos/checkpoint.pt +3 -0
  21. SoccerTwos/{events.out.tfevents.1677961035.DESKTOP-N8HIH1E.9656.0 → events.out.tfevents.1678028563.DESKTOP-N8HIH1E.18524.0} +2 -2
  22. config.json +1 -1
  23. configuration.yaml +4 -4
  24. run_logs/Player-0.log +149 -21
  25. run_logs/timers.json +339 -13
  26. run_logs/training_status.json +41 -0
SoccerTwos.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6643c2a485349b552c1336ef303ac3f957311e6d43e3087e21de754ea0f49c77
3
+ size 1768747
SoccerTwos/SoccerTwos-1000394.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6643c2a485349b552c1336ef303ac3f957311e6d43e3087e21de754ea0f49c77
3
+ size 1768747
SoccerTwos/SoccerTwos-1000394.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92eb84fe94aca2f24e18d4796fdbd9b965033e4611b772058ca7e9a194371179
3
+ size 28429903
SoccerTwos/SoccerTwos-1120.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebd5d1e887ae0894d762784b7cdaa7ae22c765a83da91f0e8ff0f7308dfa1a5c
3
+ size 1766874
SoccerTwos/SoccerTwos-1120.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e9096d87bf4472e680a143d0718b2f91ca1dde7231ca30369199d2c013d2bd7
3
+ size 9478953
SoccerTwos/SoccerTwos-499884.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:253a3038ee02bae143009a9120a2f4a0d8bba0d3a46869ac44ac0a5d7b0adbcd
3
+ size 1768747
SoccerTwos/SoccerTwos-499884.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ced53a5b9ae1d821bffdb6988612ea921cf1fa72fa6069f3e2b48b4af0549cce
3
+ size 28429781
SoccerTwos/SoccerTwos-50058.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e639bdb85613773175f48a8fe9bb87e0713acf95da61b95993a7a02f3fe8d613
3
+ size 1768747
SoccerTwos/SoccerTwos-50058.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f3b2eed6f688ff814625a2fce90f20ca3cc264f8c368e8ecf9c91b964de2d8
3
+ size 28429659
SoccerTwos/SoccerTwos-5160.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc613750b29de630093e93e3f8b31ebba98a19221db663a36a94b7b6439df004
3
+ size 1766874
SoccerTwos/SoccerTwos-5160.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd793c1b132ee18323ce3c60448398cc220ee5da0ad3a298bc662cfbfd71c3ca
3
+ size 9478953
SoccerTwos/SoccerTwos-6232.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a72e2aea55359937e07f70a7efc34afe86eff8c95e340b051f2d6a08704de7a
3
+ size 1766874
SoccerTwos/SoccerTwos-6232.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aa8abf4662aacc95be88622ad8fd3088f5fdc7213e86c7ca686295a7e95b5f0
3
+ size 9478953
SoccerTwos/SoccerTwos-6270.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e25f09bf8ceb2e127b18b0617cd9e2da907d2bf2fe8d0cec5d1f3b5a276974a
3
+ size 1766874
SoccerTwos/SoccerTwos-6270.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:167fdf53242f0c0a13e429043ee949790cdf2e3d60aa9c326108159bd170d220
3
+ size 9478953
SoccerTwos/SoccerTwos-6336.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9370903b370f75d88f7cbf4fbc4f0ecb4b925748cabea8d34c53e601810c1950
3
+ size 1766874
SoccerTwos/SoccerTwos-6336.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4adb4583725731be415849eb4ac16f29832f359cfe8f575aaed79eb01eec1176
3
+ size 9478953
SoccerTwos/SoccerTwos-999796.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6643c2a485349b552c1336ef303ac3f957311e6d43e3087e21de754ea0f49c77
3
+ size 1768747
SoccerTwos/SoccerTwos-999796.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0833666c80bb016cf5167bace0d456e05b839409e42fdfa9375e5a4bc4727a3
3
+ size 28429781
SoccerTwos/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40ff71ea80dd8874410bb9fac82cf0e706af0160880485b6cf5f672899cc9584
3
+ size 28428927
SoccerTwos/{events.out.tfevents.1677961035.DESKTOP-N8HIH1E.9656.0 → events.out.tfevents.1678028563.DESKTOP-N8HIH1E.18524.0} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:498d65b26ec7b779bac6c96ad1ea6294c515f66b90c5e85eb37e535846959ae2
3
- size 135225
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ea484f7705b62d2658ddd07130493db3b7a7f8722e406cf24c13e54f5e64a77
3
+ size 902465
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 1000, "time_horizon": 10, "summary_freq": 100, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos-v1", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -37,9 +37,9 @@ behaviors:
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
- max_steps: 1000
41
- time_horizon: 10
42
- summary_freq: 100
43
  threaded: false
44
  self_play:
45
  save_steps: 50000
@@ -69,7 +69,7 @@ engine_settings:
69
  no_graphics: true
70
  environment_parameters: null
71
  checkpoint_settings:
72
- run_id: SoccerTwos
73
  initialize_from: null
74
  load_model: false
75
  resume: false
 
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
+ max_steps: 1000000
41
+ time_horizon: 1000
42
+ summary_freq: 10000
43
  threaded: false
44
  self_play:
45
  save_steps: 50000
 
69
  no_graphics: true
70
  environment_parameters: null
71
  checkpoint_settings:
72
+ run_id: SoccerTwos-v1
73
  initialize_from: null
74
  load_model: false
75
  resume: false
run_logs/Player-0.log CHANGED
@@ -1,7 +1,7 @@
1
- Mono path[0] = 'd:/Users/tara0/Deep Learning/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/Managed'
2
- Mono config path = 'd:/Users/tara0/Deep Learning/ml-agents/training-envs-executables/SoccerTwos/MonoBleedingEdge/etc'
3
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
4
- [Subsystems] Discovering subsystems at path d:/Users/tara0/Deep Learning/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
5
  Forcing GfxDevice: Null
6
  GfxDevice: creating device client; threaded=0; jobified=0
7
  NullGfxDevice:
@@ -9,7 +9,7 @@ NullGfxDevice:
9
  Renderer: Null Device
10
  Vendor: Unity Technologies
11
  Begin MonoManager ReloadAssembly
12
- - Completed reload, in 15.600 seconds
13
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
14
  Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
15
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,7 +35,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
35
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
36
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
37
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
38
- UnloadTime: 129.027800 ms
39
  Registered Communicator in Agent.
40
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  TOO LONG
@@ -128,12 +128,140 @@ TOO LONG
128
  TOO LONG
129
  TOO LONG
130
  TOO LONG
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
131
  Setting up 2 worker threads for Enlighten.
132
  Memory Statistics:
133
  [ALLOC_TEMP_TLS] TLS Allocator
134
  StackAllocators :
135
  [ALLOC_TEMP_MAIN]
136
- Peak usage frame count: [8.0 KB-16.0 KB]: 4297 frames, [2.0 MB-4.0 MB]: 1 frames
137
  Initial Block Size 4.0 MB
138
  Current Block Size 4.0 MB
139
  Peak Allocated Bytes 2.0 MB
@@ -141,12 +269,12 @@ Memory Statistics:
141
  [ALLOC_TEMP_Loading.AsyncRead]
142
  Initial Block Size 64.0 KB
143
  Current Block Size 64.0 KB
144
- Peak Allocated Bytes 354 B
145
  Overflow Count 0
146
  [ALLOC_TEMP_Loading.PreloadManager]
147
  Initial Block Size 256.0 KB
148
  Current Block Size 256.0 KB
149
- Peak Allocated Bytes 67.1 KB
150
  Overflow Count 4
151
  [ALLOC_TEMP_Background Job.Worker 8]
152
  Initial Block Size 32.0 KB
@@ -161,7 +289,7 @@ Memory Statistics:
161
  [ALLOC_TEMP_Job.Worker 0]
162
  Initial Block Size 256.0 KB
163
  Current Block Size 256.0 KB
164
- Peak Allocated Bytes 0.8 KB
165
  Overflow Count 0
166
  [ALLOC_TEMP_Background Job.Worker 10]
167
  Initial Block Size 32.0 KB
@@ -231,7 +359,7 @@ Memory Statistics:
231
  [ALLOC_TEMP_Job.Worker 2]
232
  Initial Block Size 256.0 KB
233
  Current Block Size 256.0 KB
234
- Peak Allocated Bytes 0 B
235
  Overflow Count 0
236
  [ALLOC_TEMP_Background Job.Worker 3]
237
  Initial Block Size 32.0 KB
@@ -259,22 +387,22 @@ Memory Statistics:
259
  Peak Allocated Bytes 54 B
260
  Overflow Count 0
261
  [ALLOC_DEFAULT] Dual Thread Allocator
262
- Peak main deferred allocation count 4
263
  [ALLOC_BUCKET]
264
  Large Block size 4.0 MB
265
  Used Block count 1
266
  Peak Allocated bytes 0.9 MB
267
  [ALLOC_DEFAULT_MAIN]
268
- Peak usage frame count: [4.0 MB-8.0 MB]: 4298 frames
269
  Requested Block Size 16.0 MB
270
  Peak Block count 1
271
- Peak Allocated memory 4.9 MB
272
  Peak Large allocation bytes 0 B
273
  [ALLOC_DEFAULT_THREAD]
274
- Peak usage frame count: [16.0 MB-32.0 MB]: 4298 frames
275
  Requested Block Size 16.0 MB
276
  Peak Block count 1
277
- Peak Allocated memory 17.4 MB
278
  Peak Large allocation bytes 16.0 MB
279
  [ALLOC_TEMP_JOB_1_FRAME]
280
  Initial Block Size 2.0 MB
@@ -303,13 +431,13 @@ Memory Statistics:
303
  Used Block count 1
304
  Peak Allocated bytes 0.9 MB
305
  [ALLOC_GFX_MAIN]
306
- Peak usage frame count: [32.0 KB-64.0 KB]: 4297 frames, [64.0 KB-128.0 KB]: 1 frames
307
  Requested Block Size 16.0 MB
308
  Peak Block count 1
309
  Peak Allocated memory 65.6 KB
310
  Peak Large allocation bytes 0 B
311
  [ALLOC_GFX_THREAD]
312
- Peak usage frame count: [128.0 KB-256.0 KB]: 4298 frames
313
  Requested Block Size 16.0 MB
314
  Peak Block count 1
315
  Peak Allocated memory 173.6 KB
@@ -321,13 +449,13 @@ Memory Statistics:
321
  Used Block count 1
322
  Peak Allocated bytes 0.9 MB
323
  [ALLOC_CACHEOBJECTS_MAIN]
324
- Peak usage frame count: [0.5 MB-1.0 MB]: 4298 frames
325
  Requested Block Size 4.0 MB
326
  Peak Block count 1
327
  Peak Allocated memory 0.6 MB
328
  Peak Large allocation bytes 0 B
329
  [ALLOC_CACHEOBJECTS_THREAD]
330
- Peak usage frame count: [0.5 MB-1.0 MB]: 4297 frames, [2.0 MB-4.0 MB]: 1 frames
331
  Requested Block Size 4.0 MB
332
  Peak Block count 1
333
  Peak Allocated memory 3.2 MB
@@ -339,13 +467,13 @@ Memory Statistics:
339
  Used Block count 1
340
  Peak Allocated bytes 0.9 MB
341
  [ALLOC_TYPETREE_MAIN]
342
- Peak usage frame count: [0-1.0 KB]: 4298 frames
343
  Requested Block Size 2.0 MB
344
  Peak Block count 1
345
  Peak Allocated memory 1.0 KB
346
  Peak Large allocation bytes 0 B
347
  [ALLOC_TYPETREE_THREAD]
348
- Peak usage frame count: [1.0 KB-2.0 KB]: 4297 frames, [2.0 KB-4.0 KB]: 1 frames
349
  Requested Block Size 2.0 MB
350
  Peak Block count 1
351
  Peak Allocated memory 2.2 KB
 
1
+ Mono path[0] = 'C:/Users/tara0/DATA/Users/tara0/Deep_Learning/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/Managed'
2
+ Mono config path = 'C:/Users/tara0/DATA/Users/tara0/Deep_Learning/ml-agents/training-envs-executables/SoccerTwos/MonoBleedingEdge/etc'
3
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
4
+ [Subsystems] Discovering subsystems at path C:/Users/tara0/DATA/Users/tara0/Deep_Learning/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
5
  Forcing GfxDevice: Null
6
  GfxDevice: creating device client; threaded=0; jobified=0
7
  NullGfxDevice:
 
9
  Renderer: Null Device
10
  Vendor: Unity Technologies
11
  Begin MonoManager ReloadAssembly
12
+ - Completed reload, in 0.201 seconds
13
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
14
  Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
15
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
35
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
36
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
37
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
38
+ UnloadTime: 0.924000 ms
39
  Registered Communicator in Agent.
40
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  TOO LONG
 
128
  TOO LONG
129
  TOO LONG
130
  TOO LONG
131
+ TOO LONG
132
+ TOO LONG
133
+ TOO LONG
134
+ TOO LONG
135
+ TOO LONG
136
+ TOO LONG
137
+ TOO LONG
138
+ TOO LONG
139
+ TOO LONG
140
+ TOO LONG
141
+ TOO LONG
142
+ TOO LONG
143
+ TOO LONG
144
+ TOO LONG
145
+ TOO LONG
146
+ TOO LONG
147
+ TOO LONG
148
+ TOO LONG
149
+ TOO LONG
150
+ TOO LONG
151
+ TOO LONG
152
+ TOO LONG
153
+ TOO LONG
154
+ TOO LONG
155
+ TOO LONG
156
+ TOO LONG
157
+ TOO LONG
158
+ TOO LONG
159
+ TOO LONG
160
+ TOO LONG
161
+ TOO LONG
162
+ TOO LONG
163
+ TOO LONG
164
+ TOO LONG
165
+ TOO LONG
166
+ TOO LONG
167
+ TOO LONG
168
+ TOO LONG
169
+ TOO LONG
170
+ TOO LONG
171
+ TOO LONG
172
+ TOO LONG
173
+ TOO LONG
174
+ TOO LONG
175
+ TOO LONG
176
+ TOO LONG
177
+ TOO LONG
178
+ TOO LONG
179
+ TOO LONG
180
+ TOO LONG
181
+ TOO LONG
182
+ TOO LONG
183
+ TOO LONG
184
+ TOO LONG
185
+ TOO LONG
186
+ TOO LONG
187
+ TOO LONG
188
+ TOO LONG
189
+ TOO LONG
190
+ TOO LONG
191
+ TOO LONG
192
+ TOO LONG
193
+ TOO LONG
194
+ TOO LONG
195
+ TOO LONG
196
+ TOO LONG
197
+ TOO LONG
198
+ TOO LONG
199
+ TOO LONG
200
+ TOO LONG
201
+ TOO LONG
202
+ TOO LONG
203
+ TOO LONG
204
+ TOO LONG
205
+ TOO LONG
206
+ TOO LONG
207
+ TOO LONG
208
+ TOO LONG
209
+ TOO LONG
210
+ TOO LONG
211
+ TOO LONG
212
+ TOO LONG
213
+ TOO LONG
214
+ TOO LONG
215
+ TOO LONG
216
+ TOO LONG
217
+ TOO LONG
218
+ TOO LONG
219
+ TOO LONG
220
+ TOO LONG
221
+ TOO LONG
222
+ TOO LONG
223
+ TOO LONG
224
+ TOO LONG
225
+ TOO LONG
226
+ TOO LONG
227
+ TOO LONG
228
+ TOO LONG
229
+ TOO LONG
230
+ TOO LONG
231
+ TOO LONG
232
+ TOO LONG
233
+ TOO LONG
234
+ TOO LONG
235
+ TOO LONG
236
+ TOO LONG
237
+ TOO LONG
238
+ TOO LONG
239
+ TOO LONG
240
+ TOO LONG
241
+ TOO LONG
242
+ TOO LONG
243
+ TOO LONG
244
+ TOO LONG
245
+ TOO LONG
246
+ TOO LONG
247
+ TOO LONG
248
+ TOO LONG
249
+ TOO LONG
250
+ TOO LONG
251
+ TOO LONG
252
+ TOO LONG
253
+ TOO LONG
254
+ TOO LONG
255
+ TOO LONG
256
+ TOO LONG
257
+ TOO LONG
258
+ TOO LONG
259
  Setting up 2 worker threads for Enlighten.
260
  Memory Statistics:
261
  [ALLOC_TEMP_TLS] TLS Allocator
262
  StackAllocators :
263
  [ALLOC_TEMP_MAIN]
264
+ Peak usage frame count: [8.0 KB-16.0 KB]: 19163 frames, [2.0 MB-4.0 MB]: 1 frames
265
  Initial Block Size 4.0 MB
266
  Current Block Size 4.0 MB
267
  Peak Allocated Bytes 2.0 MB
 
269
  [ALLOC_TEMP_Loading.AsyncRead]
270
  Initial Block Size 64.0 KB
271
  Current Block Size 64.0 KB
272
+ Peak Allocated Bytes 405 B
273
  Overflow Count 0
274
  [ALLOC_TEMP_Loading.PreloadManager]
275
  Initial Block Size 256.0 KB
276
  Current Block Size 256.0 KB
277
+ Peak Allocated Bytes 68.0 KB
278
  Overflow Count 4
279
  [ALLOC_TEMP_Background Job.Worker 8]
280
  Initial Block Size 32.0 KB
 
289
  [ALLOC_TEMP_Job.Worker 0]
290
  Initial Block Size 256.0 KB
291
  Current Block Size 256.0 KB
292
+ Peak Allocated Bytes 0 B
293
  Overflow Count 0
294
  [ALLOC_TEMP_Background Job.Worker 10]
295
  Initial Block Size 32.0 KB
 
359
  [ALLOC_TEMP_Job.Worker 2]
360
  Initial Block Size 256.0 KB
361
  Current Block Size 256.0 KB
362
+ Peak Allocated Bytes 0.8 KB
363
  Overflow Count 0
364
  [ALLOC_TEMP_Background Job.Worker 3]
365
  Initial Block Size 32.0 KB
 
387
  Peak Allocated Bytes 54 B
388
  Overflow Count 0
389
  [ALLOC_DEFAULT] Dual Thread Allocator
390
+ Peak main deferred allocation count 3
391
  [ALLOC_BUCKET]
392
  Large Block size 4.0 MB
393
  Used Block count 1
394
  Peak Allocated bytes 0.9 MB
395
  [ALLOC_DEFAULT_MAIN]
396
+ Peak usage frame count: [4.0 MB-8.0 MB]: 19164 frames
397
  Requested Block Size 16.0 MB
398
  Peak Block count 1
399
+ Peak Allocated memory 4.7 MB
400
  Peak Large allocation bytes 0 B
401
  [ALLOC_DEFAULT_THREAD]
402
+ Peak usage frame count: [16.0 MB-32.0 MB]: 19164 frames
403
  Requested Block Size 16.0 MB
404
  Peak Block count 1
405
+ Peak Allocated memory 17.6 MB
406
  Peak Large allocation bytes 16.0 MB
407
  [ALLOC_TEMP_JOB_1_FRAME]
408
  Initial Block Size 2.0 MB
 
431
  Used Block count 1
432
  Peak Allocated bytes 0.9 MB
433
  [ALLOC_GFX_MAIN]
434
+ Peak usage frame count: [32.0 KB-64.0 KB]: 19163 frames, [64.0 KB-128.0 KB]: 1 frames
435
  Requested Block Size 16.0 MB
436
  Peak Block count 1
437
  Peak Allocated memory 65.6 KB
438
  Peak Large allocation bytes 0 B
439
  [ALLOC_GFX_THREAD]
440
+ Peak usage frame count: [128.0 KB-256.0 KB]: 19164 frames
441
  Requested Block Size 16.0 MB
442
  Peak Block count 1
443
  Peak Allocated memory 173.6 KB
 
449
  Used Block count 1
450
  Peak Allocated bytes 0.9 MB
451
  [ALLOC_CACHEOBJECTS_MAIN]
452
+ Peak usage frame count: [0.5 MB-1.0 MB]: 19164 frames
453
  Requested Block Size 4.0 MB
454
  Peak Block count 1
455
  Peak Allocated memory 0.6 MB
456
  Peak Large allocation bytes 0 B
457
  [ALLOC_CACHEOBJECTS_THREAD]
458
+ Peak usage frame count: [0.5 MB-1.0 MB]: 19163 frames, [2.0 MB-4.0 MB]: 1 frames
459
  Requested Block Size 4.0 MB
460
  Peak Block count 1
461
  Peak Allocated memory 3.2 MB
 
467
  Used Block count 1
468
  Peak Allocated bytes 0.9 MB
469
  [ALLOC_TYPETREE_MAIN]
470
+ Peak usage frame count: [0-1.0 KB]: 19164 frames
471
  Requested Block Size 2.0 MB
472
  Peak Block count 1
473
  Peak Allocated memory 1.0 KB
474
  Peak Large allocation bytes 0 B
475
  [ALLOC_TYPETREE_THREAD]
476
+ Peak usage frame count: [1.0 KB-2.0 KB]: 19163 frames, [2.0 KB-4.0 KB]: 1 frames
477
  Requested Block Size 2.0 MB
478
  Peak Block count 1
479
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -1,40 +1,366 @@
1
  {
2
  "name": "root",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
- "start_time_seconds": "1677961769",
6
  "python_version": "3.9.16 (main, Mar 1 2023, 18:30:21) [MSC v.1916 64 bit (AMD64)]",
7
- "command_line_arguments": "D:\\Users\\tara0\\anaconda3\\envs\\RL\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --force",
8
  "mlagents_version": "0.31.0.dev0",
9
  "mlagents_envs_version": "0.31.0.dev0",
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "1.13.1+cpu",
12
  "numpy_version": "1.21.2",
13
- "end_time_seconds": "1677961775"
14
  },
15
- "total": 6.7208566,
16
  "count": 1,
17
- "self": 0.03700880000000062,
18
  "children": {
19
  "run_training.setup": {
20
- "total": 1.103033,
21
  "count": 1,
22
- "self": 1.103033
23
  },
24
  "TrainerController.start_learning": {
25
- "total": 5.5808148,
26
  "count": 1,
27
- "self": 0.00036849999999866156,
28
  "children": {
29
  "TrainerController._reset_env": {
30
- "total": 5.5804295999999995,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  "count": 1,
32
- "self": 5.5804295999999995
33
  },
34
  "TrainerController._save_models": {
35
- "total": 1.670000000153493e-05,
36
  "count": 1,
37
- "self": 1.670000000153493e-05
 
 
 
 
 
 
 
38
  }
39
  }
40
  }
 
1
  {
2
  "name": "root",
3
+ "gauges": {
4
+ "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 2.895189046859741,
6
+ "min": 2.882762908935547,
7
+ "max": 3.2957255840301514,
8
+ "count": 100
9
+ },
10
+ "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 70225.703125,
12
+ "min": 12840.181640625,
13
+ "max": 113489.03125,
14
+ "count": 100
15
+ },
16
+ "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 70.05479452054794,
18
+ "min": 67.02857142857142,
19
+ "max": 999.0,
20
+ "count": 100
21
+ },
22
+ "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 20456.0,
24
+ "min": 7992.0,
25
+ "max": 27684.0,
26
+ "count": 100
27
+ },
28
+ "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1371.2024934525527,
30
+ "min": 1198.7478938846245,
31
+ "max": 1371.2024934525527,
32
+ "count": 98
33
+ },
34
+ "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 200195.5640440727,
36
+ "min": 2398.071096847074,
37
+ "max": 200195.5640440727,
38
+ "count": 98
39
+ },
40
+ "SoccerTwos.Step.mean": {
41
+ "value": 999796.0,
42
+ "min": 9354.0,
43
+ "max": 999796.0,
44
+ "count": 100
45
+ },
46
+ "SoccerTwos.Step.sum": {
47
+ "value": 999796.0,
48
+ "min": 9354.0,
49
+ "max": 999796.0,
50
+ "count": 100
51
+ },
52
+ "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": 0.12615734338760376,
54
+ "min": -0.034751515835523605,
55
+ "max": 0.1727389246225357,
56
+ "count": 100
57
+ },
58
+ "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": 18.41897201538086,
60
+ "min": -0.5118509531021118,
61
+ "max": 19.83926773071289,
62
+ "count": 100
63
+ },
64
+ "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": 0.12158912420272827,
66
+ "min": -0.03479311615228653,
67
+ "max": 0.16984131932258606,
68
+ "count": 100
69
+ },
70
+ "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": 17.752012252807617,
72
+ "min": -0.506144642829895,
73
+ "max": 18.756845474243164,
74
+ "count": 100
75
+ },
76
+ "SoccerTwos.Environment.CumulativeReward.mean": {
77
+ "value": 0.0,
78
+ "min": 0.0,
79
+ "max": 0.0,
80
+ "count": 100
81
+ },
82
+ "SoccerTwos.Environment.CumulativeReward.sum": {
83
+ "value": 0.0,
84
+ "min": 0.0,
85
+ "max": 0.0,
86
+ "count": 100
87
+ },
88
+ "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": 0.1343589033166023,
90
+ "min": -0.7058823529411765,
91
+ "max": 0.4778153827557197,
92
+ "count": 100
93
+ },
94
+ "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": 19.616399884223938,
96
+ "min": -19.895799815654755,
97
+ "max": 29.935599863529205,
98
+ "count": 100
99
+ },
100
+ "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": 0.1343589033166023,
102
+ "min": -0.7058823529411765,
103
+ "max": 0.4778153827557197,
104
+ "count": 100
105
+ },
106
+ "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": 19.616399884223938,
108
+ "min": -19.895799815654755,
109
+ "max": 29.935599863529205,
110
+ "count": 100
111
+ },
112
+ "SoccerTwos.IsTraining.mean": {
113
+ "value": 1.0,
114
+ "min": 1.0,
115
+ "max": 1.0,
116
+ "count": 100
117
+ },
118
+ "SoccerTwos.IsTraining.sum": {
119
+ "value": 1.0,
120
+ "min": 1.0,
121
+ "max": 1.0,
122
+ "count": 100
123
+ },
124
+ "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.019362225211807527,
126
+ "min": 0.012232778915010083,
127
+ "max": 0.020660320390015842,
128
+ "count": 47
129
+ },
130
+ "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.019362225211807527,
132
+ "min": 0.012232778915010083,
133
+ "max": 0.020660320390015842,
134
+ "count": 47
135
+ },
136
+ "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 0.06422364997367064,
138
+ "min": 0.0007572673028334975,
139
+ "max": 0.06422364997367064,
140
+ "count": 47
141
+ },
142
+ "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 0.06422364997367064,
144
+ "min": 0.0007572673028334975,
145
+ "max": 0.06422364997367064,
146
+ "count": 47
147
+ },
148
+ "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 0.06598331580559412,
150
+ "min": 0.0007670198295575877,
151
+ "max": 0.06598331580559412,
152
+ "count": 47
153
+ },
154
+ "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 0.06598331580559412,
156
+ "min": 0.0007670198295575877,
157
+ "max": 0.06598331580559412,
158
+ "count": 47
159
+ },
160
+ "SoccerTwos.Policy.LearningRate.mean": {
161
+ "value": 0.0003,
162
+ "min": 0.0003,
163
+ "max": 0.0003,
164
+ "count": 47
165
+ },
166
+ "SoccerTwos.Policy.LearningRate.sum": {
167
+ "value": 0.0003,
168
+ "min": 0.0003,
169
+ "max": 0.0003,
170
+ "count": 47
171
+ },
172
+ "SoccerTwos.Policy.Epsilon.mean": {
173
+ "value": 0.20000000000000007,
174
+ "min": 0.20000000000000004,
175
+ "max": 0.20000000000000007,
176
+ "count": 47
177
+ },
178
+ "SoccerTwos.Policy.Epsilon.sum": {
179
+ "value": 0.20000000000000007,
180
+ "min": 0.20000000000000004,
181
+ "max": 0.20000000000000007,
182
+ "count": 47
183
+ },
184
+ "SoccerTwos.Policy.Beta.mean": {
185
+ "value": 0.005000000000000001,
186
+ "min": 0.005000000000000001,
187
+ "max": 0.005000000000000001,
188
+ "count": 47
189
+ },
190
+ "SoccerTwos.Policy.Beta.sum": {
191
+ "value": 0.005000000000000001,
192
+ "min": 0.005000000000000001,
193
+ "max": 0.005000000000000001,
194
+ "count": 47
195
+ }
196
+ },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1678028558",
200
  "python_version": "3.9.16 (main, Mar 1 2023, 18:30:21) [MSC v.1916 64 bit (AMD64)]",
201
+ "command_line_arguments": "D:\\Users\\tara0\\anaconda3\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos-v1 --no-graphics --force",
202
  "mlagents_version": "0.31.0.dev0",
203
  "mlagents_envs_version": "0.31.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.13.1+cpu",
206
  "numpy_version": "1.21.2",
207
+ "end_time_seconds": "1678032305"
208
  },
209
+ "total": 3747.2477577,
210
  "count": 1,
211
+ "self": 6.996451900000011,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.21207019999999988,
215
  "count": 1,
216
+ "self": 0.21207019999999988
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 3740.0392355999998,
220
  "count": 1,
221
+ "self": 1.6216672999885304,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 5.618658799999587,
225
+ "count": 5,
226
+ "self": 5.618658799999587
227
+ },
228
+ "TrainerController.advance": {
229
+ "total": 3732.5257065000114,
230
+ "count": 65469,
231
+ "self": 1.8485426001170708,
232
+ "children": {
233
+ "env_step": {
234
+ "total": 1295.1675282999415,
235
+ "count": 65469,
236
+ "self": 997.296369299966,
237
+ "children": {
238
+ "SubprocessEnvManager._take_step": {
239
+ "total": 296.8057279000061,
240
+ "count": 65469,
241
+ "self": 10.310303100041835,
242
+ "children": {
243
+ "TorchPolicy.evaluate": {
244
+ "total": 286.49542479996427,
245
+ "count": 127760,
246
+ "self": 286.49542479996427
247
+ }
248
+ }
249
+ },
250
+ "workers": {
251
+ "total": 1.0654310999694125,
252
+ "count": 65469,
253
+ "self": 0.0,
254
+ "children": {
255
+ "worker_root": {
256
+ "total": 3731.3927511999477,
257
+ "count": 65469,
258
+ "is_parallel": true,
259
+ "self": 2935.654930099925,
260
+ "children": {
261
+ "steps_from_proto": {
262
+ "total": 0.009749700000887707,
263
+ "count": 10,
264
+ "is_parallel": true,
265
+ "self": 0.0021172000019040738,
266
+ "children": {
267
+ "_process_rank_one_or_two_observation": {
268
+ "total": 0.007632499998983633,
269
+ "count": 40,
270
+ "is_parallel": true,
271
+ "self": 0.007632499998983633
272
+ }
273
+ }
274
+ },
275
+ "UnityEnvironment.step": {
276
+ "total": 795.7280714000217,
277
+ "count": 65469,
278
+ "is_parallel": true,
279
+ "self": 38.773284400056355,
280
+ "children": {
281
+ "UnityEnvironment._generate_step_input": {
282
+ "total": 31.08622479999121,
283
+ "count": 65469,
284
+ "is_parallel": true,
285
+ "self": 31.08622479999121
286
+ },
287
+ "communicator.exchange": {
288
+ "total": 602.8142191999585,
289
+ "count": 65469,
290
+ "is_parallel": true,
291
+ "self": 602.8142191999585
292
+ },
293
+ "steps_from_proto": {
294
+ "total": 123.05434300001554,
295
+ "count": 130938,
296
+ "is_parallel": true,
297
+ "self": 26.732309099967253,
298
+ "children": {
299
+ "_process_rank_one_or_two_observation": {
300
+ "total": 96.32203390004828,
301
+ "count": 523752,
302
+ "is_parallel": true,
303
+ "self": 96.32203390004828
304
+ }
305
+ }
306
+ }
307
+ }
308
+ }
309
+ }
310
+ }
311
+ }
312
+ }
313
+ }
314
+ },
315
+ "trainer_advance": {
316
+ "total": 2435.5096355999526,
317
+ "count": 65469,
318
+ "self": 12.60086309991766,
319
+ "children": {
320
+ "process_trajectory": {
321
+ "total": 311.2266540000354,
322
+ "count": 65469,
323
+ "self": 307.76587500003563,
324
+ "children": {
325
+ "RLTrainer._checkpoint": {
326
+ "total": 3.460778999999775,
327
+ "count": 2,
328
+ "self": 3.460778999999775
329
+ }
330
+ }
331
+ },
332
+ "_update_policy": {
333
+ "total": 2111.6821184999994,
334
+ "count": 47,
335
+ "self": 190.00795910000193,
336
+ "children": {
337
+ "TorchPOCAOptimizer.update": {
338
+ "total": 1921.6741593999975,
339
+ "count": 1416,
340
+ "self": 1921.6741593999975
341
+ }
342
+ }
343
+ }
344
+ }
345
+ }
346
+ }
347
+ },
348
+ "trainer_threads": {
349
+ "total": 1.100000190490391e-06,
350
  "count": 1,
351
+ "self": 1.100000190490391e-06
352
  },
353
  "TrainerController._save_models": {
354
+ "total": 0.27320190000000366,
355
  "count": 1,
356
+ "self": 0.051475399999617366,
357
+ "children": {
358
+ "RLTrainer._checkpoint": {
359
+ "total": 0.2217265000003863,
360
+ "count": 1,
361
+ "self": 0.2217265000003863
362
+ }
363
+ }
364
  }
365
  }
366
  }
run_logs/training_status.json CHANGED
@@ -1,4 +1,45 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "metadata": {
3
  "stats_format_version": "0.3.0",
4
  "mlagents_version": "0.31.0.dev0",
 
1
  {
2
+ "SoccerTwos": {
3
+ "checkpoints": [
4
+ {
5
+ "steps": 499884,
6
+ "file_path": "results\\SoccerTwos-v1\\SoccerTwos\\SoccerTwos-499884.onnx",
7
+ "reward": 0.0,
8
+ "creation_time": 1678030436.1191237,
9
+ "auxillary_file_paths": [
10
+ "results\\SoccerTwos-v1\\SoccerTwos\\SoccerTwos-499884.pt"
11
+ ]
12
+ },
13
+ {
14
+ "steps": 999796,
15
+ "file_path": "results\\SoccerTwos-v1\\SoccerTwos\\SoccerTwos-999796.onnx",
16
+ "reward": 0.0,
17
+ "creation_time": 1678032297.7164347,
18
+ "auxillary_file_paths": [
19
+ "results\\SoccerTwos-v1\\SoccerTwos\\SoccerTwos-999796.pt"
20
+ ]
21
+ },
22
+ {
23
+ "steps": 1000394,
24
+ "file_path": "results\\SoccerTwos-v1\\SoccerTwos\\SoccerTwos-1000394.onnx",
25
+ "reward": 0.0,
26
+ "creation_time": 1678032298.2034328,
27
+ "auxillary_file_paths": [
28
+ "results\\SoccerTwos-v1\\SoccerTwos\\SoccerTwos-1000394.pt"
29
+ ]
30
+ }
31
+ ],
32
+ "elo": 1376.1162993183007,
33
+ "final_checkpoint": {
34
+ "steps": 1000394,
35
+ "file_path": "results\\SoccerTwos-v1\\SoccerTwos.onnx",
36
+ "reward": 0.0,
37
+ "creation_time": 1678032298.2034328,
38
+ "auxillary_file_paths": [
39
+ "results\\SoccerTwos-v1\\SoccerTwos\\SoccerTwos-1000394.pt"
40
+ ]
41
+ }
42
+ },
43
  "metadata": {
44
  "stats_format_version": "0.3.0",
45
  "mlagents_version": "0.31.0.dev0",