LukeSajkowski commited on
Commit
e293564
β€’
1 Parent(s): 2890dc6

First Push

Browse files
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:512a72dd6a34ff1ebaf0893120e08c0f2e0cd60eed9de624dd86676542d06e99
3
  size 1763220
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:450807e18225a1db6de60bf2f72d0b85f16b47652ef88b6a7b008100b2a7920f
3
  size 1763220
SoccerTwos/{SoccerTwos-1999172.onnx β†’ SoccerTwos-3499714.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:347a9bd6a3f03cc540967cf87b96c0c59edf7cd65159880abc0676d2c1b10b1b
3
  size 1763220
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:592042c0bd11eb2b19610a81be05601d3a2a67aeaf8e62b082aba336c24072ab
3
  size 1763220
SoccerTwos/{SoccerTwos-2499512.pt β†’ SoccerTwos-3499714.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4e8733a33104f89d560899e52a4e2ef90583a3e3114ad1b478a6ea556d7583c
3
  size 28423851
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8420627d93f729ec2eb2607d646f3789be6e230ec25b68e2d084dc09ba0cf0bb
3
  size 28423851
SoccerTwos/{SoccerTwos-2499512.onnx β†’ SoccerTwos-3999830.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cca1f0e8773d5bb87727a3fa86dbf35f844e5c28f860eff5dff630326a03f9c3
3
  size 1763220
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:450807e18225a1db6de60bf2f72d0b85f16b47652ef88b6a7b008100b2a7920f
3
  size 1763220
SoccerTwos/{SoccerTwos-1999172.pt β†’ SoccerTwos-3999830.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eaacfd1c153d53c7eaa97a59cf7b49deb54220b4abb129f44ab98e5d3b58d22d
3
  size 28423851
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27d31dac423f40dee704f08cc3765666bcd42134e8be9bc1eb3106cfdc142185
3
  size 28423851
SoccerTwos/{SoccerTwos-2001172.onnx β†’ SoccerTwos-4000540.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:347a9bd6a3f03cc540967cf87b96c0c59edf7cd65159880abc0676d2c1b10b1b
3
  size 1763220
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:450807e18225a1db6de60bf2f72d0b85f16b47652ef88b6a7b008100b2a7920f
3
  size 1763220
SoccerTwos/{SoccerTwos-2001172.pt β†’ SoccerTwos-4000540.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d969b56f2a2268454a401ac3c81b10ab83cfb9d4c22c684e9621291b0200dbe
3
  size 28423851
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f3b1ec13ed4448a28e9a3adbc9f5c197dc4461a27aa74e6ea4c77b25571bdec
3
  size 28423851
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7efd8ee01ed293c5775927dc9c867e5f43bedccee8f1d75cf941af9221d7c875
3
  size 28423851
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f3b1ec13ed4448a28e9a3adbc9f5c197dc4461a27aa74e6ea4c77b25571bdec
3
  size 28423851
SoccerTwos/events.out.tfevents.1677140326.6ae1c068e1a5.2827.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:521d3dc24b3a31f258c40aa86904c218d02a7cb72e80666797f39db9155f430c
3
+ size 998928
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 3000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 4000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -37,7 +37,7 @@ behaviors:
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
- max_steps: 3000000
41
  time_horizon: 1000
42
  summary_freq: 10000
43
  threaded: false
 
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
+ max_steps: 4000000
41
  time_horizon: 1000
42
  summary_freq: 10000
43
  threaded: false
run_logs/Player-0.log CHANGED
@@ -2,6 +2,9 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SoccerTwos/So
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
@@ -31,7 +34,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
- - Completed reload, in 0.239 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -56,7 +59,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
56
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
57
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
58
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
59
- UnloadTime: 1.198275 ms
60
  Registered Communicator in Agent.
61
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
62
  requesting resize 84 x 84
@@ -229,296 +232,12 @@ TOO LONG
229
  TOO LONG
230
  TOO LONG
231
  TOO LONG
232
- TOO LONG
233
- TOO LONG
234
- TOO LONG
235
- TOO LONG
236
- TOO LONG
237
- TOO LONG
238
- TOO LONG
239
- TOO LONG
240
- TOO LONG
241
- TOO LONG
242
- TOO LONG
243
- TOO LONG
244
- TOO LONG
245
- TOO LONG
246
- TOO LONG
247
- TOO LONG
248
- TOO LONG
249
- TOO LONG
250
- TOO LONG
251
- TOO LONG
252
- TOO LONG
253
- TOO LONG
254
- TOO LONG
255
- TOO LONG
256
- TOO LONG
257
- TOO LONG
258
- TOO LONG
259
- TOO LONG
260
- TOO LONG
261
- TOO LONG
262
- TOO LONG
263
- TOO LONG
264
- TOO LONG
265
- TOO LONG
266
- TOO LONG
267
- TOO LONG
268
- TOO LONG
269
- TOO LONG
270
- TOO LONG
271
- TOO LONG
272
- TOO LONG
273
- TOO LONG
274
- TOO LONG
275
- TOO LONG
276
- TOO LONG
277
- TOO LONG
278
- TOO LONG
279
- TOO LONG
280
- TOO LONG
281
- TOO LONG
282
- TOO LONG
283
- TOO LONG
284
- TOO LONG
285
- TOO LONG
286
- TOO LONG
287
- TOO LONG
288
- TOO LONG
289
- TOO LONG
290
- TOO LONG
291
- TOO LONG
292
- TOO LONG
293
- TOO LONG
294
- TOO LONG
295
- TOO LONG
296
- TOO LONG
297
- TOO LONG
298
- TOO LONG
299
- TOO LONG
300
- TOO LONG
301
- TOO LONG
302
- TOO LONG
303
- TOO LONG
304
- TOO LONG
305
- TOO LONG
306
- TOO LONG
307
- TOO LONG
308
- TOO LONG
309
- TOO LONG
310
- TOO LONG
311
- TOO LONG
312
- TOO LONG
313
- TOO LONG
314
- TOO LONG
315
- TOO LONG
316
- TOO LONG
317
- TOO LONG
318
- TOO LONG
319
- TOO LONG
320
- TOO LONG
321
- TOO LONG
322
- TOO LONG
323
- TOO LONG
324
- TOO LONG
325
- TOO LONG
326
- TOO LONG
327
- TOO LONG
328
- TOO LONG
329
- TOO LONG
330
- TOO LONG
331
- TOO LONG
332
- TOO LONG
333
- TOO LONG
334
- TOO LONG
335
- TOO LONG
336
- TOO LONG
337
- TOO LONG
338
- TOO LONG
339
- TOO LONG
340
- TOO LONG
341
- TOO LONG
342
- TOO LONG
343
- TOO LONG
344
- TOO LONG
345
- TOO LONG
346
- TOO LONG
347
- TOO LONG
348
- TOO LONG
349
- TOO LONG
350
- TOO LONG
351
- TOO LONG
352
- TOO LONG
353
- TOO LONG
354
- TOO LONG
355
- TOO LONG
356
- TOO LONG
357
- TOO LONG
358
- TOO LONG
359
- TOO LONG
360
- TOO LONG
361
- TOO LONG
362
- TOO LONG
363
- TOO LONG
364
- TOO LONG
365
- TOO LONG
366
- TOO LONG
367
- TOO LONG
368
- TOO LONG
369
- TOO LONG
370
- TOO LONG
371
- TOO LONG
372
- TOO LONG
373
- TOO LONG
374
- TOO LONG
375
- TOO LONG
376
- TOO LONG
377
- TOO LONG
378
- TOO LONG
379
- TOO LONG
380
- TOO LONG
381
- TOO LONG
382
- TOO LONG
383
- TOO LONG
384
- TOO LONG
385
- TOO LONG
386
- TOO LONG
387
- TOO LONG
388
- TOO LONG
389
- TOO LONG
390
- TOO LONG
391
- TOO LONG
392
- TOO LONG
393
- TOO LONG
394
- TOO LONG
395
- TOO LONG
396
- TOO LONG
397
- TOO LONG
398
- TOO LONG
399
- TOO LONG
400
- TOO LONG
401
- TOO LONG
402
- TOO LONG
403
- TOO LONG
404
- TOO LONG
405
- TOO LONG
406
- TOO LONG
407
- TOO LONG
408
- TOO LONG
409
- TOO LONG
410
- TOO LONG
411
- TOO LONG
412
- TOO LONG
413
- TOO LONG
414
- TOO LONG
415
- TOO LONG
416
- TOO LONG
417
- TOO LONG
418
- TOO LONG
419
- TOO LONG
420
- TOO LONG
421
- TOO LONG
422
- TOO LONG
423
- TOO LONG
424
- TOO LONG
425
- TOO LONG
426
- TOO LONG
427
- TOO LONG
428
- TOO LONG
429
- TOO LONG
430
- TOO LONG
431
- TOO LONG
432
- TOO LONG
433
- TOO LONG
434
- TOO LONG
435
- TOO LONG
436
- TOO LONG
437
- TOO LONG
438
- TOO LONG
439
- TOO LONG
440
- TOO LONG
441
- TOO LONG
442
- TOO LONG
443
- TOO LONG
444
- TOO LONG
445
- TOO LONG
446
- TOO LONG
447
- TOO LONG
448
- TOO LONG
449
- TOO LONG
450
- TOO LONG
451
- TOO LONG
452
- TOO LONG
453
- TOO LONG
454
- TOO LONG
455
- TOO LONG
456
- TOO LONG
457
- TOO LONG
458
- TOO LONG
459
- TOO LONG
460
- TOO LONG
461
- TOO LONG
462
- TOO LONG
463
- TOO LONG
464
- TOO LONG
465
- TOO LONG
466
- TOO LONG
467
- TOO LONG
468
- TOO LONG
469
- TOO LONG
470
- TOO LONG
471
- TOO LONG
472
- TOO LONG
473
- TOO LONG
474
- TOO LONG
475
- TOO LONG
476
- TOO LONG
477
- TOO LONG
478
- TOO LONG
479
- TOO LONG
480
- TOO LONG
481
- TOO LONG
482
- TOO LONG
483
- TOO LONG
484
- TOO LONG
485
- TOO LONG
486
- TOO LONG
487
- TOO LONG
488
- TOO LONG
489
- TOO LONG
490
- TOO LONG
491
- TOO LONG
492
- TOO LONG
493
- TOO LONG
494
- TOO LONG
495
- TOO LONG
496
- TOO LONG
497
- TOO LONG
498
- TOO LONG
499
- TOO LONG
500
- TOO LONG
501
- TOO LONG
502
- TOO LONG
503
- TOO LONG
504
- TOO LONG
505
- TOO LONG
506
- TOO LONG
507
- TOO LONG
508
- TOO LONG
509
- TOO LONG
510
- TOO LONG
511
- TOO LONG
512
- TOO LONG
513
- TOO LONG
514
- TOO LONG
515
- TOO LONG
516
  Setting up 1 worker threads for Enlighten.
517
  Memory Statistics:
518
  [ALLOC_TEMP_TLS] TLS Allocator
519
  StackAllocators :
520
  [ALLOC_TEMP_MAIN]
521
- Peak usage frame count: [8.0 KB-16.0 KB]: 19220 frames, [2.0 MB-4.0 MB]: 1 frames
522
  Initial Block Size 4.0 MB
523
  Current Block Size 4.0 MB
524
  Peak Allocated Bytes 2.1 MB
@@ -634,19 +353,19 @@ Memory Statistics:
634
  Peak Allocated Bytes 0 B
635
  Overflow Count 0
636
  [ALLOC_DEFAULT] Dual Thread Allocator
637
- Peak main deferred allocation count 6
638
  [ALLOC_BUCKET]
639
  Large Block size 4.0 MB
640
  Used Block count 1
641
  Peak Allocated bytes 1.0 MB
642
  [ALLOC_DEFAULT_MAIN]
643
- Peak usage frame count: [4.0 MB-8.0 MB]: 19221 frames
644
  Requested Block Size 16.0 MB
645
  Peak Block count 1
646
  Peak Allocated memory 4.6 MB
647
  Peak Large allocation bytes 0 B
648
  [ALLOC_DEFAULT_THREAD]
649
- Peak usage frame count: [16.0 MB-32.0 MB]: 19221 frames
650
  Requested Block Size 16.0 MB
651
  Peak Block count 1
652
  Peak Allocated memory 17.6 MB
@@ -678,13 +397,13 @@ Memory Statistics:
678
  Used Block count 1
679
  Peak Allocated bytes 1.0 MB
680
  [ALLOC_GFX_MAIN]
681
- Peak usage frame count: [32.0 KB-64.0 KB]: 19220 frames, [64.0 KB-128.0 KB]: 1 frames
682
  Requested Block Size 16.0 MB
683
  Peak Block count 1
684
  Peak Allocated memory 65.6 KB
685
  Peak Large allocation bytes 0 B
686
  [ALLOC_GFX_THREAD]
687
- Peak usage frame count: [128.0 KB-256.0 KB]: 19221 frames
688
  Requested Block Size 16.0 MB
689
  Peak Block count 1
690
  Peak Allocated memory 173.5 KB
@@ -696,13 +415,13 @@ Memory Statistics:
696
  Used Block count 1
697
  Peak Allocated bytes 1.0 MB
698
  [ALLOC_CACHEOBJECTS_MAIN]
699
- Peak usage frame count: [0.5 MB-1.0 MB]: 19221 frames
700
  Requested Block Size 4.0 MB
701
  Peak Block count 1
702
  Peak Allocated memory 0.6 MB
703
  Peak Large allocation bytes 0 B
704
  [ALLOC_CACHEOBJECTS_THREAD]
705
- Peak usage frame count: [0.5 MB-1.0 MB]: 19220 frames, [4.0 MB-8.0 MB]: 1 frames
706
  Requested Block Size 4.0 MB
707
  Peak Block count 2
708
  Peak Allocated memory 4.5 MB
@@ -714,13 +433,13 @@ Memory Statistics:
714
  Used Block count 1
715
  Peak Allocated bytes 1.0 MB
716
  [ALLOC_TYPETREE_MAIN]
717
- Peak usage frame count: [0-1.0 KB]: 19221 frames
718
  Requested Block Size 2.0 MB
719
  Peak Block count 1
720
  Peak Allocated memory 1.0 KB
721
  Peak Large allocation bytes 0 B
722
  [ALLOC_TYPETREE_THREAD]
723
- Peak usage frame count: [1.0 KB-2.0 KB]: 19220 frames, [2.0 KB-4.0 KB]: 1 frames
724
  Requested Block Size 2.0 MB
725
  Peak Block count 1
726
  Peak Allocated memory 2.2 KB
 
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
+ PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
6
+ PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/SoccerTwos
7
+ Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
 
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
+ - Completed reload, in 0.099 seconds
38
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
59
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
60
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
61
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
62
+ UnloadTime: 0.951834 ms
63
  Registered Communicator in Agent.
64
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
65
  requesting resize 84 x 84
 
232
  TOO LONG
233
  TOO LONG
234
  TOO LONG
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
235
  Setting up 1 worker threads for Enlighten.
236
  Memory Statistics:
237
  [ALLOC_TEMP_TLS] TLS Allocator
238
  StackAllocators :
239
  [ALLOC_TEMP_MAIN]
240
+ Peak usage frame count: [8.0 KB-16.0 KB]: 19100 frames, [2.0 MB-4.0 MB]: 1 frames
241
  Initial Block Size 4.0 MB
242
  Current Block Size 4.0 MB
243
  Peak Allocated Bytes 2.1 MB
 
353
  Peak Allocated Bytes 0 B
354
  Overflow Count 0
355
  [ALLOC_DEFAULT] Dual Thread Allocator
356
+ Peak main deferred allocation count 3
357
  [ALLOC_BUCKET]
358
  Large Block size 4.0 MB
359
  Used Block count 1
360
  Peak Allocated bytes 1.0 MB
361
  [ALLOC_DEFAULT_MAIN]
362
+ Peak usage frame count: [4.0 MB-8.0 MB]: 19101 frames
363
  Requested Block Size 16.0 MB
364
  Peak Block count 1
365
  Peak Allocated memory 4.6 MB
366
  Peak Large allocation bytes 0 B
367
  [ALLOC_DEFAULT_THREAD]
368
+ Peak usage frame count: [16.0 MB-32.0 MB]: 19101 frames
369
  Requested Block Size 16.0 MB
370
  Peak Block count 1
371
  Peak Allocated memory 17.6 MB
 
397
  Used Block count 1
398
  Peak Allocated bytes 1.0 MB
399
  [ALLOC_GFX_MAIN]
400
+ Peak usage frame count: [32.0 KB-64.0 KB]: 19100 frames, [64.0 KB-128.0 KB]: 1 frames
401
  Requested Block Size 16.0 MB
402
  Peak Block count 1
403
  Peak Allocated memory 65.6 KB
404
  Peak Large allocation bytes 0 B
405
  [ALLOC_GFX_THREAD]
406
+ Peak usage frame count: [128.0 KB-256.0 KB]: 19101 frames
407
  Requested Block Size 16.0 MB
408
  Peak Block count 1
409
  Peak Allocated memory 173.5 KB
 
415
  Used Block count 1
416
  Peak Allocated bytes 1.0 MB
417
  [ALLOC_CACHEOBJECTS_MAIN]
418
+ Peak usage frame count: [0.5 MB-1.0 MB]: 19101 frames
419
  Requested Block Size 4.0 MB
420
  Peak Block count 1
421
  Peak Allocated memory 0.6 MB
422
  Peak Large allocation bytes 0 B
423
  [ALLOC_CACHEOBJECTS_THREAD]
424
+ Peak usage frame count: [0.5 MB-1.0 MB]: 19100 frames, [4.0 MB-8.0 MB]: 1 frames
425
  Requested Block Size 4.0 MB
426
  Peak Block count 2
427
  Peak Allocated memory 4.5 MB
 
433
  Used Block count 1
434
  Peak Allocated bytes 1.0 MB
435
  [ALLOC_TYPETREE_MAIN]
436
+ Peak usage frame count: [0-1.0 KB]: 19101 frames
437
  Requested Block Size 2.0 MB
438
  Peak Block count 1
439
  Peak Allocated memory 1.0 KB
440
  Peak Large allocation bytes 0 B
441
  [ALLOC_TYPETREE_THREAD]
442
+ Peak usage frame count: [1.0 KB-2.0 KB]: 19100 frames, [2.0 KB-4.0 KB]: 1 frames
443
  Requested Block Size 2.0 MB
444
  Peak Block count 1
445
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,63 +2,75 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 3.116776466369629,
6
- "min": 2.904965877532959,
7
- "max": 3.164104700088501,
8
- "count": 95
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 39994.4765625,
12
- "min": 6307.76171875,
13
- "max": 138840.15625,
14
- "count": 95
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 923.1666666666666,
18
- "min": 532.5,
19
- "max": 999.0,
20
- "count": 95
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 22156.0,
24
- "min": 3996.0,
25
- "max": 31968.0,
26
- "count": 95
 
 
 
 
 
 
 
 
 
 
 
 
27
  },
28
  "SoccerTwos.Step.mean": {
29
- "value": 2999150.0,
30
- "min": 2009164.0,
31
- "max": 2999150.0,
32
  "count": 100
33
  },
34
  "SoccerTwos.Step.sum": {
35
- "value": 2999150.0,
36
- "min": 2009164.0,
37
- "max": 2999150.0,
38
  "count": 100
39
  },
40
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
41
- "value": -0.017505554482340813,
42
- "min": -0.02135247178375721,
43
- "max": 0.009640387259423733,
44
  "count": 100
45
  },
46
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
47
- "value": -0.1925610899925232,
48
- "min": -0.3027734160423279,
49
- "max": 0.09640387445688248,
50
  "count": 100
51
  },
52
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
53
- "value": -0.01827135495841503,
54
- "min": -0.02114020101726055,
55
- "max": 0.011215558275580406,
56
  "count": 100
57
  },
58
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
59
- "value": -0.2009848952293396,
60
- "min": -0.2993220090866089,
61
- "max": 0.11215558648109436,
62
  "count": 100
63
  },
64
  "SoccerTwos.Environment.CumulativeReward.mean": {
@@ -74,27 +86,27 @@
74
  "count": 100
75
  },
76
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
77
- "value": -0.18181818181818182,
78
- "min": -0.5454545454545454,
79
- "max": 0.2756857190813337,
80
  "count": 100
81
  },
82
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
83
- "value": -2.0,
84
- "min": -6.310799956321716,
85
- "max": 3.859600067138672,
86
  "count": 100
87
  },
88
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
89
- "value": -0.18181818181818182,
90
- "min": -0.5454545454545454,
91
- "max": 0.2756857190813337,
92
  "count": 100
93
  },
94
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
95
- "value": -2.0,
96
- "min": -6.310799956321716,
97
- "max": 3.859600067138672,
98
  "count": 100
99
  },
100
  "SoccerTwos.IsTraining.mean": {
@@ -110,93 +122,81 @@
110
  "count": 100
111
  },
112
  "SoccerTwos.Losses.PolicyLoss.mean": {
113
- "value": 0.015776646292457976,
114
- "min": 0.01380585243805399,
115
- "max": 0.023726679547689856,
116
- "count": 42
117
  },
118
  "SoccerTwos.Losses.PolicyLoss.sum": {
119
- "value": 0.015776646292457976,
120
- "min": 0.01380585243805399,
121
- "max": 0.023726679547689856,
122
- "count": 42
123
  },
124
  "SoccerTwos.Losses.ValueLoss.mean": {
125
- "value": 0.003983283950947225,
126
- "min": 2.4570815979372026e-07,
127
- "max": 0.005457229221550127,
128
- "count": 42
129
  },
130
  "SoccerTwos.Losses.ValueLoss.sum": {
131
- "value": 0.003983283950947225,
132
- "min": 2.4570815979372026e-07,
133
- "max": 0.005457229221550127,
134
- "count": 42
135
  },
136
  "SoccerTwos.Losses.BaselineLoss.mean": {
137
- "value": 0.003990688663907349,
138
- "min": 2.3202827629612935e-07,
139
- "max": 0.0054966877369831005,
140
- "count": 42
141
  },
142
  "SoccerTwos.Losses.BaselineLoss.sum": {
143
- "value": 0.003990688663907349,
144
- "min": 2.3202827629612935e-07,
145
- "max": 0.0054966877369831005,
146
- "count": 42
147
  },
148
  "SoccerTwos.Policy.LearningRate.mean": {
149
  "value": 0.0003,
150
  "min": 0.0003,
151
  "max": 0.0003,
152
- "count": 42
153
  },
154
  "SoccerTwos.Policy.LearningRate.sum": {
155
  "value": 0.0003,
156
  "min": 0.0003,
157
  "max": 0.0003,
158
- "count": 42
159
  },
160
  "SoccerTwos.Policy.Epsilon.mean": {
161
  "value": 0.20000000000000007,
162
- "min": 0.19999999999999993,
163
  "max": 0.20000000000000007,
164
- "count": 42
165
  },
166
  "SoccerTwos.Policy.Epsilon.sum": {
167
  "value": 0.20000000000000007,
168
- "min": 0.19999999999999993,
169
  "max": 0.20000000000000007,
170
- "count": 42
171
  },
172
  "SoccerTwos.Policy.Beta.mean": {
173
  "value": 0.005000000000000001,
174
- "min": 0.005,
175
  "max": 0.005000000000000001,
176
- "count": 42
177
  },
178
  "SoccerTwos.Policy.Beta.sum": {
179
  "value": 0.005000000000000001,
180
- "min": 0.005,
181
  "max": 0.005000000000000001,
182
- "count": 42
183
- },
184
- "SoccerTwos.Self-play.ELO.mean": {
185
- "value": 1193.4744619341584,
186
- "min": 1182.8467215275443,
187
- "max": 1193.4744619341584,
188
- "count": 58
189
- },
190
- "SoccerTwos.Self-play.ELO.sum": {
191
- "value": 2386.948923868317,
192
- "min": 2365.6934430550887,
193
- "max": 14276.792717336062,
194
- "count": 58
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1677094734",
200
  "python_version": "3.8.15 | packaged by conda-forge | (default, Nov 22 2022, 08:49:35) \n[GCC 10.4.0]",
201
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --resume --initialize-from=SoccerTwos --env=./training-envs-executables/linux/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics",
202
  "mlagents_version": "0.31.0.dev0",
@@ -204,59 +204,59 @@
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.8.1+cu102",
206
  "numpy_version": "1.21.2",
207
- "end_time_seconds": "1677115845"
208
  },
209
- "total": 21111.642440923002,
210
  "count": 1,
211
- "self": 0.7434031670054537,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.026563553998130374,
215
  "count": 1,
216
- "self": 0.026563553998130374
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 21110.872474202,
220
  "count": 1,
221
- "self": 2.530553965974832,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 3.3131544970019604,
225
  "count": 6,
226
- "self": 3.3131544970019604
227
  },
228
  "TrainerController.advance": {
229
- "total": 21104.62380191203,
230
- "count": 64471,
231
- "self": 3.0193039232617593,
232
  "children": {
233
  "env_step": {
234
- "total": 17592.576774839523,
235
- "count": 64471,
236
- "self": 17188.791970257786,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 402.1214819888555,
240
- "count": 64471,
241
- "self": 18.741726848078542,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 383.379755140777,
245
- "count": 128142,
246
- "self": 383.379755140777
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 1.663322592881741,
252
- "count": 64471,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 21077.682511608175,
257
- "count": 64471,
258
  "is_parallel": true,
259
- "self": 4249.830887061995,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
@@ -265,48 +265,48 @@
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
- "total": 0.008337165010743774,
269
  "count": 2,
270
  "is_parallel": true,
271
- "self": 0.0018314219996682368,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
- "total": 0.006505743011075538,
275
  "count": 8,
276
  "is_parallel": true,
277
- "self": 0.006505743011075538
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
- "total": 0.3917583009970258,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.0006637920014327392,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
- "total": 0.0038347719964804128,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0038347719964804128
292
  },
293
  "communicator.exchange": {
294
- "total": 0.37030163999588694,
295
  "count": 1,
296
  "is_parallel": true,
297
- "self": 0.37030163999588694
298
  },
299
  "steps_from_proto": {
300
- "total": 0.016958097003225703,
301
  "count": 2,
302
  "is_parallel": true,
303
- "self": 0.0011376280017429963,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
- "total": 0.015820469001482707,
307
  "count": 8,
308
  "is_parallel": true,
309
- "self": 0.015820469001482707
310
  }
311
  }
312
  }
@@ -315,48 +315,48 @@
315
  }
316
  },
317
  "steps_from_proto": {
318
- "total": 0.03470828200079268,
319
  "count": 10,
320
  "is_parallel": true,
321
- "self": 0.006117324985098094,
322
  "children": {
323
  "_process_rank_one_or_two_observation": {
324
- "total": 0.028590957015694585,
325
  "count": 40,
326
  "is_parallel": true,
327
- "self": 0.028590957015694585
328
  }
329
  }
330
  },
331
  "UnityEnvironment.step": {
332
- "total": 16827.81691626418,
333
- "count": 64470,
334
  "is_parallel": true,
335
- "self": 56.63808648326085,
336
  "children": {
337
  "UnityEnvironment._generate_step_input": {
338
- "total": 318.6570585797235,
339
- "count": 64470,
340
  "is_parallel": true,
341
- "self": 318.6570585797235
342
  },
343
  "communicator.exchange": {
344
- "total": 15845.212454944936,
345
- "count": 64470,
346
  "is_parallel": true,
347
- "self": 15845.212454944936
348
  },
349
  "steps_from_proto": {
350
- "total": 607.3093162562582,
351
- "count": 128940,
352
  "is_parallel": true,
353
- "self": 91.09527064061695,
354
  "children": {
355
  "_process_rank_one_or_two_observation": {
356
- "total": 516.2140456156412,
357
- "count": 515760,
358
  "is_parallel": true,
359
- "self": 516.2140456156412
360
  }
361
  }
362
  }
@@ -369,31 +369,31 @@
369
  }
370
  },
371
  "trainer_advance": {
372
- "total": 3509.0277231492437,
373
- "count": 64471,
374
- "self": 19.277105356304673,
375
  "children": {
376
  "process_trajectory": {
377
- "total": 431.59148503193865,
378
- "count": 64471,
379
- "self": 430.6668806779344,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
- "total": 0.9246043540042592,
383
  "count": 2,
384
- "self": 0.9246043540042592
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
- "total": 3058.1591327610004,
390
- "count": 42,
391
- "self": 274.7183453551188,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
- "total": 2783.4407874058816,
395
- "count": 1374,
396
- "self": 2783.4407874058816
397
  }
398
  }
399
  }
@@ -402,19 +402,19 @@
402
  }
403
  },
404
  "trainer_threads": {
405
- "total": 1.1410011211410165e-06,
406
  "count": 1,
407
- "self": 1.1410011211410165e-06
408
  },
409
  "TrainerController._save_models": {
410
- "total": 0.4049626859923592,
411
  "count": 1,
412
- "self": 0.006110512986197136,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
- "total": 0.39885217300616205,
416
  "count": 1,
417
- "self": 0.39885217300616205
418
  }
419
  }
420
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 2.800877571105957,
6
+ "min": 2.7987799644470215,
7
+ "max": 3.133060932159424,
8
+ "count": 100
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 51536.1484375,
12
+ "min": 34178.21875,
13
+ "max": 112036.515625,
14
+ "count": 100
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 107.41666666666667,
18
+ "min": 71.13235294117646,
19
+ "max": 945.0,
20
+ "count": 100
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 20624.0,
24
+ "min": 13616.0,
25
+ "max": 24436.0,
26
+ "count": 100
27
+ },
28
+ "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1372.7616818741378,
30
+ "min": 1188.9299093215552,
31
+ "max": 1372.7616818741378,
32
+ "count": 100
33
+ },
34
+ "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 131785.12145991722,
36
+ "min": 2385.06002166441,
37
+ "max": 190322.09204727743,
38
+ "count": 100
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 3999830.0,
42
+ "min": 3009392.0,
43
+ "max": 3999830.0,
44
  "count": 100
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 3999830.0,
48
+ "min": 3009392.0,
49
+ "max": 3999830.0,
50
  "count": 100
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": 0.11649134010076523,
54
+ "min": -0.018834032118320465,
55
+ "max": 0.19170230627059937,
56
  "count": 100
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": 11.183168411254883,
60
+ "min": -0.35832905769348145,
61
+ "max": 23.004276275634766,
62
  "count": 100
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": 0.12044286727905273,
66
+ "min": -0.02045607380568981,
67
+ "max": 0.19738887250423431,
68
  "count": 100
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": 11.562515258789062,
72
+ "min": -0.38037264347076416,
73
+ "max": 23.686664581298828,
74
  "count": 100
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
 
86
  "count": 100
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": 0.25754999928176403,
90
+ "min": -0.5941222227281995,
91
+ "max": 0.47594737222320155,
92
  "count": 100
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": 24.724799931049347,
96
+ "min": -14.110399842262268,
97
+ "max": 39.930400133132935,
98
  "count": 100
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": 0.25754999928176403,
102
+ "min": -0.5941222227281995,
103
+ "max": 0.47594737222320155,
104
  "count": 100
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": 24.724799931049347,
108
+ "min": -14.110399842262268,
109
+ "max": 39.930400133132935,
110
  "count": 100
111
  },
112
  "SoccerTwos.IsTraining.mean": {
 
122
  "count": 100
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.015689742790224653,
126
+ "min": 0.012596211169147864,
127
+ "max": 0.02201608498968805,
128
+ "count": 47
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.015689742790224653,
132
+ "min": 0.012596211169147864,
133
+ "max": 0.02201608498968805,
134
+ "count": 47
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 0.06123373930652936,
138
+ "min": 0.0020488769359265765,
139
+ "max": 0.0620229858905077,
140
+ "count": 47
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 0.06123373930652936,
144
+ "min": 0.0020488769359265765,
145
+ "max": 0.0620229858905077,
146
+ "count": 47
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 0.06253708216051261,
150
+ "min": 0.002048641454894096,
151
+ "max": 0.0634166178603967,
152
+ "count": 47
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 0.06253708216051261,
156
+ "min": 0.002048641454894096,
157
+ "max": 0.0634166178603967,
158
+ "count": 47
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
  "value": 0.0003,
162
  "min": 0.0003,
163
  "max": 0.0003,
164
+ "count": 47
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
  "value": 0.0003,
168
  "min": 0.0003,
169
  "max": 0.0003,
170
+ "count": 47
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.20000000000000007,
174
+ "min": 0.20000000000000007,
175
  "max": 0.20000000000000007,
176
+ "count": 47
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.20000000000000007,
180
+ "min": 0.20000000000000007,
181
  "max": 0.20000000000000007,
182
+ "count": 47
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.005000000000000001,
186
+ "min": 0.005000000000000001,
187
  "max": 0.005000000000000001,
188
+ "count": 47
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.005000000000000001,
192
+ "min": 0.005000000000000001,
193
  "max": 0.005000000000000001,
194
+ "count": 47
 
 
 
 
 
 
 
 
 
 
 
 
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1677140325",
200
  "python_version": "3.8.15 | packaged by conda-forge | (default, Nov 22 2022, 08:49:35) \n[GCC 10.4.0]",
201
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --resume --initialize-from=SoccerTwos --env=./training-envs-executables/linux/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics",
202
  "mlagents_version": "0.31.0.dev0",
 
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.8.1+cu102",
206
  "numpy_version": "1.21.2",
207
+ "end_time_seconds": "1677162207"
208
  },
209
+ "total": 21882.166952532,
210
  "count": 1,
211
+ "self": 0.7057841019995976,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.01823274200000924,
215
  "count": 1,
216
+ "self": 0.01823274200000924
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 21881.442935688,
220
  "count": 1,
221
+ "self": 2.476672168228106,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 2.0599538519976477,
225
  "count": 6,
226
+ "self": 2.0599538519976477
227
  },
228
  "TrainerController.advance": {
229
+ "total": 21876.512767568773,
230
+ "count": 65617,
231
+ "self": 2.948162842065358,
232
  "children": {
233
  "env_step": {
234
+ "total": 17333.02266384691,
235
+ "count": 65617,
236
+ "self": 16919.976815247333,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 411.3519324532424,
240
+ "count": 65617,
241
+ "self": 17.62084498733782,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 393.7310874659046,
245
+ "count": 127338,
246
+ "self": 393.7310874659046
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 1.693916146332981,
252
+ "count": 65617,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 21846.94797528796,
257
+ "count": 65617,
258
  "is_parallel": true,
259
+ "self": 5288.781126516045,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
 
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
+ "total": 0.004331739000008383,
269
  "count": 2,
270
  "is_parallel": true,
271
+ "self": 0.0009522549997882379,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
+ "total": 0.0033794840002201454,
275
  "count": 8,
276
  "is_parallel": true,
277
+ "self": 0.0033794840002201454
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
+ "total": 0.2087025649999532,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.0005458470000121451,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
+ "total": 0.0042919559999745616,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0042919559999745616
292
  },
293
  "communicator.exchange": {
294
+ "total": 0.19725229300001956,
295
  "count": 1,
296
  "is_parallel": true,
297
+ "self": 0.19725229300001956
298
  },
299
  "steps_from_proto": {
300
+ "total": 0.006612468999946941,
301
  "count": 2,
302
  "is_parallel": true,
303
+ "self": 0.0009923070002741952,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
+ "total": 0.005620161999672746,
307
  "count": 8,
308
  "is_parallel": true,
309
+ "self": 0.005620161999672746
310
  }
311
  }
312
  }
 
315
  }
316
  },
317
  "steps_from_proto": {
318
+ "total": 0.02040657000156898,
319
  "count": 10,
320
  "is_parallel": true,
321
+ "self": 0.003130070997940493,
322
  "children": {
323
  "_process_rank_one_or_two_observation": {
324
+ "total": 0.017276499003628487,
325
  "count": 40,
326
  "is_parallel": true,
327
+ "self": 0.017276499003628487
328
  }
329
  }
330
  },
331
  "UnityEnvironment.step": {
332
+ "total": 16558.146442201913,
333
+ "count": 65616,
334
  "is_parallel": true,
335
+ "self": 55.26107237126416,
336
  "children": {
337
  "UnityEnvironment._generate_step_input": {
338
+ "total": 315.01478598972096,
339
+ "count": 65616,
340
  "is_parallel": true,
341
+ "self": 315.01478598972096
342
  },
343
  "communicator.exchange": {
344
+ "total": 15581.429789935528,
345
+ "count": 65616,
346
  "is_parallel": true,
347
+ "self": 15581.429789935528
348
  },
349
  "steps_from_proto": {
350
+ "total": 606.4407939053997,
351
+ "count": 131232,
352
  "is_parallel": true,
353
+ "self": 89.10056670357005,
354
  "children": {
355
  "_process_rank_one_or_two_observation": {
356
+ "total": 517.3402272018296,
357
+ "count": 524928,
358
  "is_parallel": true,
359
+ "self": 517.3402272018296
360
  }
361
  }
362
  }
 
369
  }
370
  },
371
  "trainer_advance": {
372
+ "total": 4540.541940879795,
373
+ "count": 65617,
374
+ "self": 19.704284500890026,
375
  "children": {
376
  "process_trajectory": {
377
+ "total": 496.61758581390677,
378
+ "count": 65617,
379
+ "self": 495.68993175790456,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
+ "total": 0.9276540560022113,
383
  "count": 2,
384
+ "self": 0.9276540560022113
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
+ "total": 4024.2200705649984,
390
+ "count": 47,
391
+ "self": 271.7879896740046,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
+ "total": 3752.432080890994,
395
+ "count": 1410,
396
+ "self": 3752.432080890994
397
  }
398
  }
399
  }
 
402
  }
403
  },
404
  "trainer_threads": {
405
+ "total": 1.415002770954743e-06,
406
  "count": 1,
407
+ "self": 1.415002770954743e-06
408
  },
409
  "TrainerController._save_models": {
410
+ "total": 0.39354068399916287,
411
  "count": 1,
412
+ "self": 0.006044501998985652,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
+ "total": 0.3874961820001772,
416
  "count": 1,
417
+ "self": 0.3874961820001772
418
  }
419
  }
420
  }
run_logs/training_status.json CHANGED
@@ -2,59 +2,59 @@
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
- "steps": 1999172,
6
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-1999172.onnx",
7
  "reward": 0.0,
8
- "creation_time": 1677094634.8928416,
9
  "auxillary_file_paths": [
10
- "results/SoccerTwos/SoccerTwos/SoccerTwos-1999172.pt"
11
  ]
12
  },
13
  {
14
- "steps": 2001172,
15
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2001172.onnx",
16
  "reward": 0.0,
17
- "creation_time": 1677094635.993602,
18
  "auxillary_file_paths": [
19
- "results/SoccerTwos/SoccerTwos/SoccerTwos-2001172.pt"
20
  ]
21
  },
22
  {
23
- "steps": 2499512,
24
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2499512.onnx",
25
  "reward": 0.0,
26
- "creation_time": 1677105397.3074653,
27
  "auxillary_file_paths": [
28
- "results/SoccerTwos/SoccerTwos/SoccerTwos-2499512.pt"
29
  ]
30
  },
31
  {
32
- "steps": 2999150,
33
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2999150.onnx",
34
  "reward": 0.0,
35
- "creation_time": 1677115844.057111,
36
  "auxillary_file_paths": [
37
- "results/SoccerTwos/SoccerTwos/SoccerTwos-2999150.pt"
38
  ]
39
  },
40
  {
41
- "steps": 3001150,
42
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3001150.onnx",
43
  "reward": 0.0,
44
- "creation_time": 1677115845.1412315,
45
  "auxillary_file_paths": [
46
- "results/SoccerTwos/SoccerTwos/SoccerTwos-3001150.pt"
47
  ]
48
  }
49
  ],
50
- "elo": 1193.4744619341584,
51
  "final_checkpoint": {
52
- "steps": 3001150,
53
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
54
  "reward": 0.0,
55
- "creation_time": 1677115845.1412315,
56
  "auxillary_file_paths": [
57
- "results/SoccerTwos/SoccerTwos/SoccerTwos-3001150.pt"
58
  ]
59
  }
60
  },
 
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
+ "steps": 2999150,
6
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2999150.onnx",
7
  "reward": 0.0,
8
+ "creation_time": 1677115844.057111,
9
  "auxillary_file_paths": [
10
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-2999150.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 3001150,
15
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3001150.onnx",
16
  "reward": 0.0,
17
+ "creation_time": 1677115845.1412315,
18
  "auxillary_file_paths": [
19
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-3001150.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 3499714,
24
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3499714.onnx",
25
  "reward": 0.0,
26
+ "creation_time": 1677151102.3744135,
27
  "auxillary_file_paths": [
28
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-3499714.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 3999830,
33
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3999830.onnx",
34
  "reward": 0.0,
35
+ "creation_time": 1677162206.0288017,
36
  "auxillary_file_paths": [
37
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-3999830.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 4000540,
42
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4000540.onnx",
43
  "reward": 0.0,
44
+ "creation_time": 1677162206.6881917,
45
  "auxillary_file_paths": [
46
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-4000540.pt"
47
  ]
48
  }
49
  ],
50
+ "elo": 1375.8380995050925,
51
  "final_checkpoint": {
52
+ "steps": 4000540,
53
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
54
  "reward": 0.0,
55
+ "creation_time": 1677162206.6881917,
56
  "auxillary_file_paths": [
57
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-4000540.pt"
58
  ]
59
  }
60
  },