Pulting86 commited on
Commit
5e69502
·
verified ·
1 Parent(s): 14d71e5

Agent training resumed from the checkpoint.

Browse files
SoccerTwos/SoccerTwos-1941340.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:049673a0effbef8ebe84a03f0002cebcaa9c53f4d40349feccfc76e0f1654d1e
3
+ size 1768747
SoccerTwos/SoccerTwos-1941340.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50ae8f0fdbb4c37a417ecbdce7a37d940f0430248e85cd1f66f22bc2eb797ac8
3
+ size 28430358
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:209c73b3455fca32cbab6b6ae9b683b9aba56942f1d51e67ae3b9626c5ba8c7c
3
  size 28429366
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccce5910b99755d59b60e14eabb2a859eaeb57080ddfd0bd2f68ebafc99d9e0e
3
  size 28429366
SoccerTwos/events.out.tfevents.1734598315.b73765fed6d8.53322.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2df673a2246765171ccacea4a4ea0d5af553ab2b9559c97fe3ee66d005ade071
3
+ size 21376
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "train-soccer/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwosNew", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "train-soccer/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20.0, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwosNew", "initialize_from": null, "load_model": false, "resume": true, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -64,7 +64,7 @@ engine_settings:
64
  width: 84
65
  height: 84
66
  quality_level: 5
67
- time_scale: 20
68
  target_frame_rate: -1
69
  capture_frame_rate: 60
70
  no_graphics: true
@@ -74,7 +74,7 @@ checkpoint_settings:
74
  run_id: SoccerTwosNew
75
  initialize_from: null
76
  load_model: false
77
- resume: false
78
  force: true
79
  train_model: false
80
  inference: false
 
64
  width: 84
65
  height: 84
66
  quality_level: 5
67
+ time_scale: 20.0
68
  target_frame_rate: -1
69
  capture_frame_rate: 60
70
  no_graphics: true
 
74
  run_id: SoccerTwosNew
75
  initialize_from: null
76
  load_model: false
77
+ resume: true
78
  force: true
79
  train_model: false
80
  inference: false
run_logs/Player-0.log CHANGED
@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/train-soccer/SoccerTwos/SoccerTwos_Data/Manag
2
  Mono config path = '/content/ml-agents/train-soccer/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
6
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/SoccerTwos
7
- Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /content/ml-agents/train-soccer/SoccerTwos/SoccerTwos_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
- - Completed reload, in 0.157 seconds
38
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -59,7 +56,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
59
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
60
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
61
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
62
- UnloadTime: 1.295332 ms
63
  Registered Communicator in Agent.
64
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
65
  requesting resize 84 x 84
@@ -67,867 +64,12 @@ TOO LONG
67
  TOO LONG
68
  TOO LONG
69
  TOO LONG
70
- TOO LONG
71
- TOO LONG
72
- TOO LONG
73
- TOO LONG
74
- TOO LONG
75
- TOO LONG
76
- TOO LONG
77
- TOO LONG
78
- TOO LONG
79
- TOO LONG
80
- TOO LONG
81
- TOO LONG
82
- TOO LONG
83
- TOO LONG
84
- TOO LONG
85
- TOO LONG
86
- TOO LONG
87
- TOO LONG
88
- TOO LONG
89
- TOO LONG
90
- TOO LONG
91
- TOO LONG
92
- TOO LONG
93
- TOO LONG
94
- TOO LONG
95
- TOO LONG
96
- TOO LONG
97
- TOO LONG
98
- TOO LONG
99
- TOO LONG
100
- TOO LONG
101
- TOO LONG
102
- TOO LONG
103
- TOO LONG
104
- TOO LONG
105
- TOO LONG
106
- TOO LONG
107
- TOO LONG
108
- TOO LONG
109
- TOO LONG
110
- TOO LONG
111
- TOO LONG
112
- TOO LONG
113
- TOO LONG
114
- TOO LONG
115
- TOO LONG
116
- TOO LONG
117
- TOO LONG
118
- TOO LONG
119
- TOO LONG
120
- TOO LONG
121
- TOO LONG
122
- TOO LONG
123
- TOO LONG
124
- TOO LONG
125
- TOO LONG
126
- TOO LONG
127
- TOO LONG
128
- TOO LONG
129
- TOO LONG
130
- TOO LONG
131
- TOO LONG
132
- TOO LONG
133
- TOO LONG
134
- TOO LONG
135
- TOO LONG
136
- TOO LONG
137
- TOO LONG
138
- TOO LONG
139
- TOO LONG
140
- TOO LONG
141
- TOO LONG
142
- TOO LONG
143
- TOO LONG
144
- TOO LONG
145
- TOO LONG
146
- TOO LONG
147
- TOO LONG
148
- TOO LONG
149
- TOO LONG
150
- TOO LONG
151
- TOO LONG
152
- TOO LONG
153
- TOO LONG
154
- TOO LONG
155
- TOO LONG
156
- TOO LONG
157
- TOO LONG
158
- TOO LONG
159
- TOO LONG
160
- TOO LONG
161
- TOO LONG
162
- TOO LONG
163
- TOO LONG
164
- TOO LONG
165
- TOO LONG
166
- TOO LONG
167
- TOO LONG
168
- TOO LONG
169
- TOO LONG
170
- TOO LONG
171
- TOO LONG
172
- TOO LONG
173
- TOO LONG
174
- TOO LONG
175
- TOO LONG
176
- TOO LONG
177
- TOO LONG
178
- TOO LONG
179
- TOO LONG
180
- TOO LONG
181
- TOO LONG
182
- TOO LONG
183
- TOO LONG
184
- TOO LONG
185
- TOO LONG
186
- TOO LONG
187
- TOO LONG
188
- TOO LONG
189
- TOO LONG
190
- TOO LONG
191
- TOO LONG
192
- TOO LONG
193
- TOO LONG
194
- TOO LONG
195
- TOO LONG
196
- TOO LONG
197
- TOO LONG
198
- TOO LONG
199
- TOO LONG
200
- TOO LONG
201
- TOO LONG
202
- TOO LONG
203
- TOO LONG
204
- TOO LONG
205
- TOO LONG
206
- TOO LONG
207
- TOO LONG
208
- TOO LONG
209
- TOO LONG
210
- TOO LONG
211
- TOO LONG
212
- TOO LONG
213
- TOO LONG
214
- TOO LONG
215
- TOO LONG
216
- TOO LONG
217
- TOO LONG
218
- TOO LONG
219
- TOO LONG
220
- TOO LONG
221
- TOO LONG
222
- TOO LONG
223
- TOO LONG
224
- TOO LONG
225
- TOO LONG
226
- TOO LONG
227
- TOO LONG
228
- TOO LONG
229
- TOO LONG
230
- TOO LONG
231
- TOO LONG
232
- TOO LONG
233
- TOO LONG
234
- TOO LONG
235
- TOO LONG
236
- TOO LONG
237
- TOO LONG
238
- TOO LONG
239
- TOO LONG
240
- TOO LONG
241
- TOO LONG
242
- TOO LONG
243
- TOO LONG
244
- TOO LONG
245
- TOO LONG
246
- TOO LONG
247
- TOO LONG
248
- TOO LONG
249
- TOO LONG
250
- TOO LONG
251
- TOO LONG
252
- TOO LONG
253
- TOO LONG
254
- TOO LONG
255
- TOO LONG
256
- TOO LONG
257
- TOO LONG
258
- TOO LONG
259
- TOO LONG
260
- TOO LONG
261
- TOO LONG
262
- TOO LONG
263
- TOO LONG
264
- TOO LONG
265
- TOO LONG
266
- TOO LONG
267
- TOO LONG
268
- TOO LONG
269
- TOO LONG
270
- TOO LONG
271
- TOO LONG
272
- TOO LONG
273
- TOO LONG
274
- TOO LONG
275
- TOO LONG
276
- TOO LONG
277
- TOO LONG
278
- TOO LONG
279
- TOO LONG
280
- TOO LONG
281
- TOO LONG
282
- TOO LONG
283
- TOO LONG
284
- TOO LONG
285
- TOO LONG
286
- TOO LONG
287
- TOO LONG
288
- TOO LONG
289
- TOO LONG
290
- TOO LONG
291
- TOO LONG
292
- TOO LONG
293
- TOO LONG
294
- TOO LONG
295
- TOO LONG
296
- TOO LONG
297
- TOO LONG
298
- TOO LONG
299
- TOO LONG
300
- TOO LONG
301
- TOO LONG
302
- TOO LONG
303
- TOO LONG
304
- TOO LONG
305
- TOO LONG
306
- TOO LONG
307
- TOO LONG
308
- TOO LONG
309
- TOO LONG
310
- TOO LONG
311
- TOO LONG
312
- TOO LONG
313
- TOO LONG
314
- TOO LONG
315
- TOO LONG
316
- TOO LONG
317
- TOO LONG
318
- TOO LONG
319
- TOO LONG
320
- TOO LONG
321
- TOO LONG
322
- TOO LONG
323
- TOO LONG
324
- TOO LONG
325
- TOO LONG
326
- TOO LONG
327
- TOO LONG
328
- TOO LONG
329
- TOO LONG
330
- TOO LONG
331
- TOO LONG
332
- TOO LONG
333
- TOO LONG
334
- TOO LONG
335
- TOO LONG
336
- TOO LONG
337
- TOO LONG
338
- TOO LONG
339
- TOO LONG
340
- TOO LONG
341
- TOO LONG
342
- TOO LONG
343
- TOO LONG
344
- TOO LONG
345
- TOO LONG
346
- TOO LONG
347
- TOO LONG
348
- TOO LONG
349
- TOO LONG
350
- TOO LONG
351
- TOO LONG
352
- TOO LONG
353
- TOO LONG
354
- TOO LONG
355
- TOO LONG
356
- TOO LONG
357
- TOO LONG
358
- TOO LONG
359
- TOO LONG
360
- TOO LONG
361
- TOO LONG
362
- TOO LONG
363
- TOO LONG
364
- TOO LONG
365
- TOO LONG
366
- TOO LONG
367
- TOO LONG
368
- TOO LONG
369
- TOO LONG
370
- TOO LONG
371
- TOO LONG
372
- TOO LONG
373
- TOO LONG
374
- TOO LONG
375
- TOO LONG
376
- TOO LONG
377
- TOO LONG
378
- TOO LONG
379
- TOO LONG
380
- TOO LONG
381
- TOO LONG
382
- TOO LONG
383
- TOO LONG
384
- TOO LONG
385
- TOO LONG
386
- TOO LONG
387
- TOO LONG
388
- TOO LONG
389
- TOO LONG
390
- TOO LONG
391
- TOO LONG
392
- TOO LONG
393
- TOO LONG
394
- TOO LONG
395
- TOO LONG
396
- TOO LONG
397
- TOO LONG
398
- TOO LONG
399
- TOO LONG
400
- TOO LONG
401
- TOO LONG
402
- TOO LONG
403
- TOO LONG
404
- TOO LONG
405
- TOO LONG
406
- TOO LONG
407
- TOO LONG
408
- TOO LONG
409
- TOO LONG
410
- TOO LONG
411
- TOO LONG
412
- TOO LONG
413
- TOO LONG
414
- TOO LONG
415
- TOO LONG
416
- TOO LONG
417
- TOO LONG
418
- TOO LONG
419
- TOO LONG
420
- TOO LONG
421
- TOO LONG
422
- TOO LONG
423
- TOO LONG
424
- TOO LONG
425
- TOO LONG
426
- TOO LONG
427
- TOO LONG
428
- TOO LONG
429
- TOO LONG
430
- TOO LONG
431
- TOO LONG
432
- TOO LONG
433
- TOO LONG
434
- TOO LONG
435
- TOO LONG
436
- TOO LONG
437
- TOO LONG
438
- TOO LONG
439
- TOO LONG
440
- TOO LONG
441
- TOO LONG
442
- TOO LONG
443
- TOO LONG
444
- TOO LONG
445
- TOO LONG
446
- TOO LONG
447
- TOO LONG
448
- TOO LONG
449
- TOO LONG
450
- TOO LONG
451
- TOO LONG
452
- TOO LONG
453
- TOO LONG
454
- TOO LONG
455
- TOO LONG
456
- TOO LONG
457
- TOO LONG
458
- TOO LONG
459
- TOO LONG
460
- TOO LONG
461
- TOO LONG
462
- TOO LONG
463
- TOO LONG
464
- TOO LONG
465
- TOO LONG
466
- TOO LONG
467
- TOO LONG
468
- TOO LONG
469
- TOO LONG
470
- TOO LONG
471
- TOO LONG
472
- TOO LONG
473
- TOO LONG
474
- TOO LONG
475
- TOO LONG
476
- TOO LONG
477
- TOO LONG
478
- TOO LONG
479
- TOO LONG
480
- TOO LONG
481
- TOO LONG
482
- TOO LONG
483
- TOO LONG
484
- TOO LONG
485
- TOO LONG
486
- TOO LONG
487
- TOO LONG
488
- TOO LONG
489
- TOO LONG
490
- TOO LONG
491
- TOO LONG
492
- TOO LONG
493
- TOO LONG
494
- TOO LONG
495
- TOO LONG
496
- TOO LONG
497
- TOO LONG
498
- TOO LONG
499
- TOO LONG
500
- TOO LONG
501
- TOO LONG
502
- TOO LONG
503
- TOO LONG
504
- TOO LONG
505
- TOO LONG
506
- TOO LONG
507
- TOO LONG
508
- TOO LONG
509
- TOO LONG
510
- TOO LONG
511
- TOO LONG
512
- TOO LONG
513
- TOO LONG
514
- TOO LONG
515
- TOO LONG
516
- TOO LONG
517
- TOO LONG
518
- TOO LONG
519
- TOO LONG
520
- TOO LONG
521
- TOO LONG
522
- TOO LONG
523
- TOO LONG
524
- TOO LONG
525
- TOO LONG
526
- TOO LONG
527
- TOO LONG
528
- TOO LONG
529
- TOO LONG
530
- TOO LONG
531
- TOO LONG
532
- TOO LONG
533
- TOO LONG
534
- TOO LONG
535
- TOO LONG
536
- TOO LONG
537
- TOO LONG
538
- TOO LONG
539
- TOO LONG
540
- TOO LONG
541
- TOO LONG
542
- TOO LONG
543
- TOO LONG
544
- TOO LONG
545
- TOO LONG
546
- TOO LONG
547
- TOO LONG
548
- TOO LONG
549
- TOO LONG
550
- TOO LONG
551
- TOO LONG
552
- TOO LONG
553
- TOO LONG
554
- TOO LONG
555
- TOO LONG
556
- TOO LONG
557
- TOO LONG
558
- TOO LONG
559
- TOO LONG
560
- TOO LONG
561
- TOO LONG
562
- TOO LONG
563
- TOO LONG
564
- TOO LONG
565
- TOO LONG
566
- TOO LONG
567
- TOO LONG
568
- TOO LONG
569
- TOO LONG
570
- TOO LONG
571
- TOO LONG
572
- TOO LONG
573
- TOO LONG
574
- TOO LONG
575
- TOO LONG
576
- TOO LONG
577
- TOO LONG
578
- TOO LONG
579
- TOO LONG
580
- TOO LONG
581
- TOO LONG
582
- TOO LONG
583
- TOO LONG
584
- TOO LONG
585
- TOO LONG
586
- TOO LONG
587
- TOO LONG
588
- TOO LONG
589
- TOO LONG
590
- TOO LONG
591
- TOO LONG
592
- TOO LONG
593
- TOO LONG
594
- TOO LONG
595
- TOO LONG
596
- TOO LONG
597
- TOO LONG
598
- TOO LONG
599
- TOO LONG
600
- TOO LONG
601
- TOO LONG
602
- TOO LONG
603
- TOO LONG
604
- TOO LONG
605
- TOO LONG
606
- TOO LONG
607
- TOO LONG
608
- TOO LONG
609
- TOO LONG
610
- TOO LONG
611
- TOO LONG
612
- TOO LONG
613
- TOO LONG
614
- TOO LONG
615
- TOO LONG
616
- TOO LONG
617
- TOO LONG
618
- TOO LONG
619
- TOO LONG
620
- TOO LONG
621
- TOO LONG
622
- TOO LONG
623
- TOO LONG
624
- TOO LONG
625
- TOO LONG
626
- TOO LONG
627
- TOO LONG
628
- TOO LONG
629
- TOO LONG
630
- TOO LONG
631
- TOO LONG
632
- TOO LONG
633
- TOO LONG
634
- TOO LONG
635
- TOO LONG
636
- TOO LONG
637
- TOO LONG
638
- TOO LONG
639
- TOO LONG
640
- TOO LONG
641
- TOO LONG
642
- TOO LONG
643
- TOO LONG
644
- TOO LONG
645
- TOO LONG
646
- TOO LONG
647
- TOO LONG
648
- TOO LONG
649
- TOO LONG
650
- TOO LONG
651
- TOO LONG
652
- TOO LONG
653
- TOO LONG
654
- TOO LONG
655
- TOO LONG
656
- TOO LONG
657
- TOO LONG
658
- TOO LONG
659
- TOO LONG
660
- TOO LONG
661
- TOO LONG
662
- TOO LONG
663
- TOO LONG
664
- TOO LONG
665
- TOO LONG
666
- TOO LONG
667
- TOO LONG
668
- TOO LONG
669
- TOO LONG
670
- TOO LONG
671
- TOO LONG
672
- TOO LONG
673
- TOO LONG
674
- TOO LONG
675
- TOO LONG
676
- TOO LONG
677
- TOO LONG
678
- TOO LONG
679
- TOO LONG
680
- TOO LONG
681
- TOO LONG
682
- TOO LONG
683
- TOO LONG
684
- TOO LONG
685
- TOO LONG
686
- TOO LONG
687
- TOO LONG
688
- TOO LONG
689
- TOO LONG
690
- TOO LONG
691
- TOO LONG
692
- TOO LONG
693
- TOO LONG
694
- TOO LONG
695
- TOO LONG
696
- TOO LONG
697
- TOO LONG
698
- TOO LONG
699
- TOO LONG
700
- TOO LONG
701
- TOO LONG
702
- TOO LONG
703
- TOO LONG
704
- TOO LONG
705
- TOO LONG
706
- TOO LONG
707
- TOO LONG
708
- TOO LONG
709
- TOO LONG
710
- TOO LONG
711
- TOO LONG
712
- TOO LONG
713
- TOO LONG
714
- TOO LONG
715
- TOO LONG
716
- TOO LONG
717
- TOO LONG
718
- TOO LONG
719
- TOO LONG
720
- TOO LONG
721
- TOO LONG
722
- TOO LONG
723
- TOO LONG
724
- TOO LONG
725
- TOO LONG
726
- TOO LONG
727
- TOO LONG
728
- TOO LONG
729
- TOO LONG
730
- TOO LONG
731
- TOO LONG
732
- TOO LONG
733
- TOO LONG
734
- TOO LONG
735
- TOO LONG
736
- TOO LONG
737
- TOO LONG
738
- TOO LONG
739
- TOO LONG
740
- TOO LONG
741
- TOO LONG
742
- TOO LONG
743
- TOO LONG
744
- TOO LONG
745
- TOO LONG
746
- TOO LONG
747
- TOO LONG
748
- TOO LONG
749
- TOO LONG
750
- TOO LONG
751
- TOO LONG
752
- TOO LONG
753
- TOO LONG
754
- TOO LONG
755
- TOO LONG
756
- TOO LONG
757
- TOO LONG
758
- TOO LONG
759
- TOO LONG
760
- TOO LONG
761
- TOO LONG
762
- TOO LONG
763
- TOO LONG
764
- TOO LONG
765
- TOO LONG
766
- TOO LONG
767
- TOO LONG
768
- TOO LONG
769
- TOO LONG
770
- TOO LONG
771
- TOO LONG
772
- TOO LONG
773
- TOO LONG
774
- TOO LONG
775
- TOO LONG
776
- TOO LONG
777
- TOO LONG
778
- TOO LONG
779
- TOO LONG
780
- TOO LONG
781
- TOO LONG
782
- TOO LONG
783
- TOO LONG
784
- TOO LONG
785
- TOO LONG
786
- TOO LONG
787
- TOO LONG
788
- TOO LONG
789
- TOO LONG
790
- TOO LONG
791
- TOO LONG
792
- TOO LONG
793
- TOO LONG
794
- TOO LONG
795
- TOO LONG
796
- TOO LONG
797
- TOO LONG
798
- TOO LONG
799
- TOO LONG
800
- TOO LONG
801
- TOO LONG
802
- TOO LONG
803
- TOO LONG
804
- TOO LONG
805
- TOO LONG
806
- TOO LONG
807
- TOO LONG
808
- TOO LONG
809
- TOO LONG
810
- TOO LONG
811
- TOO LONG
812
- TOO LONG
813
- TOO LONG
814
- TOO LONG
815
- TOO LONG
816
- TOO LONG
817
- TOO LONG
818
- TOO LONG
819
- TOO LONG
820
- TOO LONG
821
- TOO LONG
822
- TOO LONG
823
- TOO LONG
824
- TOO LONG
825
- TOO LONG
826
- TOO LONG
827
- TOO LONG
828
- TOO LONG
829
- TOO LONG
830
- TOO LONG
831
- TOO LONG
832
- TOO LONG
833
- TOO LONG
834
- TOO LONG
835
- TOO LONG
836
- TOO LONG
837
- TOO LONG
838
- TOO LONG
839
- TOO LONG
840
- TOO LONG
841
- TOO LONG
842
- TOO LONG
843
- TOO LONG
844
- TOO LONG
845
- TOO LONG
846
- TOO LONG
847
- TOO LONG
848
- TOO LONG
849
- TOO LONG
850
- TOO LONG
851
- TOO LONG
852
- TOO LONG
853
- TOO LONG
854
- TOO LONG
855
- TOO LONG
856
- TOO LONG
857
- TOO LONG
858
- TOO LONG
859
- TOO LONG
860
- TOO LONG
861
- TOO LONG
862
- TOO LONG
863
- TOO LONG
864
- TOO LONG
865
- TOO LONG
866
- TOO LONG
867
- TOO LONG
868
- TOO LONG
869
- TOO LONG
870
- TOO LONG
871
- TOO LONG
872
- TOO LONG
873
- TOO LONG
874
- TOO LONG
875
- TOO LONG
876
- TOO LONG
877
- TOO LONG
878
- TOO LONG
879
- TOO LONG
880
- TOO LONG
881
- TOO LONG
882
- TOO LONG
883
- TOO LONG
884
- TOO LONG
885
- TOO LONG
886
- TOO LONG
887
- TOO LONG
888
- TOO LONG
889
- TOO LONG
890
- TOO LONG
891
- TOO LONG
892
- TOO LONG
893
- TOO LONG
894
- TOO LONG
895
- TOO LONG
896
- TOO LONG
897
- TOO LONG
898
- TOO LONG
899
- TOO LONG
900
- TOO LONG
901
- TOO LONG
902
- TOO LONG
903
- TOO LONG
904
- TOO LONG
905
- TOO LONG
906
- TOO LONG
907
- TOO LONG
908
- TOO LONG
909
- TOO LONG
910
- TOO LONG
911
- TOO LONG
912
- TOO LONG
913
- TOO LONG
914
- TOO LONG
915
- TOO LONG
916
- TOO LONG
917
- TOO LONG
918
- TOO LONG
919
- TOO LONG
920
- TOO LONG
921
- TOO LONG
922
- TOO LONG
923
- TOO LONG
924
- TOO LONG
925
  Setting up 1 worker threads for Enlighten.
926
  Memory Statistics:
927
  [ALLOC_TEMP_TLS] TLS Allocator
928
  StackAllocators :
929
  [ALLOC_TEMP_MAIN]
930
- Peak usage frame count: [8.0 KB-16.0 KB]: 37373 frames, [2.0 MB-4.0 MB]: 1 frames
931
  Initial Block Size 4.0 MB
932
  Current Block Size 4.0 MB
933
  Peak Allocated Bytes 2.1 MB
@@ -1043,22 +185,22 @@ Memory Statistics:
1043
  Peak Allocated Bytes 0 B
1044
  Overflow Count 0
1045
  [ALLOC_DEFAULT] Dual Thread Allocator
1046
- Peak main deferred allocation count 5
1047
  [ALLOC_BUCKET]
1048
  Large Block size 4.0 MB
1049
  Used Block count 1
1050
  Peak Allocated bytes 1.0 MB
1051
  [ALLOC_DEFAULT_MAIN]
1052
- Peak usage frame count: [4.0 MB-8.0 MB]: 37374 frames
1053
  Requested Block Size 16.0 MB
1054
  Peak Block count 1
1055
- Peak Allocated memory 4.6 MB
1056
  Peak Large allocation bytes 0 B
1057
  [ALLOC_DEFAULT_THREAD]
1058
- Peak usage frame count: [16.0 MB-32.0 MB]: 37374 frames
1059
  Requested Block Size 16.0 MB
1060
  Peak Block count 1
1061
- Peak Allocated memory 17.6 MB
1062
  Peak Large allocation bytes 16.0 MB
1063
  [ALLOC_TEMP_JOB_1_FRAME]
1064
  Initial Block Size 2.0 MB
@@ -1087,13 +229,13 @@ Memory Statistics:
1087
  Used Block count 1
1088
  Peak Allocated bytes 1.0 MB
1089
  [ALLOC_GFX_MAIN]
1090
- Peak usage frame count: [32.0 KB-64.0 KB]: 37373 frames, [64.0 KB-128.0 KB]: 1 frames
1091
  Requested Block Size 16.0 MB
1092
  Peak Block count 1
1093
  Peak Allocated memory 65.6 KB
1094
  Peak Large allocation bytes 0 B
1095
  [ALLOC_GFX_THREAD]
1096
- Peak usage frame count: [128.0 KB-256.0 KB]: 37374 frames
1097
  Requested Block Size 16.0 MB
1098
  Peak Block count 1
1099
  Peak Allocated memory 173.5 KB
@@ -1105,16 +247,16 @@ Memory Statistics:
1105
  Used Block count 1
1106
  Peak Allocated bytes 1.0 MB
1107
  [ALLOC_CACHEOBJECTS_MAIN]
1108
- Peak usage frame count: [0.5 MB-1.0 MB]: 37374 frames
1109
  Requested Block Size 4.0 MB
1110
  Peak Block count 1
1111
  Peak Allocated memory 0.6 MB
1112
  Peak Large allocation bytes 0 B
1113
  [ALLOC_CACHEOBJECTS_THREAD]
1114
- Peak usage frame count: [0.5 MB-1.0 MB]: 37373 frames, [4.0 MB-8.0 MB]: 1 frames
1115
  Requested Block Size 4.0 MB
1116
- Peak Block count 2
1117
- Peak Allocated memory 4.4 MB
1118
  Peak Large allocation bytes 0 B
1119
  [ALLOC_TYPETREE] Dual Thread Allocator
1120
  Peak main deferred allocation count 0
@@ -1123,13 +265,13 @@ Memory Statistics:
1123
  Used Block count 1
1124
  Peak Allocated bytes 1.0 MB
1125
  [ALLOC_TYPETREE_MAIN]
1126
- Peak usage frame count: [0-1.0 KB]: 37374 frames
1127
  Requested Block Size 2.0 MB
1128
  Peak Block count 1
1129
  Peak Allocated memory 1.0 KB
1130
  Peak Large allocation bytes 0 B
1131
  [ALLOC_TYPETREE_THREAD]
1132
- Peak usage frame count: [1.0 KB-2.0 KB]: 37373 frames, [2.0 KB-4.0 KB]: 1 frames
1133
  Requested Block Size 2.0 MB
1134
  Peak Block count 1
1135
  Peak Allocated memory 2.2 KB
 
2
  Mono config path = '/content/ml-agents/train-soccer/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /content/ml-agents/train-soccer/SoccerTwos/SoccerTwos_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.309 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
56
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
57
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
58
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
59
+ UnloadTime: 1.140572 ms
60
  Registered Communicator in Agent.
61
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
62
  requesting resize 84 x 84
 
64
  TOO LONG
65
  TOO LONG
66
  TOO LONG
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
67
  Setting up 1 worker threads for Enlighten.
68
  Memory Statistics:
69
  [ALLOC_TEMP_TLS] TLS Allocator
70
  StackAllocators :
71
  [ALLOC_TEMP_MAIN]
72
+ Peak usage frame count: [8.0 KB-16.0 KB]: 347 frames, [2.0 MB-4.0 MB]: 1 frames
73
  Initial Block Size 4.0 MB
74
  Current Block Size 4.0 MB
75
  Peak Allocated Bytes 2.1 MB
 
185
  Peak Allocated Bytes 0 B
186
  Overflow Count 0
187
  [ALLOC_DEFAULT] Dual Thread Allocator
188
+ Peak main deferred allocation count 3
189
  [ALLOC_BUCKET]
190
  Large Block size 4.0 MB
191
  Used Block count 1
192
  Peak Allocated bytes 1.0 MB
193
  [ALLOC_DEFAULT_MAIN]
194
+ Peak usage frame count: [4.0 MB-8.0 MB]: 348 frames
195
  Requested Block Size 16.0 MB
196
  Peak Block count 1
197
+ Peak Allocated memory 4.7 MB
198
  Peak Large allocation bytes 0 B
199
  [ALLOC_DEFAULT_THREAD]
200
+ Peak usage frame count: [16.0 MB-32.0 MB]: 348 frames
201
  Requested Block Size 16.0 MB
202
  Peak Block count 1
203
+ Peak Allocated memory 17.5 MB
204
  Peak Large allocation bytes 16.0 MB
205
  [ALLOC_TEMP_JOB_1_FRAME]
206
  Initial Block Size 2.0 MB
 
229
  Used Block count 1
230
  Peak Allocated bytes 1.0 MB
231
  [ALLOC_GFX_MAIN]
232
+ Peak usage frame count: [32.0 KB-64.0 KB]: 347 frames, [64.0 KB-128.0 KB]: 1 frames
233
  Requested Block Size 16.0 MB
234
  Peak Block count 1
235
  Peak Allocated memory 65.6 KB
236
  Peak Large allocation bytes 0 B
237
  [ALLOC_GFX_THREAD]
238
+ Peak usage frame count: [128.0 KB-256.0 KB]: 348 frames
239
  Requested Block Size 16.0 MB
240
  Peak Block count 1
241
  Peak Allocated memory 173.5 KB
 
247
  Used Block count 1
248
  Peak Allocated bytes 1.0 MB
249
  [ALLOC_CACHEOBJECTS_MAIN]
250
+ Peak usage frame count: [0.5 MB-1.0 MB]: 348 frames
251
  Requested Block Size 4.0 MB
252
  Peak Block count 1
253
  Peak Allocated memory 0.6 MB
254
  Peak Large allocation bytes 0 B
255
  [ALLOC_CACHEOBJECTS_THREAD]
256
+ Peak usage frame count: [0.5 MB-1.0 MB]: 347 frames, [2.0 MB-4.0 MB]: 1 frames
257
  Requested Block Size 4.0 MB
258
+ Peak Block count 1
259
+ Peak Allocated memory 4.0 MB
260
  Peak Large allocation bytes 0 B
261
  [ALLOC_TYPETREE] Dual Thread Allocator
262
  Peak main deferred allocation count 0
 
265
  Used Block count 1
266
  Peak Allocated bytes 1.0 MB
267
  [ALLOC_TYPETREE_MAIN]
268
+ Peak usage frame count: [0-1.0 KB]: 348 frames
269
  Requested Block Size 2.0 MB
270
  Peak Block count 1
271
  Peak Allocated memory 1.0 KB
272
  Peak Large allocation bytes 0 B
273
  [ALLOC_TYPETREE_THREAD]
274
+ Peak usage frame count: [1.0 KB-2.0 KB]: 347 frames, [2.0 KB-4.0 KB]: 1 frames
275
  Requested Block Size 2.0 MB
276
  Peak Block count 1
277
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,261 +2,189 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 3.1319100856781006,
6
- "min": 3.0555083751678467,
7
- "max": 3.295710563659668,
8
- "count": 192
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 65745.0546875,
12
- "min": 23332.587890625,
13
- "max": 118419.234375,
14
- "count": 192
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 730.2857142857143,
18
- "min": 428.75,
19
- "max": 999.0,
20
- "count": 192
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 20448.0,
24
- "min": 13404.0,
25
- "max": 28604.0,
26
- "count": 192
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1189.1190401129813,
30
- "min": 1182.1018247657862,
31
- "max": 1202.7269456903887,
32
- "count": 130
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 7134.7142406778885,
36
- "min": 2369.3724689384526,
37
- "max": 21331.113397403402,
38
- "count": 130
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 1919818.0,
42
- "min": 9318.0,
43
- "max": 1919818.0,
44
- "count": 192
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 1919818.0,
48
- "min": 9318.0,
49
- "max": 1919818.0,
50
- "count": 192
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": 0.01387853641062975,
54
- "min": -0.0609583705663681,
55
- "max": 0.03957086801528931,
56
- "count": 192
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": 0.19429950416088104,
60
- "min": -0.9143755435943604,
61
- "max": 0.514421284198761,
62
- "count": 192
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": 0.013937287963926792,
66
- "min": -0.06456974893808365,
67
- "max": 0.03561856597661972,
68
- "count": 192
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": 0.19512203335762024,
72
- "min": -0.9138388633728027,
73
- "max": 0.46304136514663696,
74
- "count": 192
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
- "count": 192
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
- "count": 192
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": -0.42857142857142855,
90
- "min": -0.5625,
91
- "max": 0.2679882294991437,
92
- "count": 192
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": -6.0,
96
- "min": -9.0,
97
- "max": 4.555799901485443,
98
- "count": 192
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": -0.42857142857142855,
102
- "min": -0.5625,
103
- "max": 0.2679882294991437,
104
- "count": 192
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": -6.0,
108
- "min": -9.0,
109
- "max": 4.555799901485443,
110
- "count": 192
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
- "count": 192
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
- "count": 192
123
- },
124
- "SoccerTwos.Losses.PolicyLoss.mean": {
125
- "value": 0.018012403007984783,
126
- "min": 0.011766582040096788,
127
- "max": 0.022978497187917432,
128
- "count": 89
129
- },
130
- "SoccerTwos.Losses.PolicyLoss.sum": {
131
- "value": 0.018012403007984783,
132
- "min": 0.011766582040096788,
133
- "max": 0.022978497187917432,
134
- "count": 89
135
- },
136
- "SoccerTwos.Losses.ValueLoss.mean": {
137
- "value": 0.00209210750569279,
138
- "min": 8.096979892494952e-08,
139
- "max": 0.006992528339227041,
140
- "count": 89
141
- },
142
- "SoccerTwos.Losses.ValueLoss.sum": {
143
- "value": 0.00209210750569279,
144
- "min": 8.096979892494952e-08,
145
- "max": 0.006992528339227041,
146
- "count": 89
147
- },
148
- "SoccerTwos.Losses.BaselineLoss.mean": {
149
- "value": 0.0021017257842080046,
150
- "min": 8.559811893367927e-08,
151
- "max": 0.00700969360768795,
152
- "count": 89
153
- },
154
- "SoccerTwos.Losses.BaselineLoss.sum": {
155
- "value": 0.0021017257842080046,
156
- "min": 8.559811893367927e-08,
157
- "max": 0.00700969360768795,
158
- "count": 89
159
- },
160
- "SoccerTwos.Policy.LearningRate.mean": {
161
- "value": 0.0003,
162
- "min": 0.0003,
163
- "max": 0.0003,
164
- "count": 89
165
- },
166
- "SoccerTwos.Policy.LearningRate.sum": {
167
- "value": 0.0003,
168
- "min": 0.0003,
169
- "max": 0.0003,
170
- "count": 89
171
- },
172
- "SoccerTwos.Policy.Epsilon.mean": {
173
- "value": 0.20000000000000007,
174
- "min": 0.2,
175
- "max": 0.20000000000000007,
176
- "count": 89
177
- },
178
- "SoccerTwos.Policy.Epsilon.sum": {
179
- "value": 0.20000000000000007,
180
- "min": 0.2,
181
- "max": 0.20000000000000007,
182
- "count": 89
183
- },
184
- "SoccerTwos.Policy.Beta.mean": {
185
- "value": 0.005000000000000001,
186
- "min": 0.005,
187
- "max": 0.005000000000000001,
188
- "count": 89
189
- },
190
- "SoccerTwos.Policy.Beta.sum": {
191
- "value": 0.005000000000000001,
192
- "min": 0.005,
193
- "max": 0.005000000000000001,
194
- "count": 89
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1734586284",
200
  "python_version": "3.10.12 (main, Nov 6 2024, 20:22:13) [GCC 11.4.0]",
201
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./train-soccer/SoccerTwos.yaml --env=train-soccer/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwosNew --no-graphics --force",
202
  "mlagents_version": "1.2.0.dev0",
203
  "mlagents_envs_version": "1.2.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "2.5.1+cu121",
206
  "numpy_version": "1.23.5",
207
- "end_time_seconds": "1734597453"
208
  },
209
- "total": 11169.368953423,
210
  "count": 1,
211
- "self": 0.008765702999880887,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.08552832800000942,
215
  "count": 1,
216
- "self": 0.08552832800000942
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 11169.274659392,
220
  "count": 1,
221
- "self": 5.2771966418386,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 10.050798497000642,
225
- "count": 10,
226
- "self": 10.050798497000642
227
  },
228
  "TrainerController.advance": {
229
- "total": 11153.672791271161,
230
- "count": 125433,
231
- "self": 6.407106473596286,
232
  "children": {
233
  "env_step": {
234
- "total": 4739.601843853705,
235
- "count": 125433,
236
- "self": 3783.2924942276186,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 953.1404317990259,
240
- "count": 125433,
241
- "self": 41.12716566218455,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 912.0132661368414,
245
- "count": 249162,
246
- "self": 912.0132661368414
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 3.1689178270603406,
252
- "count": 125433,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 11136.900596847036,
257
- "count": 125433,
258
  "is_parallel": true,
259
- "self": 8027.54931505915,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
@@ -265,48 +193,48 @@
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
- "total": 0.007608780000055049,
269
  "count": 2,
270
  "is_parallel": true,
271
- "self": 0.0018936119995487388,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
- "total": 0.00571516800050631,
275
  "count": 8,
276
  "is_parallel": true,
277
- "self": 0.00571516800050631
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
- "total": 0.052037597999969876,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.0016220589998283685,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
- "total": 0.001010511000004044,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.001010511000004044
292
  },
293
  "communicator.exchange": {
294
- "total": 0.04474077700001544,
295
  "count": 1,
296
  "is_parallel": true,
297
- "self": 0.04474077700001544
298
  },
299
  "steps_from_proto": {
300
- "total": 0.004664251000122022,
301
  "count": 2,
302
  "is_parallel": true,
303
- "self": 0.0007983920002061495,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
- "total": 0.003865858999915872,
307
  "count": 8,
308
  "is_parallel": true,
309
- "self": 0.003865858999915872
310
  }
311
  }
312
  }
@@ -314,53 +242,53 @@
314
  }
315
  }
316
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
317
  "UnityEnvironment.step": {
318
- "total": 3109.321820669884,
319
- "count": 125432,
320
  "is_parallel": true,
321
- "self": 204.63727497093987,
322
  "children": {
323
  "UnityEnvironment._generate_step_input": {
324
- "total": 129.26815543781663,
325
- "count": 125432,
326
  "is_parallel": true,
327
- "self": 129.26815543781663
328
  },
329
  "communicator.exchange": {
330
- "total": 2178.09926673673,
331
- "count": 125432,
332
  "is_parallel": true,
333
- "self": 2178.09926673673
334
  },
335
  "steps_from_proto": {
336
- "total": 597.317123524397,
337
- "count": 250864,
338
  "is_parallel": true,
339
- "self": 110.45679751324815,
340
  "children": {
341
  "_process_rank_one_or_two_observation": {
342
- "total": 486.8603260111488,
343
- "count": 1003456,
344
  "is_parallel": true,
345
- "self": 486.8603260111488
346
  }
347
  }
348
  }
349
  }
350
- },
351
- "steps_from_proto": {
352
- "total": 0.02946111800201834,
353
- "count": 18,
354
- "is_parallel": true,
355
- "self": 0.006324391005819052,
356
- "children": {
357
- "_process_rank_one_or_two_observation": {
358
- "total": 0.023136726996199286,
359
- "count": 72,
360
- "is_parallel": true,
361
- "self": 0.023136726996199286
362
- }
363
- }
364
  }
365
  }
366
  }
@@ -369,52 +297,33 @@
369
  }
370
  },
371
  "trainer_advance": {
372
- "total": 6407.66384094386,
373
- "count": 125433,
374
- "self": 46.17866354086618,
375
  "children": {
376
  "process_trajectory": {
377
- "total": 825.4206515079936,
378
- "count": 125433,
379
- "self": 824.574839595995,
380
- "children": {
381
- "RLTrainer._checkpoint": {
382
- "total": 0.8458119119986804,
383
- "count": 3,
384
- "self": 0.8458119119986804
385
- }
386
- }
387
- },
388
- "_update_policy": {
389
- "total": 5536.064525895001,
390
- "count": 90,
391
- "self": 425.89787409100063,
392
- "children": {
393
- "TorchPOCAOptimizer.update": {
394
- "total": 5110.166651804,
395
- "count": 2676,
396
- "self": 5110.166651804
397
- }
398
- }
399
  }
400
  }
401
  }
402
  }
403
  },
404
  "trainer_threads": {
405
- "total": 1.4339984772959724e-06,
406
  "count": 1,
407
- "self": 1.4339984772959724e-06
408
  },
409
  "TrainerController._save_models": {
410
- "total": 0.27387154800089775,
411
  "count": 1,
412
- "self": 0.002750954001385253,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
- "total": 0.2711205939995125,
416
  "count": 1,
417
- "self": 0.2711205939995125
418
  }
419
  }
420
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 3.1215877532958984,
6
+ "min": 3.1215877532958984,
7
+ "max": 3.1239140033721924,
8
+ "count": 2
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 72021.2734375,
12
+ "min": 27890.3046875,
13
+ "max": 72021.2734375,
14
+ "count": 2
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 791.8571428571429,
18
+ "min": 250.5,
19
+ "max": 791.8571428571429,
20
+ "count": 2
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 22172.0,
24
+ "min": 2004.0,
25
+ "max": 22172.0,
26
+ "count": 2
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1189.3699012116876,
30
+ "min": 1188.5375790828034,
31
+ "max": 1189.3699012116876,
32
+ "count": 2
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 7136.219407270126,
36
+ "min": 4754.150316331214,
37
+ "max": 7136.219407270126,
38
+ "count": 2
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 1939288.0,
42
+ "min": 1929908.0,
43
+ "max": 1939288.0,
44
+ "count": 2
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 1939288.0,
48
+ "min": 1929908.0,
49
+ "max": 1939288.0,
50
+ "count": 2
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": 0.005367896985262632,
54
+ "min": 0.0040137069299817085,
55
+ "max": 0.005367896985262632,
56
+ "count": 2
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": 0.06978265941143036,
60
+ "min": 0.012041120789945126,
61
+ "max": 0.06978265941143036,
62
+ "count": 2
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": 0.005313304718583822,
66
+ "min": 0.0037638049107044935,
67
+ "max": 0.005313304718583822,
68
+ "count": 2
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": 0.06907296180725098,
72
+ "min": 0.011291414499282837,
73
+ "max": 0.06907296180725098,
74
+ "count": 2
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
+ "count": 2
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
+ "count": 2
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": 0.06664615640273461,
90
+ "min": -0.42640000581741333,
91
+ "max": 0.06664615640273461,
92
+ "count": 2
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": 0.8664000332355499,
96
+ "min": -1.27920001745224,
97
+ "max": 0.8664000332355499,
98
+ "count": 2
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": 0.06664615640273461,
102
+ "min": -0.42640000581741333,
103
+ "max": 0.06664615640273461,
104
+ "count": 2
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": 0.8664000332355499,
108
+ "min": -1.27920001745224,
109
+ "max": 0.8664000332355499,
110
+ "count": 2
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
+ "count": 2
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
+ "count": 2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
123
  }
124
  },
125
  "metadata": {
126
  "timer_format_version": "0.1.0",
127
+ "start_time_seconds": "1734598313",
128
  "python_version": "3.10.12 (main, Nov 6 2024, 20:22:13) [GCC 11.4.0]",
129
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./results/SoccerTwosNew/configuration.yaml --env=train-soccer/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwosNew --no-graphics --resume",
130
  "mlagents_version": "1.2.0.dev0",
131
  "mlagents_envs_version": "1.2.0.dev0",
132
  "communication_protocol_version": "1.5.0",
133
  "pytorch_version": "2.5.1+cu121",
134
  "numpy_version": "1.23.5",
135
+ "end_time_seconds": "1734598367"
136
  },
137
+ "total": 53.826016322000214,
138
  "count": 1,
139
+ "self": 0.5316882900006021,
140
  "children": {
141
  "run_training.setup": {
142
+ "total": 0.1335507290004898,
143
  "count": 1,
144
+ "self": 0.1335507290004898
145
  },
146
  "TrainerController.start_learning": {
147
+ "total": 53.16077730299912,
148
  "count": 1,
149
+ "self": 0.04662201297651336,
150
  "children": {
151
  "TrainerController._reset_env": {
152
+ "total": 3.7265824400001293,
153
+ "count": 2,
154
+ "self": 3.7265824400001293
155
  },
156
  "TrainerController.advance": {
157
+ "total": 49.11176958402211,
158
+ "count": 1164,
159
+ "self": 0.06777152505674167,
160
  "children": {
161
  "env_step": {
162
+ "total": 43.27889797501484,
163
+ "count": 1164,
164
+ "self": 34.79664238400801,
165
  "children": {
166
  "SubprocessEnvManager._take_step": {
167
+ "total": 8.456765971019195,
168
+ "count": 1164,
169
+ "self": 0.3524788620434265,
170
  "children": {
171
  "TorchPolicy.evaluate": {
172
+ "total": 8.104287108975768,
173
+ "count": 2318,
174
+ "self": 8.104287108975768
175
  }
176
  }
177
  },
178
  "workers": {
179
+ "total": 0.025489619987638434,
180
+ "count": 1163,
181
  "self": 0.0,
182
  "children": {
183
  "worker_root": {
184
+ "total": 52.68498179995913,
185
+ "count": 1163,
186
  "is_parallel": true,
187
+ "self": 24.3567781089223,
188
  "children": {
189
  "run_training.setup": {
190
  "total": 0.0,
 
193
  "self": 0.0,
194
  "children": {
195
  "steps_from_proto": {
196
+ "total": 0.0065249149993178435,
197
  "count": 2,
198
  "is_parallel": true,
199
+ "self": 0.0019229169975005789,
200
  "children": {
201
  "_process_rank_one_or_two_observation": {
202
+ "total": 0.004601998001817265,
203
  "count": 8,
204
  "is_parallel": true,
205
+ "self": 0.004601998001817265
206
  }
207
  }
208
  },
209
  "UnityEnvironment.step": {
210
+ "total": 0.05039826699976402,
211
  "count": 1,
212
  "is_parallel": true,
213
+ "self": 0.0016422459993918892,
214
  "children": {
215
  "UnityEnvironment._generate_step_input": {
216
+ "total": 0.0015098949988896493,
217
  "count": 1,
218
  "is_parallel": true,
219
+ "self": 0.0015098949988896493
220
  },
221
  "communicator.exchange": {
222
+ "total": 0.04249505000007048,
223
  "count": 1,
224
  "is_parallel": true,
225
+ "self": 0.04249505000007048
226
  },
227
  "steps_from_proto": {
228
+ "total": 0.004751076001412002,
229
  "count": 2,
230
  "is_parallel": true,
231
+ "self": 0.0008594780010753311,
232
  "children": {
233
  "_process_rank_one_or_two_observation": {
234
+ "total": 0.0038915980003366712,
235
  "count": 8,
236
  "is_parallel": true,
237
+ "self": 0.0038915980003366712
238
  }
239
  }
240
  }
 
242
  }
243
  }
244
  },
245
+ "steps_from_proto": {
246
+ "total": 0.0025810010029090336,
247
+ "count": 2,
248
+ "is_parallel": true,
249
+ "self": 0.0006256130054680398,
250
+ "children": {
251
+ "_process_rank_one_or_two_observation": {
252
+ "total": 0.001955387997440994,
253
+ "count": 8,
254
+ "is_parallel": true,
255
+ "self": 0.001955387997440994
256
+ }
257
+ }
258
+ },
259
  "UnityEnvironment.step": {
260
+ "total": 28.325622690033924,
261
+ "count": 1162,
262
  "is_parallel": true,
263
+ "self": 1.8417308320931625,
264
  "children": {
265
  "UnityEnvironment._generate_step_input": {
266
+ "total": 1.305642324987275,
267
+ "count": 1162,
268
  "is_parallel": true,
269
+ "self": 1.305642324987275
270
  },
271
  "communicator.exchange": {
272
+ "total": 19.552538940995873,
273
+ "count": 1162,
274
  "is_parallel": true,
275
+ "self": 19.552538940995873
276
  },
277
  "steps_from_proto": {
278
+ "total": 5.625710591957613,
279
+ "count": 2324,
280
  "is_parallel": true,
281
+ "self": 1.0950379659770988,
282
  "children": {
283
  "_process_rank_one_or_two_observation": {
284
+ "total": 4.530672625980515,
285
+ "count": 9296,
286
  "is_parallel": true,
287
+ "self": 4.530672625980515
288
  }
289
  }
290
  }
291
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
292
  }
293
  }
294
  }
 
297
  }
298
  },
299
  "trainer_advance": {
300
+ "total": 5.765100083950529,
301
+ "count": 1163,
302
+ "self": 0.22704366594734893,
303
  "children": {
304
  "process_trajectory": {
305
+ "total": 5.53805641800318,
306
+ "count": 1163,
307
+ "self": 5.53805641800318
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
308
  }
309
  }
310
  }
311
  }
312
  },
313
  "trainer_threads": {
314
+ "total": 1.7000002117129043e-06,
315
  "count": 1,
316
+ "self": 1.7000002117129043e-06
317
  },
318
  "TrainerController._save_models": {
319
+ "total": 0.2758015660001547,
320
  "count": 1,
321
+ "self": 0.003718365000167978,
322
  "children": {
323
  "RLTrainer._checkpoint": {
324
+ "total": 0.27208320099998673,
325
  "count": 1,
326
+ "self": 0.27208320099998673
327
  }
328
  }
329
  }
run_logs/training_status.json CHANGED
@@ -36,16 +36,25 @@
36
  "auxillary_file_paths": [
37
  "results/SoccerTwosNew/SoccerTwos/SoccerTwos-1929180.pt"
38
  ]
 
 
 
 
 
 
 
 
 
39
  }
40
  ],
41
- "elo": 1189.034706045836,
42
  "final_checkpoint": {
43
- "steps": 1929180,
44
  "file_path": "results/SoccerTwosNew/SoccerTwos.onnx",
45
- "reward": null,
46
- "creation_time": 1734597453.4867852,
47
  "auxillary_file_paths": [
48
- "results/SoccerTwosNew/SoccerTwos/SoccerTwos-1929180.pt"
49
  ]
50
  }
51
  },
 
36
  "auxillary_file_paths": [
37
  "results/SoccerTwosNew/SoccerTwos/SoccerTwos-1929180.pt"
38
  ]
39
+ },
40
+ {
41
+ "steps": 1941340,
42
+ "file_path": "results/SoccerTwosNew/SoccerTwos/SoccerTwos-1941340.onnx",
43
+ "reward": 0.0,
44
+ "creation_time": 1734598367.0981631,
45
+ "auxillary_file_paths": [
46
+ "results/SoccerTwosNew/SoccerTwos/SoccerTwos-1941340.pt"
47
+ ]
48
  }
49
  ],
50
+ "elo": 1190.0332015152508,
51
  "final_checkpoint": {
52
+ "steps": 1941340,
53
  "file_path": "results/SoccerTwosNew/SoccerTwos.onnx",
54
+ "reward": 0.0,
55
+ "creation_time": 1734598367.0981631,
56
  "auxillary_file_paths": [
57
+ "results/SoccerTwosNew/SoccerTwos/SoccerTwos-1941340.pt"
58
  ]
59
  }
60
  },