Hugging Face's logo

Campqt
/
poca-SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SoccerTwos
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
Campqt commited on
Commit
295e95c
•
1 Parent(s): faf7da0

Second Push`

Browse files
Files changed (14) hide show
  1. SoccerTwos.onnx +3 -0
  2. SoccerTwos/SoccerTwos-13999966.onnx +3 -0
  3. SoccerTwos/SoccerTwos-13999966.pt +3 -0
  4. SoccerTwos/SoccerTwos-15116930.onnx +3 -0
  5. SoccerTwos/SoccerTwos-15116930.pt +3 -0
  6. SoccerTwos/checkpoint.pt +1 -1
  7. SoccerTwos/events.out.tfevents.1693594116.DESKTOP-C1E8CH8.2868.0 +3 -0
  8. SoccerTwos/events.out.tfevents.1693605291.DESKTOP-C1E8CH8.12440.0 +3 -0
  9. SoccerTwos/events.out.tfevents.1693645770.DESKTOP-C1E8CH8.13688.0 +3 -0
  10. config.json +1 -1
  11. configuration.yaml +3 -3
  12. run_logs/Player-0.log +15 -290
  13. run_logs/timers.json +191 -191
  14. run_logs/training_status.json +19 -10
SoccerTwos.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ddcf9be8442149d5d333ca371b4316148e807aa481b0142ddb3887fef070093
3
+ size 2820312
SoccerTwos/SoccerTwos-13999966.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a776acd75c890ca4967f245952f3401d23281457bf4516db9273108ac4561b4
3
+ size 2820312
SoccerTwos/SoccerTwos-13999966.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba4a239db074d34d32f7c11ed2519933fa0cdc909a7bb6c45dea05f8abc0e4ee
3
+ size 34738729
SoccerTwos/SoccerTwos-15116930.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ddcf9be8442149d5d333ca371b4316148e807aa481b0142ddb3887fef070093
3
+ size 2820312
SoccerTwos/SoccerTwos-15116930.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ab58145bc57fbe29d71757ac1e0fb1eac310441c49d8aa7ddda5292a0062284
3
+ size 34738729
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd1ec08d78fe3be374020a4acd19647fd1c414e98359307265e511c50827424a
3
  size 34737423
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afb6bdfd3e0fbe4e8385680e0677dee64c6999d61392ccf1b59232ebfbfb1a10
3
  size 34737423
SoccerTwos/events.out.tfevents.1693594116.DESKTOP-C1E8CH8.2868.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6ce741e97ded685f2b0a0db01f15ed9cdfc0d351f81d65b415654f36ed086d8
3
+ size 355914
SoccerTwos/events.out.tfevents.1693605291.DESKTOP-C1E8CH8.12440.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:101a3167ce8239f38ede8a0dc6e16ed966dee3b3dcc15249d352bede86251c97
3
+ size 11698
SoccerTwos/events.out.tfevents.1693645770.DESKTOP-C1E8CH8.13688.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5b904e7d95d57986dc045766d5f6e5e1a39ce15643b7e9f2f2ab625b54624ca
3
+ size 1214042
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.01, "epsilon": 0.25, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.973, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 20000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 50, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.01, "epsilon": 0.25, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.973, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 200000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 2000, "window": 50, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -37,12 +37,12 @@ behaviors:
37
  init_path: null
38
  keep_checkpoints: 2
39
  even_checkpoints: false
40
- max_steps: 20000000
41
  time_horizon: 1000
42
  summary_freq: 100000
43
  threaded: false
44
  self_play:
45
- save_steps: 50000
46
  team_change: 200000
47
  swap_steps: 2000
48
  window: 50
@@ -50,7 +50,7 @@ behaviors:
50
  initial_elo: 1200.0
51
  behavioral_cloning: null
52
  env_settings:
53
- env_path: ./training-envs-executables/SoccerTwos/SoccerTwos.exe
54
  env_args: null
55
  base_port: 5005
56
  num_envs: 1
 
37
  init_path: null
38
  keep_checkpoints: 2
39
  even_checkpoints: false
40
+ max_steps: 200000000
41
  time_horizon: 1000
42
  summary_freq: 100000
43
  threaded: false
44
  self_play:
45
+ save_steps: 200000
46
  team_change: 200000
47
  swap_steps: 2000
48
  window: 50
 
50
  initial_elo: 1200.0
51
  behavioral_cloning: null
52
  env_settings:
53
+ env_path: ./training-envs-executables/SoccerTwos.exe
54
  env_args: null
55
  base_port: 5005
56
  num_envs: 1
run_logs/Player-0.log CHANGED
@@ -9,7 +9,7 @@ NullGfxDevice:
9
  Renderer: Null Device
10
  Vendor: Unity Technologies
11
  Begin MonoManager ReloadAssembly
12
- - Completed reload, in 0.098 seconds
13
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
14
  Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
15
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,7 +35,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
35
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
36
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
37
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
38
- UnloadTime: 0.618300 ms
39
  Registered Communicator in Agent.
40
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  TOO LONG
@@ -558,287 +558,12 @@ TOO LONG
558
  TOO LONG
559
  TOO LONG
560
  TOO LONG
561
- TOO LONG
562
- TOO LONG
563
- TOO LONG
564
- TOO LONG
565
- TOO LONG
566
- TOO LONG
567
- TOO LONG
568
- TOO LONG
569
- TOO LONG
570
- TOO LONG
571
- TOO LONG
572
- TOO LONG
573
- TOO LONG
574
- TOO LONG
575
- TOO LONG
576
- TOO LONG
577
- TOO LONG
578
- TOO LONG
579
- TOO LONG
580
- TOO LONG
581
- TOO LONG
582
- TOO LONG
583
- TOO LONG
584
- TOO LONG
585
- TOO LONG
586
- TOO LONG
587
- TOO LONG
588
- TOO LONG
589
- TOO LONG
590
- TOO LONG
591
- TOO LONG
592
- TOO LONG
593
- TOO LONG
594
- TOO LONG
595
- TOO LONG
596
- TOO LONG
597
- TOO LONG
598
- TOO LONG
599
- TOO LONG
600
- TOO LONG
601
- TOO LONG
602
- TOO LONG
603
- TOO LONG
604
- TOO LONG
605
- TOO LONG
606
- TOO LONG
607
- TOO LONG
608
- TOO LONG
609
- TOO LONG
610
- TOO LONG
611
- TOO LONG
612
- TOO LONG
613
- TOO LONG
614
- TOO LONG
615
- TOO LONG
616
- TOO LONG
617
- TOO LONG
618
- TOO LONG
619
- TOO LONG
620
- TOO LONG
621
- TOO LONG
622
- TOO LONG
623
- TOO LONG
624
- TOO LONG
625
- TOO LONG
626
- TOO LONG
627
- TOO LONG
628
- TOO LONG
629
- TOO LONG
630
- TOO LONG
631
- TOO LONG
632
- TOO LONG
633
- TOO LONG
634
- TOO LONG
635
- TOO LONG
636
- TOO LONG
637
- TOO LONG
638
- TOO LONG
639
- TOO LONG
640
- TOO LONG
641
- TOO LONG
642
- TOO LONG
643
- TOO LONG
644
- TOO LONG
645
- TOO LONG
646
- TOO LONG
647
- TOO LONG
648
- TOO LONG
649
- TOO LONG
650
- TOO LONG
651
- TOO LONG
652
- TOO LONG
653
- TOO LONG
654
- TOO LONG
655
- TOO LONG
656
- TOO LONG
657
- TOO LONG
658
- TOO LONG
659
- TOO LONG
660
- TOO LONG
661
- TOO LONG
662
- TOO LONG
663
- TOO LONG
664
- TOO LONG
665
- TOO LONG
666
- TOO LONG
667
- TOO LONG
668
- TOO LONG
669
- TOO LONG
670
- TOO LONG
671
- TOO LONG
672
- TOO LONG
673
- TOO LONG
674
- TOO LONG
675
- TOO LONG
676
- TOO LONG
677
- TOO LONG
678
- TOO LONG
679
- TOO LONG
680
- TOO LONG
681
- TOO LONG
682
- TOO LONG
683
- TOO LONG
684
- TOO LONG
685
- TOO LONG
686
- TOO LONG
687
- TOO LONG
688
- TOO LONG
689
- TOO LONG
690
- TOO LONG
691
- TOO LONG
692
- TOO LONG
693
- TOO LONG
694
- TOO LONG
695
- TOO LONG
696
- TOO LONG
697
- TOO LONG
698
- TOO LONG
699
- TOO LONG
700
- TOO LONG
701
- TOO LONG
702
- TOO LONG
703
- TOO LONG
704
- TOO LONG
705
- TOO LONG
706
- TOO LONG
707
- TOO LONG
708
- TOO LONG
709
- TOO LONG
710
- TOO LONG
711
- TOO LONG
712
- TOO LONG
713
- TOO LONG
714
- TOO LONG
715
- TOO LONG
716
- TOO LONG
717
- TOO LONG
718
- TOO LONG
719
- TOO LONG
720
- TOO LONG
721
- TOO LONG
722
- TOO LONG
723
- TOO LONG
724
- TOO LONG
725
- TOO LONG
726
- TOO LONG
727
- TOO LONG
728
- TOO LONG
729
- TOO LONG
730
- TOO LONG
731
- TOO LONG
732
- TOO LONG
733
- TOO LONG
734
- TOO LONG
735
- TOO LONG
736
- TOO LONG
737
- TOO LONG
738
- TOO LONG
739
- TOO LONG
740
- TOO LONG
741
- TOO LONG
742
- TOO LONG
743
- TOO LONG
744
- TOO LONG
745
- TOO LONG
746
- TOO LONG
747
- TOO LONG
748
- TOO LONG
749
- TOO LONG
750
- TOO LONG
751
- TOO LONG
752
- TOO LONG
753
- TOO LONG
754
- TOO LONG
755
- TOO LONG
756
- TOO LONG
757
- TOO LONG
758
- TOO LONG
759
- TOO LONG
760
- TOO LONG
761
- TOO LONG
762
- TOO LONG
763
- TOO LONG
764
- TOO LONG
765
- TOO LONG
766
- TOO LONG
767
- TOO LONG
768
- TOO LONG
769
- TOO LONG
770
- TOO LONG
771
- TOO LONG
772
- TOO LONG
773
- TOO LONG
774
- TOO LONG
775
- TOO LONG
776
- TOO LONG
777
- TOO LONG
778
- TOO LONG
779
- TOO LONG
780
- TOO LONG
781
- TOO LONG
782
- TOO LONG
783
- TOO LONG
784
- TOO LONG
785
- TOO LONG
786
- TOO LONG
787
- TOO LONG
788
- TOO LONG
789
- TOO LONG
790
- TOO LONG
791
- TOO LONG
792
- TOO LONG
793
- TOO LONG
794
- TOO LONG
795
- TOO LONG
796
- TOO LONG
797
- TOO LONG
798
- TOO LONG
799
- TOO LONG
800
- TOO LONG
801
- TOO LONG
802
- TOO LONG
803
- TOO LONG
804
- TOO LONG
805
- TOO LONG
806
- TOO LONG
807
- TOO LONG
808
- TOO LONG
809
- TOO LONG
810
- TOO LONG
811
- TOO LONG
812
- TOO LONG
813
- TOO LONG
814
- TOO LONG
815
- TOO LONG
816
- TOO LONG
817
- TOO LONG
818
- TOO LONG
819
- TOO LONG
820
- TOO LONG
821
- TOO LONG
822
- TOO LONG
823
- TOO LONG
824
- TOO LONG
825
- TOO LONG
826
- TOO LONG
827
- TOO LONG
828
- TOO LONG
829
- TOO LONG
830
- TOO LONG
831
- TOO LONG
832
- TOO LONG
833
- TOO LONG
834
- TOO LONG
835
- TOO LONG
836
  Setting up 4 worker threads for Enlighten.
837
  Memory Statistics:
838
  [ALLOC_TEMP_TLS] TLS Allocator
839
  StackAllocators :
840
  [ALLOC_TEMP_MAIN]
841
- Peak usage frame count: [8.0 KB-16.0 KB]: 42717 frames, [2.0 MB-4.0 MB]: 1 frames
842
  Initial Block Size 4.0 MB
843
  Current Block Size 4.0 MB
844
  Peak Allocated Bytes 2.0 MB
@@ -896,7 +621,7 @@ Memory Statistics:
896
  [ALLOC_TEMP_Job.Worker 4]
897
  Initial Block Size 256.0 KB
898
  Current Block Size 256.0 KB
899
- Peak Allocated Bytes 0.8 KB
900
  Overflow Count 0
901
  [ALLOC_TEMP_Job.Worker 3]
902
  Initial Block Size 256.0 KB
@@ -956,7 +681,7 @@ Memory Statistics:
956
  [ALLOC_TEMP_Job.Worker 2]
957
  Initial Block Size 256.0 KB
958
  Current Block Size 256.0 KB
959
- Peak Allocated Bytes 0 B
960
  Overflow Count 0
961
  [ALLOC_TEMP_Background Job.Worker 3]
962
  Initial Block Size 32.0 KB
@@ -990,13 +715,13 @@ Memory Statistics:
990
  Used Block count 1
991
  Peak Allocated bytes 0.9 MB
992
  [ALLOC_DEFAULT_MAIN]
993
- Peak usage frame count: [4.0 MB-8.0 MB]: 42718 frames
994
  Requested Block Size 16.0 MB
995
  Peak Block count 1
996
- Peak Allocated memory 4.9 MB
997
  Peak Large allocation bytes 0 B
998
  [ALLOC_DEFAULT_THREAD]
999
- Peak usage frame count: [16.0 MB-32.0 MB]: 42718 frames
1000
  Requested Block Size 16.0 MB
1001
  Peak Block count 1
1002
  Peak Allocated memory 17.4 MB
@@ -1028,13 +753,13 @@ Memory Statistics:
1028
  Used Block count 1
1029
  Peak Allocated bytes 0.9 MB
1030
  [ALLOC_GFX_MAIN]
1031
- Peak usage frame count: [32.0 KB-64.0 KB]: 42717 frames, [64.0 KB-128.0 KB]: 1 frames
1032
  Requested Block Size 16.0 MB
1033
  Peak Block count 1
1034
  Peak Allocated memory 65.6 KB
1035
  Peak Large allocation bytes 0 B
1036
  [ALLOC_GFX_THREAD]
1037
- Peak usage frame count: [128.0 KB-256.0 KB]: 42718 frames
1038
  Requested Block Size 16.0 MB
1039
  Peak Block count 1
1040
  Peak Allocated memory 173.6 KB
@@ -1046,16 +771,16 @@ Memory Statistics:
1046
  Used Block count 1
1047
  Peak Allocated bytes 0.9 MB
1048
  [ALLOC_CACHEOBJECTS_MAIN]
1049
- Peak usage frame count: [0.5 MB-1.0 MB]: 42718 frames
1050
  Requested Block Size 4.0 MB
1051
  Peak Block count 1
1052
  Peak Allocated memory 0.6 MB
1053
  Peak Large allocation bytes 0 B
1054
  [ALLOC_CACHEOBJECTS_THREAD]
1055
- Peak usage frame count: [0.5 MB-1.0 MB]: 42717 frames, [2.0 MB-4.0 MB]: 1 frames
1056
  Requested Block Size 4.0 MB
1057
  Peak Block count 1
1058
- Peak Allocated memory 3.2 MB
1059
  Peak Large allocation bytes 0 B
1060
  [ALLOC_TYPETREE] Dual Thread Allocator
1061
  Peak main deferred allocation count 0
@@ -1064,13 +789,13 @@ Memory Statistics:
1064
  Used Block count 1
1065
  Peak Allocated bytes 0.9 MB
1066
  [ALLOC_TYPETREE_MAIN]
1067
- Peak usage frame count: [0-1.0 KB]: 42718 frames
1068
  Requested Block Size 2.0 MB
1069
  Peak Block count 1
1070
  Peak Allocated memory 1.0 KB
1071
  Peak Large allocation bytes 0 B
1072
  [ALLOC_TYPETREE_THREAD]
1073
- Peak usage frame count: [1.0 KB-2.0 KB]: 42717 frames, [2.0 KB-4.0 KB]: 1 frames
1074
  Requested Block Size 2.0 MB
1075
  Peak Block count 1
1076
  Peak Allocated memory 2.2 KB
 
9
  Renderer: Null Device
10
  Vendor: Unity Technologies
11
  Begin MonoManager ReloadAssembly
12
+ - Completed reload, in 1.627 seconds
13
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
14
  Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
15
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
35
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
36
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
37
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
38
+ UnloadTime: 51.927900 ms
39
  Registered Communicator in Agent.
40
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  TOO LONG
 
558
  TOO LONG
559
  TOO LONG
560
  TOO LONG
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
561
  Setting up 4 worker threads for Enlighten.
562
  Memory Statistics:
563
  [ALLOC_TEMP_TLS] TLS Allocator
564
  StackAllocators :
565
  [ALLOC_TEMP_MAIN]
566
+ Peak usage frame count: [8.0 KB-16.0 KB]: 219139 frames, [2.0 MB-4.0 MB]: 1 frames
567
  Initial Block Size 4.0 MB
568
  Current Block Size 4.0 MB
569
  Peak Allocated Bytes 2.0 MB
 
621
  [ALLOC_TEMP_Job.Worker 4]
622
  Initial Block Size 256.0 KB
623
  Current Block Size 256.0 KB
624
+ Peak Allocated Bytes 0 B
625
  Overflow Count 0
626
  [ALLOC_TEMP_Job.Worker 3]
627
  Initial Block Size 256.0 KB
 
681
  [ALLOC_TEMP_Job.Worker 2]
682
  Initial Block Size 256.0 KB
683
  Current Block Size 256.0 KB
684
+ Peak Allocated Bytes 0.8 KB
685
  Overflow Count 0
686
  [ALLOC_TEMP_Background Job.Worker 3]
687
  Initial Block Size 32.0 KB
 
715
  Used Block count 1
716
  Peak Allocated bytes 0.9 MB
717
  [ALLOC_DEFAULT_MAIN]
718
+ Peak usage frame count: [4.0 MB-8.0 MB]: 219140 frames
719
  Requested Block Size 16.0 MB
720
  Peak Block count 1
721
+ Peak Allocated memory 5.0 MB
722
  Peak Large allocation bytes 0 B
723
  [ALLOC_DEFAULT_THREAD]
724
+ Peak usage frame count: [16.0 MB-32.0 MB]: 219140 frames
725
  Requested Block Size 16.0 MB
726
  Peak Block count 1
727
  Peak Allocated memory 17.4 MB
 
753
  Used Block count 1
754
  Peak Allocated bytes 0.9 MB
755
  [ALLOC_GFX_MAIN]
756
+ Peak usage frame count: [32.0 KB-64.0 KB]: 219139 frames, [64.0 KB-128.0 KB]: 1 frames
757
  Requested Block Size 16.0 MB
758
  Peak Block count 1
759
  Peak Allocated memory 65.6 KB
760
  Peak Large allocation bytes 0 B
761
  [ALLOC_GFX_THREAD]
762
+ Peak usage frame count: [128.0 KB-256.0 KB]: 219140 frames
763
  Requested Block Size 16.0 MB
764
  Peak Block count 1
765
  Peak Allocated memory 173.6 KB
 
771
  Used Block count 1
772
  Peak Allocated bytes 0.9 MB
773
  [ALLOC_CACHEOBJECTS_MAIN]
774
+ Peak usage frame count: [0.5 MB-1.0 MB]: 219140 frames
775
  Requested Block Size 4.0 MB
776
  Peak Block count 1
777
  Peak Allocated memory 0.6 MB
778
  Peak Large allocation bytes 0 B
779
  [ALLOC_CACHEOBJECTS_THREAD]
780
+ Peak usage frame count: [0.5 MB-1.0 MB]: 219139 frames, [2.0 MB-4.0 MB]: 1 frames
781
  Requested Block Size 4.0 MB
782
  Peak Block count 1
783
+ Peak Allocated memory 2.2 MB
784
  Peak Large allocation bytes 0 B
785
  [ALLOC_TYPETREE] Dual Thread Allocator
786
  Peak main deferred allocation count 0
 
789
  Used Block count 1
790
  Peak Allocated bytes 0.9 MB
791
  [ALLOC_TYPETREE_MAIN]
792
+ Peak usage frame count: [0-1.0 KB]: 219140 frames
793
  Requested Block Size 2.0 MB
794
  Peak Block count 1
795
  Peak Allocated memory 1.0 KB
796
  Peak Large allocation bytes 0 B
797
  [ALLOC_TYPETREE_THREAD]
798
+ Peak usage frame count: [1.0 KB-2.0 KB]: 219139 frames, [2.0 KB-4.0 KB]: 1 frames
799
  Requested Block Size 2.0 MB
800
  Peak Block count 1
801
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,305 +2,305 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 3.2354965209960938,
6
- "min": 3.1631598472595215,
7
- "max": 3.259577512741089,
8
- "count": 23
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 639437.625,
12
- "min": 44121.640625,
13
- "max": 701867.1875,
14
- "count": 23
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 717.6428571428571,
18
- "min": 421.0,
19
- "max": 908.8727272727273,
20
- "count": 23
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 200940.0,
24
- "min": 1684.0,
25
- "max": 202392.0,
26
- "count": 23
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1181.6961458115854,
30
- "min": 1181.6961458115854,
31
- "max": 1219.3582489601895,
32
- "count": 23
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 80355.3379151878,
36
- "min": 2424.2452100794476,
37
- "max": 185386.0257235947,
38
- "count": 23
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 4199362.0,
42
- "min": 1999986.0,
43
- "max": 4199362.0,
44
- "count": 23
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 4199362.0,
48
- "min": 1999986.0,
49
- "max": 4199362.0,
50
- "count": 23
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": -0.0049182092770934105,
54
- "min": -0.01564687490463257,
55
- "max": -0.0003157034807372838,
56
- "count": 23
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": -0.6836310625076294,
60
- "min": -3.035493850708008,
61
- "max": -0.0003157034807372838,
62
- "count": 23
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": -0.005050490144640207,
66
- "min": -0.01595248095691204,
67
- "max": -0.0002864261041395366,
68
- "count": 23
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": -0.702018141746521,
72
- "min": -3.0947813987731934,
73
- "max": -0.0002864261041395366,
74
- "count": 23
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
- "count": 23
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
- "count": 23
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": -0.045313668189396104,
90
- "min": -0.29986804239835935,
91
- "max": 0.5776000022888184,
92
- "count": 23
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": -6.298599878326058,
96
- "min": -58.174400225281715,
97
- "max": 8.977200078777969,
98
- "count": 23
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": -0.045313668189396104,
102
- "min": -0.29986804239835935,
103
- "max": 0.5776000022888184,
104
- "count": 23
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": -6.298599878326058,
108
- "min": -58.174400225281715,
109
- "max": 8.977200078777969,
110
- "count": 23
111
- },
112
- "SoccerTwos.IsTraining.mean": {
113
- "value": 1.0,
114
- "min": 1.0,
115
- "max": 1.0,
116
- "count": 23
117
- },
118
- "SoccerTwos.IsTraining.sum": {
119
- "value": 1.0,
120
- "min": 1.0,
121
- "max": 1.0,
122
- "count": 23
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
- "value": 0.01799167172323602,
126
- "min": 0.014861049636662453,
127
- "max": 0.019059941363326893,
128
- "count": 22
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
- "value": 0.0899583586161801,
132
- "min": 0.05944419854664981,
133
- "max": 0.09529970681663447,
134
- "count": 22
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
- "value": 0.00334238250933898,
138
- "min": 0.001252377344788632,
139
- "max": 0.007985346787609161,
140
- "count": 22
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
- "value": 0.0167119125466949,
144
- "min": 0.005071734591911081,
145
- "max": 0.0349894485824431,
146
- "count": 22
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
- "value": 0.003345942200394347,
150
- "min": 0.0012518831045148697,
151
- "max": 0.00804345243765662,
152
- "count": 22
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
- "value": 0.016729711001971737,
156
- "min": 0.0050709672330413015,
157
- "max": 0.03572000410252561,
158
- "count": 22
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
- "value": 0.00015858042870979598,
162
- "min": 0.00015858042870979598,
163
- "max": 0.0001794705552647275,
164
- "count": 22
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
- "value": 0.00079290214354898,
168
- "min": 0.00063811456094276,
169
- "max": 0.0008925871337064599,
170
- "count": 22
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.25,
174
  "min": 0.25,
175
  "max": 0.25,
176
- "count": 22
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 1.25,
180
  "min": 1.0,
181
  "max": 1.25,
182
- "count": 22
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
- "value": 0.0079310913796,
186
- "min": 0.0079310913796,
187
- "max": 0.008974553722750002,
188
- "count": 22
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
- "value": 0.039655456898,
192
- "min": 0.031913818276000004,
193
- "max": 0.044634724646,
194
- "count": 22
 
 
 
 
 
 
 
 
 
 
 
 
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1693584801",
200
  "python_version": "3.9.17 (main, Jul 5 2023, 20:47:11) [MSC v.1916 64 bit (AMD64)]",
201
- "command_line_arguments": "\\\\?\\C:\\Users\\Giuseppe\\miniconda3\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume",
202
  "mlagents_version": "0.31.0.dev0",
203
  "mlagents_envs_version": "0.31.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "2.0.1+cpu",
206
  "numpy_version": "1.21.2",
207
- "end_time_seconds": "1693593423"
208
  },
209
- "total": 8621.9649719,
210
  "count": 1,
211
- "self": 10.005873700001757,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.11277470000000012,
215
  "count": 1,
216
- "self": 0.11277470000000012
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 8611.8463235,
220
  "count": 1,
221
- "self": 4.054394300050262,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 4.490738000001004,
225
- "count": 12,
226
- "self": 4.490738000001004
227
  },
228
  "TrainerController.advance": {
229
- "total": 8603.138268599949,
230
- "count": 143699,
231
- "self": 4.002740100238952,
232
  "children": {
233
  "env_step": {
234
- "total": 3074.1176869998617,
235
- "count": 143699,
236
- "self": 2343.9551613998215,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 727.6576526000512,
240
- "count": 143699,
241
- "self": 24.159395099741346,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 703.4982575003098,
245
- "count": 284784,
246
- "self": 703.4982575003098
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 2.50487299998907,
252
- "count": 143699,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 8584.451487899967,
257
- "count": 143699,
258
  "is_parallel": true,
259
- "self": 6712.165517899893,
260
  "children": {
261
  "steps_from_proto": {
262
- "total": 0.020495700000081385,
263
- "count": 24,
264
  "is_parallel": true,
265
- "self": 0.004654200004564402,
266
  "children": {
267
  "_process_rank_one_or_two_observation": {
268
- "total": 0.015841499995516983,
269
- "count": 96,
270
  "is_parallel": true,
271
- "self": 0.015841499995516983
272
  }
273
  }
274
  },
275
  "UnityEnvironment.step": {
276
- "total": 1872.2654743000744,
277
- "count": 143699,
278
  "is_parallel": true,
279
- "self": 86.01950960009935,
280
  "children": {
281
  "UnityEnvironment._generate_step_input": {
282
- "total": 75.04946119987738,
283
- "count": 143699,
284
  "is_parallel": true,
285
- "self": 75.04946119987738
286
  },
287
  "communicator.exchange": {
288
- "total": 1430.6941451998937,
289
- "count": 143699,
290
  "is_parallel": true,
291
- "self": 1430.6941451998937
292
  },
293
  "steps_from_proto": {
294
- "total": 280.50235830020387,
295
- "count": 287398,
296
  "is_parallel": true,
297
- "self": 61.095178400057534,
298
  "children": {
299
  "_process_rank_one_or_two_observation": {
300
- "total": 219.40717990014633,
301
- "count": 1149592,
302
  "is_parallel": true,
303
- "self": 219.40717990014633
304
  }
305
  }
306
  }
@@ -313,31 +313,31 @@
313
  }
314
  },
315
  "trainer_advance": {
316
- "total": 5525.017841499848,
317
- "count": 143699,
318
- "self": 30.893151299924284,
319
  "children": {
320
  "process_trajectory": {
321
- "total": 1268.068786899925,
322
- "count": 143699,
323
- "self": 1267.6742600999253,
324
  "children": {
325
  "RLTrainer._checkpoint": {
326
- "total": 0.3945267999998574,
327
- "count": 2,
328
- "self": 0.3945267999998574
329
  }
330
  }
331
  },
332
  "_update_policy": {
333
- "total": 4226.055903299999,
334
- "count": 103,
335
- "self": 378.2624287999797,
336
  "children": {
337
  "TorchPOCAOptimizer.update": {
338
- "total": 3847.7934745000193,
339
- "count": 3075,
340
- "self": 3847.7934745000193
341
  }
342
  }
343
  }
@@ -346,19 +346,19 @@
346
  }
347
  },
348
  "trainer_threads": {
349
- "total": 1.3999997463542968e-06,
350
  "count": 1,
351
- "self": 1.3999997463542968e-06
352
  },
353
  "TrainerController._save_models": {
354
- "total": 0.1629212000007101,
355
  "count": 1,
356
- "self": 4.300000182411168e-05,
357
  "children": {
358
  "RLTrainer._checkpoint": {
359
- "total": 0.16287819999888598,
360
  "count": 1,
361
- "self": 0.16287819999888598
362
  }
363
  }
364
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 2.5375173091888428,
6
+ "min": 2.478060007095337,
7
+ "max": 3.2453742027282715,
8
+ "count": 116
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 508802.6875,
12
+ "min": 499868.875,
13
+ "max": 705045.0625,
14
+ "count": 116
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 54.175496688741724,
18
+ "min": 47.84848484848485,
19
+ "max": 873.719298245614,
20
+ "count": 116
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 196332.0,
24
+ "min": 175024.0,
25
+ "max": 201616.0,
26
+ "count": 116
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1723.5295705270155,
30
+ "min": 1200.761697765363,
31
+ "max": 1750.0066665760548,
32
+ "count": 116
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 3123035.581794952,
36
+ "min": 28899.408271907938,
37
+ "max": 3337045.459913326,
38
+ "count": 116
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 15099986.0,
42
+ "min": 3599544.0,
43
+ "max": 15099986.0,
44
+ "count": 116
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 15099986.0,
48
+ "min": 3599544.0,
49
+ "max": 15099986.0,
50
+ "count": 116
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": 0.06375407427549362,
54
+ "min": -0.016356362029910088,
55
+ "max": 0.23395289480686188,
56
+ "count": 116
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": 115.52238464355469,
60
+ "min": -2.895076036453247,
61
+ "max": 379.1238708496094,
62
+ "count": 116
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": 0.062257301062345505,
66
+ "min": -0.01666545681655407,
67
+ "max": 0.23140472173690796,
68
+ "count": 116
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": 112.81022644042969,
72
+ "min": -2.9497857093811035,
73
+ "max": 376.95770263671875,
74
+ "count": 116
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
+ "count": 116
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
+ "count": 116
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": 0.07598189789201513,
90
+ "min": -0.1950943389872335,
91
+ "max": 0.4234046910034596,
92
+ "count": 116
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": 137.67919898033142,
96
+ "min": -28.453200340270996,
97
+ "max": 698.6883994340897,
98
+ "count": 116
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": 0.07598189789201513,
102
+ "min": -0.1950943389872335,
103
+ "max": 0.4234046910034596,
104
+ "count": 116
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": 137.67919898033142,
108
+ "min": -28.453200340270996,
109
+ "max": 698.6883994340897,
110
+ "count": 116
 
 
 
 
 
 
 
 
 
 
 
 
111
  },
112
  "SoccerTwos.Losses.PolicyLoss.mean": {
113
+ "value": 0.019614993249997496,
114
+ "min": 0.013303355816818414,
115
+ "max": 0.019884867273115864,
116
+ "count": 116
117
  },
118
  "SoccerTwos.Losses.PolicyLoss.sum": {
119
+ "value": 0.09807496624998747,
120
+ "min": 0.05321342326727366,
121
+ "max": 0.09942433636557932,
122
+ "count": 116
123
  },
124
  "SoccerTwos.Losses.ValueLoss.mean": {
125
+ "value": 0.06939018179972967,
126
+ "min": 0.0009417598268555593,
127
+ "max": 0.07270204136768979,
128
+ "count": 116
129
  },
130
  "SoccerTwos.Losses.ValueLoss.sum": {
131
+ "value": 0.34695090899864833,
132
+ "min": 0.003767039307422237,
133
+ "max": 0.3635102068384489,
134
+ "count": 116
135
  },
136
  "SoccerTwos.Losses.BaselineLoss.mean": {
137
+ "value": 0.07017512281735738,
138
+ "min": 0.0009412774349281487,
139
+ "max": 0.07344284377992152,
140
+ "count": 116
141
  },
142
  "SoccerTwos.Losses.BaselineLoss.sum": {
143
+ "value": 0.3508756140867869,
144
+ "min": 0.003765109739712595,
145
+ "max": 0.36721421889960765,
146
+ "count": 116
147
  },
148
  "SoccerTwos.Policy.LearningRate.mean": {
149
+ "value": 0.0001849456679271698,
150
+ "min": 0.0001849456679271698,
151
+ "max": 0.00019643284378357905,
152
+ "count": 116
153
  },
154
  "SoccerTwos.Policy.LearningRate.sum": {
155
+ "value": 0.0009247283396358489,
156
+ "min": 0.0007417988211006043,
157
+ "max": 0.0009812514913742588,
158
+ "count": 116
159
  },
160
  "SoccerTwos.Policy.Epsilon.mean": {
161
  "value": 0.25,
162
  "min": 0.25,
163
  "max": 0.25,
164
+ "count": 116
165
  },
166
  "SoccerTwos.Policy.Epsilon.sum": {
167
  "value": 1.25,
168
  "min": 1.0,
169
  "max": 1.25,
170
+ "count": 116
171
  },
172
  "SoccerTwos.Policy.Beta.mean": {
173
+ "value": 0.009248035736980001,
174
+ "min": 0.009248035736980001,
175
+ "max": 0.009821820457900001,
176
+ "count": 116
177
  },
178
  "SoccerTwos.Policy.Beta.sum": {
179
+ "value": 0.046240178684900005,
180
+ "min": 0.0370928496604,
181
+ "max": 0.049063511525899994,
182
+ "count": 116
183
+ },
184
+ "SoccerTwos.IsTraining.mean": {
185
+ "value": 1.0,
186
+ "min": 1.0,
187
+ "max": 1.0,
188
+ "count": 116
189
+ },
190
+ "SoccerTwos.IsTraining.sum": {
191
+ "value": 1.0,
192
+ "min": 1.0,
193
+ "max": 1.0,
194
+ "count": 116
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1693645763",
200
  "python_version": "3.9.17 (main, Jul 5 2023, 20:47:11) [MSC v.1916 64 bit (AMD64)]",
201
+ "command_line_arguments": "\\\\?\\C:\\Users\\Giuseppe\\miniconda3\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume",
202
  "mlagents_version": "0.31.0.dev0",
203
  "mlagents_envs_version": "0.31.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "2.0.1+cpu",
206
  "numpy_version": "1.21.2",
207
+ "end_time_seconds": "1693687959"
208
  },
209
+ "total": 42195.420038699995,
210
  "count": 1,
211
+ "self": 5.344371200000751,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.21789530000000035,
215
  "count": 1,
216
+ "self": 0.21789530000000035
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 42189.8577722,
220
  "count": 1,
221
+ "self": 21.40683080162853,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 8.697414299989346,
225
+ "count": 59,
226
+ "self": 8.697414299989346
227
  },
228
  "TrainerController.advance": {
229
+ "total": 42159.54521549838,
230
+ "count": 799049,
231
+ "self": 22.4155723015283,
232
  "children": {
233
  "env_step": {
234
+ "total": 15654.42198469873,
235
+ "count": 799049,
236
+ "self": 12022.189401201565,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 3618.707046797893,
240
+ "count": 799049,
241
+ "self": 125.06815719666793,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 3493.638889601225,
245
+ "count": 1460952,
246
+ "self": 3493.638889601225
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 13.525536699272141,
252
+ "count": 799048,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 42153.45278110403,
257
+ "count": 799048,
258
  "is_parallel": true,
259
+ "self": 32449.08701390442,
260
  "children": {
261
  "steps_from_proto": {
262
+ "total": 0.09829320002441388,
263
+ "count": 118,
264
  "is_parallel": true,
265
+ "self": 0.02209340001842719,
266
  "children": {
267
  "_process_rank_one_or_two_observation": {
268
+ "total": 0.0761998000059867,
269
+ "count": 472,
270
  "is_parallel": true,
271
+ "self": 0.0761998000059867
272
  }
273
  }
274
  },
275
  "UnityEnvironment.step": {
276
+ "total": 9704.267473999587,
277
+ "count": 799048,
278
  "is_parallel": true,
279
+ "self": 448.13597820102405,
280
  "children": {
281
  "UnityEnvironment._generate_step_input": {
282
+ "total": 379.29707640063845,
283
+ "count": 799048,
284
  "is_parallel": true,
285
+ "self": 379.29707640063845
286
  },
287
  "communicator.exchange": {
288
+ "total": 7440.3215328005945,
289
+ "count": 799048,
290
  "is_parallel": true,
291
+ "self": 7440.3215328005945
292
  },
293
  "steps_from_proto": {
294
+ "total": 1436.51288659733,
295
+ "count": 1598096,
296
  "is_parallel": true,
297
+ "self": 321.8152367985181,
298
  "children": {
299
  "_process_rank_one_or_two_observation": {
300
+ "total": 1114.6976497988119,
301
+ "count": 6392384,
302
  "is_parallel": true,
303
+ "self": 1114.6976497988119
304
  }
305
  }
306
  }
 
313
  }
314
  },
315
  "trainer_advance": {
316
+ "total": 26482.70765849812,
317
+ "count": 799048,
318
+ "self": 160.04978299760842,
319
  "children": {
320
  "process_trajectory": {
321
+ "total": 4205.995983800536,
322
+ "count": 799048,
323
+ "self": 4204.443525000541,
324
  "children": {
325
  "RLTrainer._checkpoint": {
326
+ "total": 1.552458799994838,
327
+ "count": 6,
328
+ "self": 1.552458799994838
329
  }
330
  }
331
  },
332
  "_update_policy": {
333
+ "total": 22116.661891699976,
334
+ "count": 561,
335
+ "self": 1938.0092438998654,
336
  "children": {
337
  "TorchPOCAOptimizer.update": {
338
+ "total": 20178.65264780011,
339
+ "count": 16830,
340
+ "self": 20178.65264780011
341
  }
342
  }
343
  }
 
346
  }
347
  },
348
  "trainer_threads": {
349
+ "total": 2.7999994927085936e-06,
350
  "count": 1,
351
+ "self": 2.7999994927085936e-06
352
  },
353
  "TrainerController._save_models": {
354
+ "total": 0.20830879999994067,
355
  "count": 1,
356
+ "self": 0.01186030000098981,
357
  "children": {
358
  "RLTrainer._checkpoint": {
359
+ "total": 0.19644849999895087,
360
  "count": 1,
361
+ "self": 0.19644849999895087
362
  }
363
  }
364
  }
run_logs/training_status.json CHANGED
@@ -1,26 +1,35 @@
1
  {
2
  "SoccerTwos": {
3
- "elo": 1182.9653245299876,
4
  "checkpoints": [
5
  {
6
- "steps": 1999986,
7
- "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1999986.onnx",
8
  "reward": 0.0,
9
- "creation_time": 1693584814.4917343,
10
  "auxillary_file_paths": [
11
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1999986.pt"
12
  ]
13
  },
14
  {
15
- "steps": 3999948,
16
- "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-3999948.onnx",
17
  "reward": 0.0,
18
- "creation_time": 1693592083.0437481,
19
  "auxillary_file_paths": [
20
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-3999948.pt"
21
  ]
22
  }
23
- ]
 
 
 
 
 
 
 
 
 
 
24
  },
25
  "metadata": {
26
  "stats_format_version": "0.3.0",
 
1
  {
2
  "SoccerTwos": {
 
3
  "checkpoints": [
4
  {
5
+ "steps": 13999966,
6
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-13999966.onnx",
7
  "reward": 0.0,
8
+ "creation_time": 1693683702.8744242,
9
  "auxillary_file_paths": [
10
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-13999966.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 15116930,
15
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-15116930.onnx",
16
  "reward": 0.0,
17
+ "creation_time": 1693687953.796009,
18
  "auxillary_file_paths": [
19
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-15116930.pt"
20
  ]
21
  }
22
+ ],
23
+ "elo": 1709.561787598272,
24
+ "final_checkpoint": {
25
+ "steps": 15116930,
26
+ "file_path": "results\\SoccerTwos\\SoccerTwos.onnx",
27
+ "reward": 0.0,
28
+ "creation_time": 1693687953.796009,
29
+ "auxillary_file_paths": [
30
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-15116930.pt"
31
+ ]
32
+ }
33
  },
34
  "metadata": {
35
  "stats_format_version": "0.3.0",