AMI0x commited on
Commit
667c499
•
1 Parent(s): 35bbb6f

3M Step Trainning Agent

Browse files
Pyramids.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75cb3011db573186260a36df0c6a2186bef88152b82fa6d3296869a63bc143e1
3
  size 1418184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:700dbdd475a0a465cfd70021c354ce520d0ff20f55f8b3d1d99752ee9a2138cc
3
  size 1418184
Pyramids/{Pyramids-1000017.onnx → Pyramids-1499952.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75cb3011db573186260a36df0c6a2186bef88152b82fa6d3296869a63bc143e1
3
  size 1418184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d15d7eff3b1ccd8e3407002b03a65ecc076480e829deeee458c4fd9f3340fe
3
  size 1418184
Pyramids/{Pyramids-1000017.pt → Pyramids-1499952.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:117db6982def4abb9c9d6df85cb3f68c72655553bd7f9d40d8a53026d2ab03c3
3
  size 8650990
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f767634c47773f4827ff42516eac88cd19df617e824cfb26a04dcba10127baa2
3
  size 8650990
Pyramids/Pyramids-1999894.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e178573fc40fed19c8869769cf13e810daaa7d99ff0aeb36b57d8b741b1c83
3
+ size 1418184
Pyramids/Pyramids-1999894.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d78cbdaa073549fbed82852c8e28d55ef2dddec272428270e12e761c5fe75fcc
3
+ size 8650990
Pyramids/Pyramids-2499504.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6ea71a47eedc6a5211b9c9761fc1729b5c6521a60dada5909d8e5c5423b6b3d
3
+ size 1418184
Pyramids/Pyramids-2499504.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18d274e5f560ed8525258582c164958ce937b1b5a86c40bacd6e5dc7dde071e8
3
+ size 8650990
Pyramids/Pyramids-2999938.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:700dbdd475a0a465cfd70021c354ce520d0ff20f55f8b3d1d99752ee9a2138cc
3
+ size 1418184
Pyramids/Pyramids-2999938.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9871eec178a5532b6e0535095b625dc260d9ebf7f913df8b2a5d2e3bdd7b2c92
3
+ size 8650990
Pyramids/Pyramids-3000240.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:700dbdd475a0a465cfd70021c354ce520d0ff20f55f8b3d1d99752ee9a2138cc
3
+ size 1418184
Pyramids/Pyramids-3000240.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fa901b5b7509f1eb47ea402ed1da44a49355331f66b529fd3fa0c998f72ac6a
3
+ size 8650990
Pyramids/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:117db6982def4abb9c9d6df85cb3f68c72655553bd7f9d40d8a53026d2ab03c3
3
  size 8650990
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fa901b5b7509f1eb47ea402ed1da44a49355331f66b529fd3fa0c998f72ac6a
3
  size 8650990
Pyramids/events.out.tfevents.1682361544.f2233c7926ec.13248.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b3df4c2b7a485e2d790ce34255ffe9539141c94e6ab44b60ea4f7ade1ffba03
3
+ size 1423
Pyramids/events.out.tfevents.1682361680.f2233c7926ec.13898.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9893f660b875692dcdc7b7bc7450cc711fb17055d403409d48a21e0dbf7911e9
3
+ size 620812
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Pyramids Training", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 3000000, "time_horizon": 512, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Pyramids_Training", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -51,8 +51,8 @@ behaviors:
51
  init_path: null
52
  keep_checkpoints: 5
53
  even_checkpoints: false
54
- max_steps: 1000000
55
- time_horizon: 128
56
  summary_freq: 30000
57
  threaded: false
58
  self_play: null
@@ -77,10 +77,10 @@ engine_settings:
77
  no_graphics: true
78
  environment_parameters: null
79
  checkpoint_settings:
80
- run_id: Pyramids Training
81
  initialize_from: null
82
  load_model: false
83
- resume: false
84
  force: false
85
  train_model: false
86
  inference: false
 
51
  init_path: null
52
  keep_checkpoints: 5
53
  even_checkpoints: false
54
+ max_steps: 3000000
55
+ time_horizon: 512
56
  summary_freq: 30000
57
  threaded: false
58
  self_play: null
 
77
  no_graphics: true
78
  environment_parameters: null
79
  checkpoint_settings:
80
+ run_id: Pyramids_Training
81
  initialize_from: null
82
  load_model: false
83
+ resume: true
84
  force: false
85
  train_model: false
86
  inference: false
run_logs/Player-0.log CHANGED
@@ -1,12 +1,9 @@
1
  Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.12
4
- Multi-casting "[IP] 172.28.0.12 [Port] 55114 [Flags] 2 [Guid] 2253166765 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
8
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/UnityEnvironment
9
- Unable to load player prefs
10
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
11
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/UnitySubsystems
12
  Forcing GfxDevice: Null
@@ -36,7 +33,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
36
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
37
  FMOD initialized on nosound output
38
  Begin MonoManager ReloadAssembly
39
- - Completed reload, in 0.094 seconds
40
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
42
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -68,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
68
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
69
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
70
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
71
- UnloadTime: 0.968731 ms
72
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
73
  requesting resize 84 x 84
74
  Setting up 1 worker threads for Enlighten.
@@ -76,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics:
76
  [ALLOC_TEMP_TLS] TLS Allocator
77
  StackAllocators :
78
  [ALLOC_TEMP_MAIN]
79
- Peak usage frame count: [16.0 KB-32.0 KB]: 7048 frames, [32.0 KB-64.0 KB]: 9440 frames, [64.0 KB-128.0 KB]: 2276 frames, [2.0 MB-4.0 MB]: 1 frames
80
  Initial Block Size 4.0 MB
81
  Current Block Size 4.0 MB
82
  Peak Allocated Bytes 2.0 MB
@@ -186,12 +183,12 @@ PlayerConnection::CleanupMemory Statistics:
186
  Current Block Size 256.0 KB
187
  Peak Allocated Bytes 0.8 KB
188
  Overflow Count 0
189
- [ALLOC_TEMP_Background Job.Worker 14]
190
  Initial Block Size 32.0 KB
191
  Current Block Size 32.0 KB
192
  Peak Allocated Bytes 0 B
193
  Overflow Count 0
194
- [ALLOC_TEMP_Background Job.Worker 9]
195
  Initial Block Size 32.0 KB
196
  Current Block Size 32.0 KB
197
  Peak Allocated Bytes 0 B
@@ -207,28 +204,28 @@ PlayerConnection::CleanupMemory Statistics:
207
  Peak Allocated Bytes 128 B
208
  Overflow Count 0
209
  [ALLOC_MEMORYPROFILER]
210
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18466 frames
211
  Requested Block Size 1.0 MB
212
  Peak Block count 2
213
- Peak Allocated memory 1.6 MB
214
  Peak Large allocation bytes 0 B
215
  [ALLOC_DEFAULT] Dual Thread Allocator
216
- Peak main deferred allocation count 12983
217
  [ALLOC_BUCKET]
218
  Large Block size 4.0 MB
219
  Used Block count 1
220
- Peak Allocated bytes 1.7 MB
221
  [ALLOC_DEFAULT_MAIN]
222
- Peak usage frame count: [8.0 MB-16.0 MB]: 260 frames, [16.0 MB-32.0 MB]: 18505 frames
223
  Requested Block Size 16.0 MB
224
- Peak Block count 3
225
- Peak Allocated memory 29.3 MB
226
  Peak Large allocation bytes 0 B
227
  [ALLOC_DEFAULT_THREAD]
228
- Peak usage frame count: [16.0 MB-32.0 MB]: 18765 frames
229
  Requested Block Size 16.0 MB
230
  Peak Block count 1
231
- Peak Allocated memory 24.4 MB
232
  Peak Large allocation bytes 16.0 MB
233
  [ALLOC_TEMP_JOB_1_FRAME]
234
  Initial Block Size 2.0 MB
@@ -255,15 +252,15 @@ PlayerConnection::CleanupMemory Statistics:
255
  [ALLOC_BUCKET]
256
  Large Block size 4.0 MB
257
  Used Block count 1
258
- Peak Allocated bytes 1.7 MB
259
  [ALLOC_GFX_MAIN]
260
- Peak usage frame count: [32.0 KB-64.0 KB]: 18764 frames, [64.0 KB-128.0 KB]: 1 frames
261
  Requested Block Size 16.0 MB
262
  Peak Block count 1
263
  Peak Allocated memory 67.0 KB
264
  Peak Large allocation bytes 0 B
265
  [ALLOC_GFX_THREAD]
266
- Peak usage frame count: [64.0 KB-128.0 KB]: 18765 frames
267
  Requested Block Size 16.0 MB
268
  Peak Block count 1
269
  Peak Allocated memory 67.7 KB
@@ -273,15 +270,15 @@ PlayerConnection::CleanupMemory Statistics:
273
  [ALLOC_BUCKET]
274
  Large Block size 4.0 MB
275
  Used Block count 1
276
- Peak Allocated bytes 1.7 MB
277
  [ALLOC_CACHEOBJECTS_MAIN]
278
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18466 frames
279
  Requested Block Size 4.0 MB
280
  Peak Block count 1
281
  Peak Allocated memory 1.4 MB
282
  Peak Large allocation bytes 0 B
283
  [ALLOC_CACHEOBJECTS_THREAD]
284
- Peak usage frame count: [1.0 MB-2.0 MB]: 18764 frames, [4.0 MB-8.0 MB]: 1 frames
285
  Requested Block Size 4.0 MB
286
  Peak Block count 2
287
  Peak Allocated memory 4.7 MB
@@ -291,21 +288,21 @@ PlayerConnection::CleanupMemory Statistics:
291
  [ALLOC_BUCKET]
292
  Large Block size 4.0 MB
293
  Used Block count 1
294
- Peak Allocated bytes 1.7 MB
295
  [ALLOC_TYPETREE_MAIN]
296
- Peak usage frame count: [0-1.0 KB]: 18765 frames
297
  Requested Block Size 2.0 MB
298
  Peak Block count 1
299
  Peak Allocated memory 1.0 KB
300
  Peak Large allocation bytes 0 B
301
  [ALLOC_TYPETREE_THREAD]
302
- Peak usage frame count: [1.0 KB-2.0 KB]: 18765 frames
303
  Requested Block Size 2.0 MB
304
  Peak Block count 1
305
  Peak Allocated memory 1.9 KB
306
  Peak Large allocation bytes 0 B
307
  [ALLOC_PROFILER]
308
- Peak usage frame count: [16.0 KB-32.0 KB]: 18765 frames
309
  Requested Block Size 16.0 MB
310
  Peak Block count 1
311
  Peak Allocated memory 29.2 KB
@@ -314,4 +311,4 @@ PlayerConnection::CleanupMemory Statistics:
314
  Large Block size 4.0 MB
315
  Used Block count 1
316
  Peak Allocated bytes 396 B
317
- ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1682361063258,"processId":1409,"allocatedMemory":1970133,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
 
1
  Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.12
4
+ Multi-casting "[IP] 172.28.0.12 [Port] 55466 [Flags] 2 [Guid] 670253028 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
8
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/UnitySubsystems
9
  Forcing GfxDevice: Null
 
33
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
34
  FMOD initialized on nosound output
35
  Begin MonoManager ReloadAssembly
36
+ - Completed reload, in 0.087 seconds
37
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
38
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
65
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
66
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
67
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
68
+ UnloadTime: 0.797879 ms
69
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
70
  requesting resize 84 x 84
71
  Setting up 1 worker threads for Enlighten.
 
73
  [ALLOC_TEMP_TLS] TLS Allocator
74
  StackAllocators :
75
  [ALLOC_TEMP_MAIN]
76
+ Peak usage frame count: [16.0 KB-32.0 KB]: 1413 frames, [32.0 KB-64.0 KB]: 24138 frames, [64.0 KB-128.0 KB]: 11987 frames, [2.0 MB-4.0 MB]: 1 frames
77
  Initial Block Size 4.0 MB
78
  Current Block Size 4.0 MB
79
  Peak Allocated Bytes 2.0 MB
 
183
  Current Block Size 256.0 KB
184
  Peak Allocated Bytes 0.8 KB
185
  Overflow Count 0
186
+ [ALLOC_TEMP_Background Job.Worker 9]
187
  Initial Block Size 32.0 KB
188
  Current Block Size 32.0 KB
189
  Peak Allocated Bytes 0 B
190
  Overflow Count 0
191
+ [ALLOC_TEMP_Background Job.Worker 14]
192
  Initial Block Size 32.0 KB
193
  Current Block Size 32.0 KB
194
  Peak Allocated Bytes 0 B
 
204
  Peak Allocated Bytes 128 B
205
  Overflow Count 0
206
  [ALLOC_MEMORYPROFILER]
207
+ Peak usage frame count: [0.5 MB-1.0 MB]: 44 frames, [1.0 MB-2.0 MB]: 37495 frames
208
  Requested Block Size 1.0 MB
209
  Peak Block count 2
210
+ Peak Allocated memory 1.1 MB
211
  Peak Large allocation bytes 0 B
212
  [ALLOC_DEFAULT] Dual Thread Allocator
213
+ Peak main deferred allocation count 12986
214
  [ALLOC_BUCKET]
215
  Large Block size 4.0 MB
216
  Used Block count 1
217
+ Peak Allocated bytes 1.4 MB
218
  [ALLOC_DEFAULT_MAIN]
219
+ Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 37538 frames
220
  Requested Block Size 16.0 MB
221
+ Peak Block count 2
222
+ Peak Allocated memory 23.7 MB
223
  Peak Large allocation bytes 0 B
224
  [ALLOC_DEFAULT_THREAD]
225
+ Peak usage frame count: [16.0 MB-32.0 MB]: 37539 frames
226
  Requested Block Size 16.0 MB
227
  Peak Block count 1
228
+ Peak Allocated memory 23.6 MB
229
  Peak Large allocation bytes 16.0 MB
230
  [ALLOC_TEMP_JOB_1_FRAME]
231
  Initial Block Size 2.0 MB
 
252
  [ALLOC_BUCKET]
253
  Large Block size 4.0 MB
254
  Used Block count 1
255
+ Peak Allocated bytes 1.4 MB
256
  [ALLOC_GFX_MAIN]
257
+ Peak usage frame count: [32.0 KB-64.0 KB]: 37538 frames, [64.0 KB-128.0 KB]: 1 frames
258
  Requested Block Size 16.0 MB
259
  Peak Block count 1
260
  Peak Allocated memory 67.0 KB
261
  Peak Large allocation bytes 0 B
262
  [ALLOC_GFX_THREAD]
263
+ Peak usage frame count: [64.0 KB-128.0 KB]: 37539 frames
264
  Requested Block Size 16.0 MB
265
  Peak Block count 1
266
  Peak Allocated memory 67.7 KB
 
270
  [ALLOC_BUCKET]
271
  Large Block size 4.0 MB
272
  Used Block count 1
273
+ Peak Allocated bytes 1.4 MB
274
  [ALLOC_CACHEOBJECTS_MAIN]
275
+ Peak usage frame count: [0.5 MB-1.0 MB]: 67 frames, [1.0 MB-2.0 MB]: 37472 frames
276
  Requested Block Size 4.0 MB
277
  Peak Block count 1
278
  Peak Allocated memory 1.4 MB
279
  Peak Large allocation bytes 0 B
280
  [ALLOC_CACHEOBJECTS_THREAD]
281
+ Peak usage frame count: [1.0 MB-2.0 MB]: 37538 frames, [4.0 MB-8.0 MB]: 1 frames
282
  Requested Block Size 4.0 MB
283
  Peak Block count 2
284
  Peak Allocated memory 4.7 MB
 
288
  [ALLOC_BUCKET]
289
  Large Block size 4.0 MB
290
  Used Block count 1
291
+ Peak Allocated bytes 1.4 MB
292
  [ALLOC_TYPETREE_MAIN]
293
+ Peak usage frame count: [0-1.0 KB]: 37539 frames
294
  Requested Block Size 2.0 MB
295
  Peak Block count 1
296
  Peak Allocated memory 1.0 KB
297
  Peak Large allocation bytes 0 B
298
  [ALLOC_TYPETREE_THREAD]
299
+ Peak usage frame count: [1.0 KB-2.0 KB]: 37539 frames
300
  Requested Block Size 2.0 MB
301
  Peak Block count 1
302
  Peak Allocated memory 1.9 KB
303
  Peak Large allocation bytes 0 B
304
  [ALLOC_PROFILER]
305
+ Peak usage frame count: [16.0 KB-32.0 KB]: 37539 frames
306
  Requested Block Size 16.0 MB
307
  Peak Block count 1
308
  Peak Allocated memory 29.2 KB
 
311
  Large Block size 4.0 MB
312
  Used Block count 1
313
  Peak Allocated bytes 396 B
314
+ ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1682366838223,"processId":13914,"allocatedMemory":1970133,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
run_logs/timers.json CHANGED
@@ -2,249 +2,249 @@
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
- "value": 0.46900054812431335,
6
- "min": 0.4589627981185913,
7
- "max": 1.3092679977416992,
8
- "count": 33
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
- "value": 14130.048828125,
12
- "min": 13710.13671875,
13
- "max": 39717.953125,
14
- "count": 33
 
 
 
 
 
 
 
 
 
 
 
 
15
  },
16
  "Pyramids.Step.mean": {
17
- "value": 989968.0,
18
- "min": 29921.0,
19
- "max": 989968.0,
20
- "count": 33
21
  },
22
  "Pyramids.Step.sum": {
23
- "value": 989968.0,
24
- "min": 29921.0,
25
- "max": 989968.0,
26
- "count": 33
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
- "value": 0.3445166349411011,
30
- "min": -0.09646021574735641,
31
- "max": 0.3445166349411011,
32
- "count": 33
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
- "value": 89.57432556152344,
36
- "min": -23.15045166015625,
37
- "max": 89.57432556152344,
38
- "count": 33
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
- "value": 0.05449855327606201,
42
- "min": -0.009074815548956394,
43
- "max": 0.6867399215698242,
44
- "count": 33
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
- "value": 14.169623374938965,
48
- "min": -2.323152780532837,
49
- "max": 162.75735473632812,
50
- "count": 33
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51
  },
52
  "Pyramids.Losses.PolicyLoss.mean": {
53
- "value": 0.06895477416645833,
54
- "min": 0.06470380895277394,
55
- "max": 0.07430250059412977,
56
- "count": 33
57
  },
58
  "Pyramids.Losses.PolicyLoss.sum": {
59
- "value": 0.9653668383304166,
60
- "min": 0.5201175041589083,
61
- "max": 1.0845711148223,
62
- "count": 33
63
  },
64
  "Pyramids.Losses.ValueLoss.mean": {
65
- "value": 0.015018212987159423,
66
- "min": 0.0006393421300093562,
67
- "max": 0.05055531119645662,
68
- "count": 33
69
  },
70
  "Pyramids.Losses.ValueLoss.sum": {
71
- "value": 0.21025498182023192,
72
- "min": 0.008950789820130988,
73
- "max": 0.35388717837519634,
74
- "count": 33
75
  },
76
  "Pyramids.Policy.LearningRate.mean": {
77
- "value": 7.764333126207147e-06,
78
- "min": 7.764333126207147e-06,
79
- "max": 0.00029515063018788575,
80
- "count": 33
81
  },
82
  "Pyramids.Policy.LearningRate.sum": {
83
- "value": 0.00010870066376690005,
84
- "min": 0.00010870066376690005,
85
- "max": 0.0035071496309501994,
86
- "count": 33
87
  },
88
  "Pyramids.Policy.Epsilon.mean": {
89
- "value": 0.10258807857142857,
90
- "min": 0.10258807857142857,
91
- "max": 0.19838354285714285,
92
- "count": 33
93
  },
94
  "Pyramids.Policy.Epsilon.sum": {
95
- "value": 1.4362331,
96
- "min": 1.3886848,
97
- "max": 2.5690498000000006,
98
- "count": 33
99
  },
100
  "Pyramids.Policy.Beta.mean": {
101
- "value": 0.0002685490492857143,
102
- "min": 0.0002685490492857143,
103
- "max": 0.00983851593142857,
104
- "count": 33
105
  },
106
  "Pyramids.Policy.Beta.sum": {
107
- "value": 0.0037596866900000006,
108
- "min": 0.0037596866900000006,
109
- "max": 0.11692807502,
110
- "count": 33
111
  },
112
  "Pyramids.Losses.RNDLoss.mean": {
113
- "value": 0.01126160193234682,
114
- "min": 0.01126160193234682,
115
- "max": 0.7172831296920776,
116
- "count": 33
117
  },
118
  "Pyramids.Losses.RNDLoss.sum": {
119
- "value": 0.15766242146492004,
120
- "min": 0.15766242146492004,
121
- "max": 5.020981788635254,
122
- "count": 33
123
- },
124
- "Pyramids.Environment.EpisodeLength.mean": {
125
- "value": 464.5652173913044,
126
- "min": 464.5652173913044,
127
- "max": 999.0,
128
- "count": 33
129
- },
130
- "Pyramids.Environment.EpisodeLength.sum": {
131
- "value": 32055.0,
132
- "min": 16848.0,
133
- "max": 34094.0,
134
- "count": 33
135
- },
136
- "Pyramids.Environment.CumulativeReward.mean": {
137
- "value": 1.3015264464432703,
138
- "min": -0.9999871489501768,
139
- "max": 1.3015264464432703,
140
- "count": 33
141
- },
142
- "Pyramids.Environment.CumulativeReward.sum": {
143
- "value": 88.50379835814238,
144
- "min": -30.999601617455482,
145
- "max": 88.50379835814238,
146
- "count": 33
147
- },
148
- "Pyramids.Policy.ExtrinsicReward.mean": {
149
- "value": 1.3015264464432703,
150
- "min": -0.9999871489501768,
151
- "max": 1.3015264464432703,
152
- "count": 33
153
- },
154
- "Pyramids.Policy.ExtrinsicReward.sum": {
155
- "value": 88.50379835814238,
156
- "min": -30.999601617455482,
157
- "max": 88.50379835814238,
158
- "count": 33
159
- },
160
- "Pyramids.Policy.RndReward.mean": {
161
- "value": 0.05463703287066036,
162
- "min": 0.05463703287066036,
163
- "max": 15.668482102891979,
164
- "count": 33
165
- },
166
- "Pyramids.Policy.RndReward.sum": {
167
- "value": 3.7153182352049043,
168
- "min": 3.7153182352049043,
169
- "max": 266.3641957491636,
170
- "count": 33
171
  },
172
  "Pyramids.IsTraining.mean": {
173
  "value": 1.0,
174
  "min": 1.0,
175
  "max": 1.0,
176
- "count": 33
177
  },
178
  "Pyramids.IsTraining.sum": {
179
  "value": 1.0,
180
  "min": 1.0,
181
  "max": 1.0,
182
- "count": 33
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
- "start_time_seconds": "1682358817",
188
  "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]",
189
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics",
190
  "mlagents_version": "0.31.0.dev0",
191
  "mlagents_envs_version": "0.31.0.dev0",
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "1.11.0+cu102",
194
  "numpy_version": "1.21.2",
195
- "end_time_seconds": "1682361063"
196
  },
197
- "total": 2245.483663553,
198
  "count": 1,
199
- "self": 0.8911281190003137,
200
  "children": {
201
  "run_training.setup": {
202
- "total": 0.11185266600000432,
203
  "count": 1,
204
- "self": 0.11185266600000432
205
  },
206
  "TrainerController.start_learning": {
207
- "total": 2244.480682768,
208
  "count": 1,
209
- "self": 1.5369179769959374,
210
  "children": {
211
  "TrainerController._reset_env": {
212
- "total": 4.16873750000002,
213
  "count": 1,
214
- "self": 4.16873750000002
215
  },
216
  "TrainerController.advance": {
217
- "total": 2238.5942833030035,
218
- "count": 63468,
219
- "self": 1.7590164259727317,
220
  "children": {
221
  "env_step": {
222
- "total": 1596.429881029029,
223
- "count": 63468,
224
- "self": 1476.6562448450893,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
- "total": 118.77874978494879,
228
- "count": 63468,
229
- "self": 5.141452788914592,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
- "total": 113.6372969960342,
233
- "count": 62550,
234
- "self": 113.6372969960342
235
  }
236
  }
237
  },
238
  "workers": {
239
- "total": 0.9948863989909569,
240
- "count": 63468,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
- "total": 2238.565739711998,
245
- "count": 63468,
246
  "is_parallel": true,
247
- "self": 885.75003951398,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
@@ -253,48 +253,48 @@
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
- "total": 0.004885444000024108,
257
  "count": 1,
258
  "is_parallel": true,
259
- "self": 0.0035739690001150848,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
- "total": 0.0013114749999090236,
263
  "count": 8,
264
  "is_parallel": true,
265
- "self": 0.0013114749999090236
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 0.049109283000007053,
271
  "count": 1,
272
  "is_parallel": true,
273
- "self": 0.0005969039999627057,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 0.0005557709999948202,
277
  "count": 1,
278
  "is_parallel": true,
279
- "self": 0.0005557709999948202
280
  },
281
  "communicator.exchange": {
282
- "total": 0.0461562800000479,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.0461562800000479
286
  },
287
  "steps_from_proto": {
288
- "total": 0.0018003280000016275,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.00042112499994573227,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 0.0013792030000558952,
295
  "count": 8,
296
  "is_parallel": true,
297
- "self": 0.0013792030000558952
298
  }
299
  }
300
  }
@@ -303,34 +303,34 @@
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
- "total": 1352.815700198018,
307
- "count": 63467,
308
  "is_parallel": true,
309
- "self": 34.659434997051676,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
- "total": 25.352889859031052,
313
- "count": 63467,
314
  "is_parallel": true,
315
- "self": 25.352889859031052
316
  },
317
  "communicator.exchange": {
318
- "total": 1190.1519725339604,
319
- "count": 63467,
320
  "is_parallel": true,
321
- "self": 1190.1519725339604
322
  },
323
  "steps_from_proto": {
324
- "total": 102.65140280797482,
325
- "count": 63467,
326
  "is_parallel": true,
327
- "self": 22.571380099078738,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
- "total": 80.08002270889608,
331
- "count": 507736,
332
  "is_parallel": true,
333
- "self": 80.08002270889608
334
  }
335
  }
336
  }
@@ -343,31 +343,31 @@
343
  }
344
  },
345
  "trainer_advance": {
346
- "total": 640.4053858480016,
347
- "count": 63468,
348
- "self": 2.8908552609842673,
349
  "children": {
350
  "process_trajectory": {
351
- "total": 113.12287576202101,
352
- "count": 63468,
353
- "self": 112.83784743902123,
354
  "children": {
355
  "RLTrainer._checkpoint": {
356
- "total": 0.28502832299977854,
357
- "count": 2,
358
- "self": 0.28502832299977854
359
  }
360
  }
361
  },
362
  "_update_policy": {
363
- "total": 524.3916548249963,
364
- "count": 453,
365
- "self": 335.63997934299266,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
- "total": 188.75167548200363,
369
- "count": 22764,
370
- "self": 188.75167548200363
371
  }
372
  }
373
  }
@@ -376,19 +376,19 @@
376
  }
377
  },
378
  "trainer_threads": {
379
- "total": 1.4750003174412996e-06,
380
  "count": 1,
381
- "self": 1.4750003174412996e-06
382
  },
383
  "TrainerController._save_models": {
384
- "total": 0.18074251300004107,
385
  "count": 1,
386
- "self": 0.0021036930002082954,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
- "total": 0.17863881999983278,
390
  "count": 1,
391
- "self": 0.17863881999983278
392
  }
393
  }
394
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
+ "value": 0.19219397008419037,
6
+ "min": 0.18550704419612885,
7
+ "max": 0.49777692556381226,
8
+ "count": 67
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
+ "value": 5624.3642578125,
12
+ "min": 5342.916015625,
13
+ "max": 14828.44921875,
14
+ "count": 67
15
+ },
16
+ "Pyramids.Environment.EpisodeLength.mean": {
17
+ "value": 226.48507462686567,
18
+ "min": 208.86013986013987,
19
+ "max": 533.1666666666666,
20
+ "count": 67
21
+ },
22
+ "Pyramids.Environment.EpisodeLength.sum": {
23
+ "value": 30349.0,
24
+ "min": 17114.0,
25
+ "max": 31990.0,
26
+ "count": 67
27
  },
28
  "Pyramids.Step.mean": {
29
+ "value": 2999938.0,
30
+ "min": 1019997.0,
31
+ "max": 2999938.0,
32
+ "count": 67
33
  },
34
  "Pyramids.Step.sum": {
35
+ "value": 2999938.0,
36
+ "min": 1019997.0,
37
+ "max": 2999938.0,
38
+ "count": 67
39
  },
40
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
41
+ "value": 0.6666208505630493,
42
+ "min": 0.36387720704078674,
43
+ "max": 0.7674804925918579,
44
+ "count": 67
45
  },
46
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
47
+ "value": 93.32691955566406,
48
+ "min": 21.42395782470703,
49
+ "max": 109.74971008300781,
50
+ "count": 67
51
  },
52
  "Pyramids.Policy.RndValueEstimate.mean": {
53
+ "value": -0.0011070820037275553,
54
+ "min": -0.0011070820037275553,
55
+ "max": 0.06387358158826828,
56
+ "count": 67
57
  },
58
  "Pyramids.Policy.RndValueEstimate.sum": {
59
+ "value": -0.15499147772789001,
60
+ "min": -0.15499147772789001,
61
+ "max": 6.659514904022217,
62
+ "count": 67
63
+ },
64
+ "Pyramids.Environment.CumulativeReward.mean": {
65
+ "value": 1.774075158108446,
66
+ "min": 1.0004732936620713,
67
+ "max": 1.7912237502478219,
68
+ "count": 67
69
+ },
70
+ "Pyramids.Environment.CumulativeReward.sum": {
71
+ "value": 235.9519960284233,
72
+ "min": 59.13059860467911,
73
+ "max": 256.14499628543854,
74
+ "count": 67
75
+ },
76
+ "Pyramids.Policy.ExtrinsicReward.mean": {
77
+ "value": 1.774075158108446,
78
+ "min": 1.0004732936620713,
79
+ "max": 1.7912237502478219,
80
+ "count": 67
81
+ },
82
+ "Pyramids.Policy.ExtrinsicReward.sum": {
83
+ "value": 235.9519960284233,
84
+ "min": 59.13059860467911,
85
+ "max": 256.14499628543854,
86
+ "count": 67
87
+ },
88
+ "Pyramids.Policy.RndReward.mean": {
89
+ "value": 0.013118862431298126,
90
+ "min": 0.01211571304853745,
91
+ "max": 0.05650609043659642,
92
+ "count": 67
93
+ },
94
+ "Pyramids.Policy.RndReward.sum": {
95
+ "value": 1.7448087033626507,
96
+ "min": 1.703937309619505,
97
+ "max": 3.3903654261957854,
98
+ "count": 67
99
  },
100
  "Pyramids.Losses.PolicyLoss.mean": {
101
+ "value": 0.07021938906689147,
102
+ "min": 0.06433822517548483,
103
+ "max": 0.07532237745243354,
104
+ "count": 67
105
  },
106
  "Pyramids.Losses.PolicyLoss.sum": {
107
+ "value": 0.9830714469364806,
108
+ "min": 0.5112304518232115,
109
+ "max": 1.038050119580662,
110
+ "count": 67
111
  },
112
  "Pyramids.Losses.ValueLoss.mean": {
113
+ "value": 0.01699921610653327,
114
+ "min": 0.012220533279286051,
115
+ "max": 0.019389853853861164,
116
+ "count": 67
117
  },
118
  "Pyramids.Losses.ValueLoss.sum": {
119
+ "value": 0.23798902549146578,
120
+ "min": 0.08875731165296516,
121
+ "max": 0.2533198153621148,
122
+ "count": 67
123
  },
124
  "Pyramids.Policy.LearningRate.mean": {
125
+ "value": 1.5522851968904773e-06,
126
+ "min": 1.5522851968904773e-06,
127
+ "max": 0.00019890410512721427,
128
+ "count": 67
129
  },
130
  "Pyramids.Policy.LearningRate.sum": {
131
+ "value": 2.1731992756466683e-05,
132
+ "min": 2.1731992756466683e-05,
133
+ "max": 0.0027090938969688665,
134
+ "count": 67
135
  },
136
  "Pyramids.Policy.Epsilon.mean": {
137
+ "value": 0.10051739523809525,
138
+ "min": 0.10051739523809525,
139
+ "max": 0.16630135714285715,
140
+ "count": 67
141
  },
142
  "Pyramids.Policy.Epsilon.sum": {
143
+ "value": 1.4072435333333335,
144
+ "min": 1.1641095000000001,
145
+ "max": 2.3030311333333335,
146
+ "count": 67
147
  },
148
  "Pyramids.Policy.Beta.mean": {
149
+ "value": 6.168778428571434e-05,
150
+ "min": 6.168778428571434e-05,
151
+ "max": 0.006633505578571429,
152
+ "count": 67
153
  },
154
  "Pyramids.Policy.Beta.sum": {
155
+ "value": 0.0008636289800000007,
156
+ "min": 0.0008636289800000007,
157
+ "max": 0.09035281022,
158
+ "count": 67
159
  },
160
  "Pyramids.Losses.RNDLoss.mean": {
161
+ "value": 0.005565266590565443,
162
+ "min": 0.005470035132020712,
163
+ "max": 0.011300760321319103,
164
+ "count": 67
165
  },
166
  "Pyramids.Losses.RNDLoss.sum": {
167
+ "value": 0.07791373133659363,
168
+ "min": 0.07111045718193054,
169
+ "max": 0.13362309336662292,
170
+ "count": 67
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
171
  },
172
  "Pyramids.IsTraining.mean": {
173
  "value": 1.0,
174
  "min": 1.0,
175
  "max": 1.0,
176
+ "count": 67
177
  },
178
  "Pyramids.IsTraining.sum": {
179
  "value": 1.0,
180
  "min": 1.0,
181
  "max": 1.0,
182
+ "count": 67
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
+ "start_time_seconds": "1682361679",
188
  "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]",
189
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids_Training --no-graphics --resume",
190
  "mlagents_version": "0.31.0.dev0",
191
  "mlagents_envs_version": "0.31.0.dev0",
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "1.11.0+cu102",
194
  "numpy_version": "1.21.2",
195
+ "end_time_seconds": "1682366838"
196
  },
197
+ "total": 5158.253907008,
198
  "count": 1,
199
+ "self": 0.5404954800005726,
200
  "children": {
201
  "run_training.setup": {
202
+ "total": 0.10461595600008877,
203
  "count": 1,
204
+ "self": 0.10461595600008877
205
  },
206
  "TrainerController.start_learning": {
207
+ "total": 5157.6087955719995,
208
  "count": 1,
209
+ "self": 3.286220517969923,
210
  "children": {
211
  "TrainerController._reset_env": {
212
+ "total": 3.6928145850001783,
213
  "count": 1,
214
+ "self": 3.6928145850001783
215
  },
216
  "TrainerController.advance": {
217
+ "total": 5150.533193084029,
218
+ "count": 130712,
219
+ "self": 3.4350088819392113,
220
  "children": {
221
  "env_step": {
222
+ "total": 3906.725981640026,
223
+ "count": 130712,
224
+ "self": 3663.215075721788,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
+ "total": 241.43405281694277,
228
+ "count": 130712,
229
+ "self": 10.486002190841191,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
+ "total": 230.94805062610158,
233
+ "count": 125128,
234
+ "self": 230.94805062610158
235
  }
236
  }
237
  },
238
  "workers": {
239
+ "total": 2.0768531012954554,
240
+ "count": 130712,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
+ "total": 5145.163647358251,
245
+ "count": 130712,
246
  "is_parallel": true,
247
+ "self": 1741.3275867404564,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
 
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
+ "total": 0.001905523000004905,
257
  "count": 1,
258
  "is_parallel": true,
259
+ "self": 0.0006361430005199509,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
+ "total": 0.0012693799994849542,
263
  "count": 8,
264
  "is_parallel": true,
265
+ "self": 0.0012693799994849542
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 0.04917733299998872,
271
  "count": 1,
272
  "is_parallel": true,
273
+ "self": 0.0005287529993438511,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 0.0004954010000801645,
277
  "count": 1,
278
  "is_parallel": true,
279
+ "self": 0.0004954010000801645
280
  },
281
  "communicator.exchange": {
282
+ "total": 0.04648904800023956,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.04648904800023956
286
  },
287
  "steps_from_proto": {
288
+ "total": 0.001664131000325142,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0003975099998569931,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 0.0012666210004681488,
295
  "count": 8,
296
  "is_parallel": true,
297
+ "self": 0.0012666210004681488
298
  }
299
  }
300
  }
 
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
+ "total": 3403.836060617795,
307
+ "count": 130711,
308
  "is_parallel": true,
309
+ "self": 67.67384928773436,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
+ "total": 50.31187488609794,
313
+ "count": 130711,
314
  "is_parallel": true,
315
+ "self": 50.31187488609794
316
  },
317
  "communicator.exchange": {
318
+ "total": 3076.8317580709095,
319
+ "count": 130711,
320
  "is_parallel": true,
321
+ "self": 3076.8317580709095
322
  },
323
  "steps_from_proto": {
324
+ "total": 209.01857837305306,
325
+ "count": 130711,
326
  "is_parallel": true,
327
+ "self": 47.045237717555665,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
+ "total": 161.9733406554974,
331
+ "count": 1045688,
332
  "is_parallel": true,
333
+ "self": 161.9733406554974
334
  }
335
  }
336
  }
 
343
  }
344
  },
345
  "trainer_advance": {
346
+ "total": 1240.3722025620646,
347
+ "count": 130712,
348
+ "self": 7.083264434037119,
349
  "children": {
350
  "process_trajectory": {
351
+ "total": 196.06929223203406,
352
+ "count": 130712,
353
+ "self": 195.45935048403317,
354
  "children": {
355
  "RLTrainer._checkpoint": {
356
+ "total": 0.6099417480008924,
357
+ "count": 4,
358
+ "self": 0.6099417480008924
359
  }
360
  }
361
  },
362
  "_update_policy": {
363
+ "total": 1037.2196458959934,
364
+ "count": 901,
365
+ "self": 661.1039385619292,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
+ "total": 376.11570733406415,
369
+ "count": 45618,
370
+ "self": 376.11570733406415
371
  }
372
  }
373
  }
 
376
  }
377
  },
378
  "trainer_threads": {
379
+ "total": 1.1880001693498343e-06,
380
  "count": 1,
381
+ "self": 1.1880001693498343e-06
382
  },
383
  "TrainerController._save_models": {
384
+ "total": 0.09656619700035662,
385
  "count": 1,
386
+ "self": 0.0018388770004094113,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
+ "total": 0.09472731999994721,
390
  "count": 1,
391
+ "self": 0.09472731999994721
392
  }
393
  }
394
  }
run_logs/training_status.json CHANGED
@@ -2,40 +2,58 @@
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
- "steps": 499962,
6
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-499962.onnx",
7
- "reward": -0.23600004613399506,
8
- "creation_time": 1682359912.763916,
9
  "auxillary_file_paths": [
10
- "results/Pyramids Training/Pyramids/Pyramids-499962.pt"
11
  ]
12
  },
13
  {
14
- "steps": 999913,
15
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-999913.onnx",
16
- "reward": 1.4964000016450882,
17
- "creation_time": 1682361062.2182255,
18
  "auxillary_file_paths": [
19
- "results/Pyramids Training/Pyramids/Pyramids-999913.pt"
20
  ]
21
  },
22
  {
23
- "steps": 1000017,
24
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-1000017.onnx",
25
- "reward": 1.0803666586677234,
26
- "creation_time": 1682361062.414394,
27
  "auxillary_file_paths": [
28
- "results/Pyramids Training/Pyramids/Pyramids-1000017.pt"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  ]
30
  }
31
  ],
32
  "final_checkpoint": {
33
- "steps": 1000017,
34
- "file_path": "results/Pyramids Training/Pyramids.onnx",
35
- "reward": 1.0803666586677234,
36
- "creation_time": 1682361062.414394,
37
  "auxillary_file_paths": [
38
- "results/Pyramids Training/Pyramids/Pyramids-1000017.pt"
39
  ]
40
  }
41
  },
 
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
+ "steps": 1499952,
6
+ "file_path": "results/Pyramids_Training/Pyramids/Pyramids-1499952.onnx",
7
+ "reward": 1.7874285323279244,
8
+ "creation_time": 1682362915.6562793,
9
  "auxillary_file_paths": [
10
+ "results/Pyramids_Training/Pyramids/Pyramids-1499952.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 1999894,
15
+ "file_path": "results/Pyramids_Training/Pyramids/Pyramids-1999894.onnx",
16
+ "reward": 1.7401428478104728,
17
+ "creation_time": 1682364208.1013923,
18
  "auxillary_file_paths": [
19
+ "results/Pyramids_Training/Pyramids/Pyramids-1999894.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 2499504,
24
+ "file_path": "results/Pyramids_Training/Pyramids/Pyramids-2499504.onnx",
25
+ "reward": 1.4739999175071716,
26
+ "creation_time": 1682365509.5769775,
27
  "auxillary_file_paths": [
28
+ "results/Pyramids_Training/Pyramids/Pyramids-2499504.pt"
29
+ ]
30
+ },
31
+ {
32
+ "steps": 2999938,
33
+ "file_path": "results/Pyramids_Training/Pyramids/Pyramids-2999938.onnx",
34
+ "reward": 1.628399956226349,
35
+ "creation_time": 1682366837.5881143,
36
+ "auxillary_file_paths": [
37
+ "results/Pyramids_Training/Pyramids/Pyramids-2999938.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 3000240,
42
+ "file_path": "results/Pyramids_Training/Pyramids/Pyramids-3000240.onnx",
43
+ "reward": 1.6401666104793549,
44
+ "creation_time": 1682366837.70389,
45
+ "auxillary_file_paths": [
46
+ "results/Pyramids_Training/Pyramids/Pyramids-3000240.pt"
47
  ]
48
  }
49
  ],
50
  "final_checkpoint": {
51
+ "steps": 3000240,
52
+ "file_path": "results/Pyramids_Training/Pyramids.onnx",
53
+ "reward": 1.6401666104793549,
54
+ "creation_time": 1682366837.70389,
55
  "auxillary_file_paths": [
56
+ "results/Pyramids_Training/Pyramids/Pyramids-3000240.pt"
57
  ]
58
  }
59
  },