Hugging Face's logo

lockylocks
/
ppo-Huggy

Reinforcement Learning
ml-agents
TensorBoard
ONNX
Huggy
deep-reinforcement-learning
ML-Agents-Huggy
Model card Files Metrics Community
lockylocks commited on
Commit
6283953
•
1 Parent(s): cdf682e

Huggy

Browse files
Files changed (30) hide show
  1. Huggy.onnx +1 -1
  2. Huggy/Huggy-1199989.onnx +3 -0
  3. Huggy/Huggy-1199989.pt +3 -0
  4. Huggy/Huggy-1399983.onnx +3 -0
  5. Huggy/Huggy-1399983.pt +3 -0
  6. Huggy/Huggy-1599976.onnx +3 -0
  7. Huggy/Huggy-1599976.pt +3 -0
  8. Huggy/Huggy-1799942.onnx +3 -0
  9. Huggy/Huggy-1799942.pt +3 -0
  10. Huggy/Huggy-199915.onnx +3 -0
  11. Huggy/Huggy-199915.pt +3 -0
  12. Huggy/Huggy-1999908.onnx +3 -0
  13. Huggy/Huggy-1999908.pt +3 -0
  14. Huggy/Huggy-2000004.onnx +3 -0
  15. Huggy/Huggy-2000004.pt +3 -0
  16. Huggy/Huggy-399929.onnx +3 -0
  17. Huggy/Huggy-399929.pt +3 -0
  18. Huggy/Huggy-599919.onnx +3 -0
  19. Huggy/Huggy-599919.pt +3 -0
  20. Huggy/Huggy-799950.onnx +3 -0
  21. Huggy/Huggy-799950.pt +3 -0
  22. Huggy/Huggy-999941.onnx +3 -0
  23. Huggy/Huggy-999941.pt +3 -0
  24. Huggy/checkpoint.pt +1 -1
  25. Huggy/events.out.tfevents.1711979426.e075376026a0.2830.0 +3 -0
  26. config.json +1 -1
  27. configuration.yaml +1 -1
  28. run_logs/Player-0.log +15 -15
  29. run_logs/timers.json +142 -142
  30. run_logs/training_status.json +61 -61
Huggy.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da57754343783ee92695f2b882b6337f01a84cc0b1321b3cc029289c52ab62d2
3
  size 2273984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3c8f01ff0b93643a26ee0b7bc437c5c27c359ca65a5ab91266a894e81f3ea2c
3
  size 2273984
Huggy/Huggy-1199989.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55c6d61cb5f851e7513844183fc945dcc94193119647e8a34a0943dfab5c21c4
3
+ size 2273984
Huggy/Huggy-1199989.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15ffb76648c36323d1b66448a333677b5bb14b2e40c1b900d7d3776973b058e3
3
+ size 13509473
Huggy/Huggy-1399983.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d4600ee4bc3092b72d5ae1d0bb32731a4f6adc3686ba39ea554927f70bc0764
3
+ size 2273984
Huggy/Huggy-1399983.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b18495f3c36e37e329228cf736590d32425ade32d6373c90f59be77dc078405a
3
+ size 13509473
Huggy/Huggy-1599976.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bb2393d217ad4525a3c78bb50a9da73662da0807bce9e52600d5d9282f423c7
3
+ size 2273984
Huggy/Huggy-1599976.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cad1acb38d8b89151666dfc481af9db3228105481db951d7ed82d061c2689332
3
+ size 13509473
Huggy/Huggy-1799942.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:179b35cce9710584434418b8b6c4c94e38d5b6b9fbe554a614b8416b9fd9b2ae
3
+ size 2273984
Huggy/Huggy-1799942.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:688f09700fac0ba4f99199bef4331fc07bdeb134d9abd6332869ebdd1b4919d0
3
+ size 13509473
Huggy/Huggy-199915.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a50ee771af35f46e1a2ebb618e02fcc7de5fa1717af26f1aebd656189347a2f8
3
+ size 2273984
Huggy/Huggy-199915.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab3dece5db5476f394935ce0814dd7e46989dd1ed2fedf76ea59e0efc41938b9
3
+ size 13509388
Huggy/Huggy-1999908.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebdbbda6ea973e31bc0c203ec8905f76e594420cb6745ade7973ba7ee271f5d2
3
+ size 2273984
Huggy/Huggy-1999908.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eec69092aa9cb687af7a0ca3c53cb55791197a6ee7c5a5af09c0aa4cfce134ea
3
+ size 13509473
Huggy/Huggy-2000004.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3c8f01ff0b93643a26ee0b7bc437c5c27c359ca65a5ab91266a894e81f3ea2c
3
+ size 2273984
Huggy/Huggy-2000004.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b110fee5a9c1770916d757d5fe0a1090ffaa1344af563e73d04cd148bea87d96
3
+ size 13509473
Huggy/Huggy-399929.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc2ddff541a6562d23c477f70681a550cff5210e683861b45ac4c475c14580d5
3
+ size 2273984
Huggy/Huggy-399929.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e7fd8493a98913f1dd9dc221861e84b74478f3cd138712925d371ed53f4738c
3
+ size 13509388
Huggy/Huggy-599919.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfdfb6246406ad39d992d77ef5e903334b08283559882ba13b07e33e768e7087
3
+ size 2273984
Huggy/Huggy-599919.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ef2ebb501109ae025aa3d56d0c58c4f2a762ce3d6a5cb86d4ce26f23fd6d404
3
+ size 13509388
Huggy/Huggy-799950.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29c9c2e11689da12b9c1c342aadc37a8ee6aefb40853a2100f40229a07334981
3
+ size 2273984
Huggy/Huggy-799950.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e151e8d40b2695fe0543911bcb479253b7d9ac6683ee41ec0a547ffe614ec82
3
+ size 13509388
Huggy/Huggy-999941.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:416172eaa0991c7b331c79bd79408b1347b552a76fa86bcd1318ed5555a7512e
3
+ size 2273984
Huggy/Huggy-999941.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a864d1159665c455d9f85d4208a53ebe3605459c6f5db73105fa417fbac1ce01
3
+ size 13509388
Huggy/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5deeb5022ca052112745fe886bc4e5be5639445181fd2b997315147bce222e77
3
  size 13509218
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9e22f4e5bcd58ac5eb105f52aacd263542012c412262c2310490b53edfed82d
3
  size 13509218
Huggy/events.out.tfevents.1711979426.e075376026a0.2830.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0b7fc4b38b2601da7988663dd2a879017ab4b6b3f67b1dece59a73160095193
3
+ size 397713
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy2", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -66,7 +66,7 @@ engine_settings:
66
  no_graphics_monitor: false
67
  environment_parameters: null
68
  checkpoint_settings:
69
- run_id: Huggy
70
  initialize_from: null
71
  load_model: false
72
  resume: false
 
66
  no_graphics_monitor: false
67
  environment_parameters: null
68
  checkpoint_settings:
69
+ run_id: Huggy2
70
  initialize_from: null
71
  load_model: false
72
  resume: false
run_logs/Player-0.log CHANGED
@@ -34,7 +34,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
- - Completed reload, in 0.101 seconds
38
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +78,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
78
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
79
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
80
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
81
- UnloadTime: 0.764973 ms
82
  requesting resize 84 x 84
83
  Setting up 1 worker threads for Enlighten.
84
  Memory Statistics:
85
  [ALLOC_TEMP_TLS] TLS Allocator
86
  StackAllocators :
87
  [ALLOC_TEMP_MAIN]
88
- Peak usage frame count: [4.0 KB-8.0 KB]: 26752 frames, [2.0 MB-4.0 MB]: 1 frames
89
  Initial Block Size 4.0 MB
90
  Current Block Size 4.0 MB
91
  Peak Allocated Bytes 3.6 MB
@@ -93,7 +93,7 @@ Memory Statistics:
93
  [ALLOC_TEMP_Loading.AsyncRead]
94
  Initial Block Size 64.0 KB
95
  Current Block Size 64.0 KB
96
- Peak Allocated Bytes 136 B
97
  Overflow Count 0
98
  [ALLOC_TEMP_Loading.PreloadManager]
99
  Initial Block Size 256.0 KB
@@ -201,22 +201,22 @@ Memory Statistics:
201
  Peak Allocated Bytes 0 B
202
  Overflow Count 0
203
  [ALLOC_DEFAULT] Dual Thread Allocator
204
- Peak main deferred allocation count 307
205
  [ALLOC_BUCKET]
206
  Large Block size 4.0 MB
207
  Used Block count 1
208
  Peak Allocated bytes 1.4 MB
209
  [ALLOC_DEFAULT_MAIN]
210
- Peak usage frame count: [16.0 MB-32.0 MB]: 26753 frames
211
  Requested Block Size 16.0 MB
212
  Peak Block count 1
213
- Peak Allocated memory 23.9 MB
214
  Peak Large allocation bytes 16.0 MB
215
  [ALLOC_DEFAULT_THREAD]
216
- Peak usage frame count: [1.0 MB-2.0 MB]: 1 frames, [2.0 MB-4.0 MB]: 26752 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
- Peak Allocated memory 2.3 MB
220
  Peak Large allocation bytes 0 B
221
  [ALLOC_TEMP_JOB_1_FRAME]
222
  Initial Block Size 2.0 MB
@@ -245,13 +245,13 @@ Memory Statistics:
245
  Used Block count 1
246
  Peak Allocated bytes 1.4 MB
247
  [ALLOC_GFX_MAIN]
248
- Peak usage frame count: [32.0 KB-64.0 KB]: 26752 frames, [64.0 KB-128.0 KB]: 1 frames
249
  Requested Block Size 16.0 MB
250
  Peak Block count 1
251
  Peak Allocated memory 65.6 KB
252
  Peak Large allocation bytes 0 B
253
  [ALLOC_GFX_THREAD]
254
- Peak usage frame count: [64.0 KB-128.0 KB]: 26753 frames
255
  Requested Block Size 16.0 MB
256
  Peak Block count 1
257
  Peak Allocated memory 81.8 KB
@@ -263,13 +263,13 @@ Memory Statistics:
263
  Used Block count 1
264
  Peak Allocated bytes 1.4 MB
265
  [ALLOC_CACHEOBJECTS_MAIN]
266
- Peak usage frame count: [1.0 MB-2.0 MB]: 26752 frames, [16.0 MB-32.0 MB]: 1 frames
267
  Requested Block Size 4.0 MB
268
  Peak Block count 2
269
  Peak Allocated memory 30.6 MB
270
  Peak Large allocation bytes 24.9 MB
271
  [ALLOC_CACHEOBJECTS_THREAD]
272
- Peak usage frame count: [0.5 MB-1.0 MB]: 26752 frames, [2.0 MB-4.0 MB]: 1 frames
273
  Requested Block Size 4.0 MB
274
  Peak Block count 1
275
  Peak Allocated memory 2.6 MB
@@ -281,13 +281,13 @@ Memory Statistics:
281
  Used Block count 1
282
  Peak Allocated bytes 1.4 MB
283
  [ALLOC_TYPETREE_MAIN]
284
- Peak usage frame count: [0-1.0 KB]: 26753 frames
285
  Requested Block Size 2.0 MB
286
  Peak Block count 1
287
  Peak Allocated memory 1.0 KB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE_THREAD]
290
- Peak usage frame count: [4.0 KB-8.0 KB]: 26753 frames
291
  Requested Block Size 2.0 MB
292
  Peak Block count 1
293
  Peak Allocated memory 7.3 KB
 
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
+ - Completed reload, in 0.096 seconds
38
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
78
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
79
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
80
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
81
+ UnloadTime: 0.779664 ms
82
  requesting resize 84 x 84
83
  Setting up 1 worker threads for Enlighten.
84
  Memory Statistics:
85
  [ALLOC_TEMP_TLS] TLS Allocator
86
  StackAllocators :
87
  [ALLOC_TEMP_MAIN]
88
+ Peak usage frame count: [4.0 KB-8.0 KB]: 26761 frames, [2.0 MB-4.0 MB]: 1 frames
89
  Initial Block Size 4.0 MB
90
  Current Block Size 4.0 MB
91
  Peak Allocated Bytes 3.6 MB
 
93
  [ALLOC_TEMP_Loading.AsyncRead]
94
  Initial Block Size 64.0 KB
95
  Current Block Size 64.0 KB
96
+ Peak Allocated Bytes 160 B
97
  Overflow Count 0
98
  [ALLOC_TEMP_Loading.PreloadManager]
99
  Initial Block Size 256.0 KB
 
201
  Peak Allocated Bytes 0 B
202
  Overflow Count 0
203
  [ALLOC_DEFAULT] Dual Thread Allocator
204
+ Peak main deferred allocation count 345
205
  [ALLOC_BUCKET]
206
  Large Block size 4.0 MB
207
  Used Block count 1
208
  Peak Allocated bytes 1.4 MB
209
  [ALLOC_DEFAULT_MAIN]
210
+ Peak usage frame count: [16.0 MB-32.0 MB]: 26762 frames
211
  Requested Block Size 16.0 MB
212
  Peak Block count 1
213
+ Peak Allocated memory 23.6 MB
214
  Peak Large allocation bytes 16.0 MB
215
  [ALLOC_DEFAULT_THREAD]
216
+ Peak usage frame count: [2.0 MB-4.0 MB]: 26762 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
+ Peak Allocated memory 2.7 MB
220
  Peak Large allocation bytes 0 B
221
  [ALLOC_TEMP_JOB_1_FRAME]
222
  Initial Block Size 2.0 MB
 
245
  Used Block count 1
246
  Peak Allocated bytes 1.4 MB
247
  [ALLOC_GFX_MAIN]
248
+ Peak usage frame count: [32.0 KB-64.0 KB]: 26761 frames, [64.0 KB-128.0 KB]: 1 frames
249
  Requested Block Size 16.0 MB
250
  Peak Block count 1
251
  Peak Allocated memory 65.6 KB
252
  Peak Large allocation bytes 0 B
253
  [ALLOC_GFX_THREAD]
254
+ Peak usage frame count: [64.0 KB-128.0 KB]: 26762 frames
255
  Requested Block Size 16.0 MB
256
  Peak Block count 1
257
  Peak Allocated memory 81.8 KB
 
263
  Used Block count 1
264
  Peak Allocated bytes 1.4 MB
265
  [ALLOC_CACHEOBJECTS_MAIN]
266
+ Peak usage frame count: [1.0 MB-2.0 MB]: 26761 frames, [16.0 MB-32.0 MB]: 1 frames
267
  Requested Block Size 4.0 MB
268
  Peak Block count 2
269
  Peak Allocated memory 30.6 MB
270
  Peak Large allocation bytes 24.9 MB
271
  [ALLOC_CACHEOBJECTS_THREAD]
272
+ Peak usage frame count: [0.5 MB-1.0 MB]: 26761 frames, [2.0 MB-4.0 MB]: 1 frames
273
  Requested Block Size 4.0 MB
274
  Peak Block count 1
275
  Peak Allocated memory 2.6 MB
 
281
  Used Block count 1
282
  Peak Allocated bytes 1.4 MB
283
  [ALLOC_TYPETREE_MAIN]
284
+ Peak usage frame count: [0-1.0 KB]: 26762 frames
285
  Requested Block Size 2.0 MB
286
  Peak Block count 1
287
  Peak Allocated memory 1.0 KB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE_THREAD]
290
+ Peak usage frame count: [4.0 KB-8.0 KB]: 26762 frames
291
  Requested Block Size 2.0 MB
292
  Peak Block count 1
293
  Peak Allocated memory 7.3 KB
run_logs/timers.json CHANGED
@@ -2,135 +2,135 @@
2
  "name": "root",
3
  "gauges": {
4
  "Huggy.Policy.Entropy.mean": {
5
- "value": 1.402961015701294,
6
- "min": 1.402961015701294,
7
- "max": 1.4269148111343384,
8
  "count": 40
9
  },
10
  "Huggy.Policy.Entropy.sum": {
11
- "value": 70873.3828125,
12
- "min": 67566.2109375,
13
- "max": 77610.3203125,
14
  "count": 40
15
  },
16
  "Huggy.Environment.EpisodeLength.mean": {
17
- "value": 70.18091168091168,
18
- "min": 70.18091168091168,
19
- "max": 385.3538461538462,
20
  "count": 40
21
  },
22
  "Huggy.Environment.EpisodeLength.sum": {
23
- "value": 49267.0,
24
- "min": 48685.0,
25
- "max": 50167.0,
26
  "count": 40
27
  },
28
  "Huggy.Step.mean": {
29
- "value": 1999943.0,
30
- "min": 49905.0,
31
- "max": 1999943.0,
32
  "count": 40
33
  },
34
  "Huggy.Step.sum": {
35
- "value": 1999943.0,
36
- "min": 49905.0,
37
- "max": 1999943.0,
38
  "count": 40
39
  },
40
  "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
- "value": 2.4840149879455566,
42
- "min": 0.03536326438188553,
43
- "max": 2.5253148078918457,
44
  "count": 40
45
  },
46
  "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
- "value": 1743.7784423828125,
48
- "min": 4.561861038208008,
49
- "max": 1743.7784423828125,
50
  "count": 40
51
  },
52
  "Huggy.Environment.CumulativeReward.mean": {
53
- "value": 3.865581557282016,
54
- "min": 1.5969961172388505,
55
- "max": 3.960480615584808,
56
  "count": 40
57
  },
58
  "Huggy.Environment.CumulativeReward.sum": {
59
- "value": 2713.638253211975,
60
- "min": 206.01249912381172,
61
- "max": 2713.638253211975,
62
  "count": 40
63
  },
64
  "Huggy.Policy.ExtrinsicReward.mean": {
65
- "value": 3.865581557282016,
66
- "min": 1.5969961172388505,
67
- "max": 3.960480615584808,
68
  "count": 40
69
  },
70
  "Huggy.Policy.ExtrinsicReward.sum": {
71
- "value": 2713.638253211975,
72
- "min": 206.01249912381172,
73
- "max": 2713.638253211975,
74
  "count": 40
75
  },
76
  "Huggy.Losses.PolicyLoss.mean": {
77
- "value": 0.01803271079180478,
78
- "min": 0.013806169286544899,
79
- "max": 0.01952624082720528,
80
  "count": 40
81
  },
82
  "Huggy.Losses.PolicyLoss.sum": {
83
- "value": 0.05409813237541433,
84
- "min": 0.027612338573089798,
85
- "max": 0.05804694289690815,
86
  "count": 40
87
  },
88
  "Huggy.Losses.ValueLoss.mean": {
89
- "value": 0.058859389523665116,
90
- "min": 0.023820984022070963,
91
- "max": 0.06422321895758311,
92
  "count": 40
93
  },
94
  "Huggy.Losses.ValueLoss.sum": {
95
- "value": 0.17657816857099534,
96
- "min": 0.047641968044141926,
97
- "max": 0.18324639263252418,
98
  "count": 40
99
  },
100
  "Huggy.Policy.LearningRate.mean": {
101
- "value": 3.929398690233325e-06,
102
- "min": 3.929398690233325e-06,
103
- "max": 0.00029531302656232494,
104
  "count": 40
105
  },
106
  "Huggy.Policy.LearningRate.sum": {
107
- "value": 1.1788196070699974e-05,
108
- "min": 1.1788196070699974e-05,
109
- "max": 0.0008440360686546499,
110
  "count": 40
111
  },
112
  "Huggy.Policy.Epsilon.mean": {
113
- "value": 0.10130976666666668,
114
- "min": 0.10130976666666668,
115
- "max": 0.19843767500000004,
116
  "count": 40
117
  },
118
  "Huggy.Policy.Epsilon.sum": {
119
- "value": 0.3039293,
120
- "min": 0.2077538,
121
- "max": 0.5813453499999999,
122
  "count": 40
123
  },
124
  "Huggy.Policy.Beta.mean": {
125
- "value": 7.535735666666656e-05,
126
- "min": 7.535735666666656e-05,
127
- "max": 0.004922039982499999,
128
  "count": 40
129
  },
130
  "Huggy.Policy.Beta.sum": {
131
- "value": 0.00022607206999999965,
132
- "min": 0.00022607206999999965,
133
- "max": 0.014069132965,
134
  "count": 40
135
  },
136
  "Huggy.IsTraining.mean": {
@@ -148,67 +148,67 @@
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
- "start_time_seconds": "1704566442",
152
  "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
153
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
154
  "mlagents_version": "1.1.0.dev0",
155
  "mlagents_envs_version": "1.1.0.dev0",
156
  "communication_protocol_version": "1.5.0",
157
- "pytorch_version": "2.1.2+cu121",
158
  "numpy_version": "1.23.5",
159
- "end_time_seconds": "1704569082"
160
  },
161
- "total": 2639.772337686,
162
  "count": 1,
163
- "self": 0.4955536249999568,
164
  "children": {
165
  "run_training.setup": {
166
- "total": 0.056855011000152444,
167
  "count": 1,
168
- "self": 0.056855011000152444
169
  },
170
  "TrainerController.start_learning": {
171
- "total": 2639.21992905,
172
  "count": 1,
173
- "self": 4.715119794992916,
174
  "children": {
175
  "TrainerController._reset_env": {
176
- "total": 3.451430936999941,
177
  "count": 1,
178
- "self": 3.451430936999941
179
  },
180
  "TrainerController.advance": {
181
- "total": 2630.9286811240067,
182
- "count": 233407,
183
- "self": 5.167132267126817,
184
  "children": {
185
  "env_step": {
186
- "total": 2045.3858383099619,
187
- "count": 233407,
188
- "self": 1702.0284792460573,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
- "total": 340.2798418680263,
192
- "count": 233407,
193
- "self": 17.27578415404082,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
- "total": 323.0040577139855,
197
- "count": 222937,
198
- "self": 323.0040577139855
199
  }
200
  }
201
  },
202
  "workers": {
203
- "total": 3.077517195878272,
204
- "count": 233407,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
- "total": 2631.575991811854,
209
- "count": 233407,
210
  "is_parallel": true,
211
- "self": 1242.3095823967762,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
@@ -217,48 +217,48 @@
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
- "total": 0.0007355999998708285,
221
  "count": 1,
222
  "is_parallel": true,
223
- "self": 0.00022735199968337838,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
- "total": 0.0005082480001874501,
227
  "count": 2,
228
  "is_parallel": true,
229
- "self": 0.0005082480001874501
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
- "total": 0.03239345200017851,
235
  "count": 1,
236
  "is_parallel": true,
237
- "self": 0.0003373559998181008,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
- "total": 0.00021457600018948142,
241
  "count": 1,
242
  "is_parallel": true,
243
- "self": 0.00021457600018948142
244
  },
245
  "communicator.exchange": {
246
- "total": 0.031131031000086296,
247
  "count": 1,
248
  "is_parallel": true,
249
- "self": 0.031131031000086296
250
  },
251
  "steps_from_proto": {
252
- "total": 0.0007104890000846353,
253
  "count": 1,
254
  "is_parallel": true,
255
- "self": 0.0001845550000325602,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
- "total": 0.0005259340000520751,
259
  "count": 2,
260
  "is_parallel": true,
261
- "self": 0.0005259340000520751
262
  }
263
  }
264
  }
@@ -267,34 +267,34 @@
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 1389.2664094150775,
271
- "count": 233406,
272
  "is_parallel": true,
273
- "self": 44.084542836007586,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 88.86628360703526,
277
- "count": 233406,
278
  "is_parallel": true,
279
- "self": 88.86628360703526
280
  },
281
  "communicator.exchange": {
282
- "total": 1158.8963164099894,
283
- "count": 233406,
284
  "is_parallel": true,
285
- "self": 1158.8963164099894
286
  },
287
  "steps_from_proto": {
288
- "total": 97.41926656204532,
289
- "count": 233406,
290
  "is_parallel": true,
291
- "self": 34.548963130053835,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 62.87030343199149,
295
- "count": 466812,
296
  "is_parallel": true,
297
- "self": 62.87030343199149
298
  }
299
  }
300
  }
@@ -307,31 +307,31 @@
307
  }
308
  },
309
  "trainer_advance": {
310
- "total": 580.3757105469181,
311
- "count": 233407,
312
- "self": 7.340325581913248,
313
  "children": {
314
  "process_trajectory": {
315
- "total": 171.26610351500472,
316
- "count": 233407,
317
- "self": 170.0066330680047,
318
  "children": {
319
  "RLTrainer._checkpoint": {
320
- "total": 1.2594704470000124,
321
  "count": 10,
322
- "self": 1.2594704470000124
323
  }
324
  }
325
  },
326
  "_update_policy": {
327
- "total": 401.7692814500001,
328
  "count": 97,
329
- "self": 332.31020207198276,
330
  "children": {
331
  "TorchPPOOptimizer.update": {
332
- "total": 69.45907937801735,
333
  "count": 2910,
334
- "self": 69.45907937801735
335
  }
336
  }
337
  }
@@ -340,19 +340,19 @@
340
  }
341
  },
342
  "trainer_threads": {
343
- "total": 1.0080002539325505e-06,
344
  "count": 1,
345
- "self": 1.0080002539325505e-06
346
  },
347
  "TrainerController._save_models": {
348
- "total": 0.12469618599971,
349
  "count": 1,
350
- "self": 0.0021205649991316022,
351
  "children": {
352
  "RLTrainer._checkpoint": {
353
- "total": 0.1225756210005784,
354
  "count": 1,
355
- "self": 0.1225756210005784
356
  }
357
  }
358
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Huggy.Policy.Entropy.mean": {
5
+ "value": 1.3934836387634277,
6
+ "min": 1.3934836387634277,
7
+ "max": 1.4255551099777222,
8
  "count": 40
9
  },
10
  "Huggy.Policy.Entropy.sum": {
11
+ "value": 69428.9296875,
12
+ "min": 67707.0546875,
13
+ "max": 78260.078125,
14
  "count": 40
15
  },
16
  "Huggy.Environment.EpisodeLength.mean": {
17
+ "value": 100.3061224489796,
18
+ "min": 75.68759571209802,
19
+ "max": 413.45454545454544,
20
  "count": 40
21
  },
22
  "Huggy.Environment.EpisodeLength.sum": {
23
+ "value": 49150.0,
24
+ "min": 49150.0,
25
+ "max": 50132.0,
26
  "count": 40
27
  },
28
  "Huggy.Step.mean": {
29
+ "value": 1999908.0,
30
+ "min": 49400.0,
31
+ "max": 1999908.0,
32
  "count": 40
33
  },
34
  "Huggy.Step.sum": {
35
+ "value": 1999908.0,
36
+ "min": 49400.0,
37
+ "max": 1999908.0,
38
  "count": 40
39
  },
40
  "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
+ "value": 2.4502170085906982,
42
+ "min": 0.11912068724632263,
43
+ "max": 2.4876692295074463,
44
  "count": 40
45
  },
46
  "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
+ "value": 1200.6063232421875,
48
+ "min": 14.294482231140137,
49
+ "max": 1543.469482421875,
50
  "count": 40
51
  },
52
  "Huggy.Environment.CumulativeReward.mean": {
53
+ "value": 3.7711036994749185,
54
+ "min": 1.7707814283668994,
55
+ "max": 4.005305307338366,
56
  "count": 40
57
  },
58
  "Huggy.Environment.CumulativeReward.sum": {
59
+ "value": 1847.84081274271,
60
+ "min": 212.49377140402794,
61
+ "max": 2472.053161263466,
62
  "count": 40
63
  },
64
  "Huggy.Policy.ExtrinsicReward.mean": {
65
+ "value": 3.7711036994749185,
66
+ "min": 1.7707814283668994,
67
+ "max": 4.005305307338366,
68
  "count": 40
69
  },
70
  "Huggy.Policy.ExtrinsicReward.sum": {
71
+ "value": 1847.84081274271,
72
+ "min": 212.49377140402794,
73
+ "max": 2472.053161263466,
74
  "count": 40
75
  },
76
  "Huggy.Losses.PolicyLoss.mean": {
77
+ "value": 0.018623704260163423,
78
+ "min": 0.01237989542229722,
79
+ "max": 0.02064170341068853,
80
  "count": 40
81
  },
82
  "Huggy.Losses.PolicyLoss.sum": {
83
+ "value": 0.05587111278049027,
84
+ "min": 0.02475979084459444,
85
+ "max": 0.06192511023206559,
86
  "count": 40
87
  },
88
  "Huggy.Losses.ValueLoss.mean": {
89
+ "value": 0.05112952056030432,
90
+ "min": 0.02144543599958221,
91
+ "max": 0.06512793482591708,
92
  "count": 40
93
  },
94
  "Huggy.Losses.ValueLoss.sum": {
95
+ "value": 0.15338856168091297,
96
+ "min": 0.04289087199916442,
97
+ "max": 0.18493746345241865,
98
  "count": 40
99
  },
100
  "Huggy.Policy.LearningRate.mean": {
101
+ "value": 3.4189988603666584e-06,
102
+ "min": 3.4189988603666584e-06,
103
+ "max": 0.0002953224765591749,
104
  "count": 40
105
  },
106
  "Huggy.Policy.LearningRate.sum": {
107
+ "value": 1.0256996581099975e-05,
108
+ "min": 1.0256996581099975e-05,
109
+ "max": 0.0008439654186782001,
110
  "count": 40
111
  },
112
  "Huggy.Policy.Epsilon.mean": {
113
+ "value": 0.10113963333333331,
114
+ "min": 0.10113963333333331,
115
+ "max": 0.19844082500000002,
116
  "count": 40
117
  },
118
  "Huggy.Policy.Epsilon.sum": {
119
+ "value": 0.30341889999999994,
120
+ "min": 0.20744354999999998,
121
+ "max": 0.5813217999999999,
122
  "count": 40
123
  },
124
  "Huggy.Policy.Beta.mean": {
125
+ "value": 6.686770333333319e-05,
126
+ "min": 6.686770333333319e-05,
127
+ "max": 0.004922197167500001,
128
  "count": 40
129
  },
130
  "Huggy.Policy.Beta.sum": {
131
+ "value": 0.00020060310999999958,
132
+ "min": 0.00020060310999999958,
133
+ "max": 0.014067957820000001,
134
  "count": 40
135
  },
136
  "Huggy.IsTraining.mean": {
 
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
+ "start_time_seconds": "1711979425",
152
  "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
153
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics",
154
  "mlagents_version": "1.1.0.dev0",
155
  "mlagents_envs_version": "1.1.0.dev0",
156
  "communication_protocol_version": "1.5.0",
157
+ "pytorch_version": "2.2.1+cu121",
158
  "numpy_version": "1.23.5",
159
+ "end_time_seconds": "1711981803"
160
  },
161
+ "total": 2378.119371284,
162
  "count": 1,
163
+ "self": 0.43922361700015244,
164
  "children": {
165
  "run_training.setup": {
166
+ "total": 0.053504868000004535,
167
  "count": 1,
168
+ "self": 0.053504868000004535
169
  },
170
  "TrainerController.start_learning": {
171
+ "total": 2377.626642799,
172
  "count": 1,
173
+ "self": 4.34026772201787,
174
  "children": {
175
  "TrainerController._reset_env": {
176
+ "total": 2.7698743529999774,
177
  "count": 1,
178
+ "self": 2.7698743529999774
179
  },
180
  "TrainerController.advance": {
181
+ "total": 2370.4024754209822,
182
+ "count": 232350,
183
+ "self": 4.573682083906533,
184
  "children": {
185
  "env_step": {
186
+ "total": 1890.6098843680513,
187
+ "count": 232350,
188
+ "self": 1564.3344264881075,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
+ "total": 323.4952073959495,
192
+ "count": 232350,
193
+ "self": 16.683998202921657,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
+ "total": 306.8112091930278,
197
+ "count": 223010,
198
+ "self": 306.8112091930278
199
  }
200
  }
201
  },
202
  "workers": {
203
+ "total": 2.780250483994223,
204
+ "count": 232350,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
+ "total": 2370.638622473185,
209
+ "count": 232350,
210
  "is_parallel": true,
211
+ "self": 1102.8743162980818,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
 
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
+ "total": 0.0009213459999273255,
221
  "count": 1,
222
  "is_parallel": true,
223
+ "self": 0.0002493799999001567,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
+ "total": 0.0006719660000271688,
227
  "count": 2,
228
  "is_parallel": true,
229
+ "self": 0.0006719660000271688
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
+ "total": 0.03645147100007762,
235
  "count": 1,
236
  "is_parallel": true,
237
+ "self": 0.0004006939999499082,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
+ "total": 0.00024833899999521236,
241
  "count": 1,
242
  "is_parallel": true,
243
+ "self": 0.00024833899999521236
244
  },
245
  "communicator.exchange": {
246
+ "total": 0.03502465100007157,
247
  "count": 1,
248
  "is_parallel": true,
249
+ "self": 0.03502465100007157
250
  },
251
  "steps_from_proto": {
252
+ "total": 0.0007777870000609255,
253
  "count": 1,
254
  "is_parallel": true,
255
+ "self": 0.00021436100007576897,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
+ "total": 0.0005634259999851565,
259
  "count": 2,
260
  "is_parallel": true,
261
+ "self": 0.0005634259999851565
262
  }
263
  }
264
  }
 
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 1267.7643061751032,
271
+ "count": 232349,
272
  "is_parallel": true,
273
+ "self": 38.64115070720072,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 84.10083709998082,
277
+ "count": 232349,
278
  "is_parallel": true,
279
+ "self": 84.10083709998082
280
  },
281
  "communicator.exchange": {
282
+ "total": 1053.1517341169724,
283
+ "count": 232349,
284
  "is_parallel": true,
285
+ "self": 1053.1517341169724
286
  },
287
  "steps_from_proto": {
288
+ "total": 91.87058425094949,
289
+ "count": 232349,
290
  "is_parallel": true,
291
+ "self": 34.06566306293598,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 57.80492118801351,
295
+ "count": 464698,
296
  "is_parallel": true,
297
+ "self": 57.80492118801351
298
  }
299
  }
300
  }
 
307
  }
308
  },
309
  "trainer_advance": {
310
+ "total": 475.21890896902437,
311
+ "count": 232350,
312
+ "self": 6.412980722054385,
313
  "children": {
314
  "process_trajectory": {
315
+ "total": 150.87543743897083,
316
+ "count": 232350,
317
+ "self": 149.5299186489707,
318
  "children": {
319
  "RLTrainer._checkpoint": {
320
+ "total": 1.345518790000142,
321
  "count": 10,
322
+ "self": 1.345518790000142
323
  }
324
  }
325
  },
326
  "_update_policy": {
327
+ "total": 317.93049080799915,
328
  "count": 97,
329
+ "self": 256.0417011670078,
330
  "children": {
331
  "TorchPPOOptimizer.update": {
332
+ "total": 61.88878964099138,
333
  "count": 2910,
334
+ "self": 61.88878964099138
335
  }
336
  }
337
  }
 
340
  }
341
  },
342
  "trainer_threads": {
343
+ "total": 8.560000424040481e-07,
344
  "count": 1,
345
+ "self": 8.560000424040481e-07
346
  },
347
  "TrainerController._save_models": {
348
+ "total": 0.11402444699979242,
349
  "count": 1,
350
+ "self": 0.001941388999512128,
351
  "children": {
352
  "RLTrainer._checkpoint": {
353
+ "total": 0.11208305800028029,
354
  "count": 1,
355
+ "self": 0.11208305800028029
356
  }
357
  }
358
  }
run_logs/training_status.json CHANGED
@@ -2,118 +2,118 @@
2
  "Huggy": {
3
  "checkpoints": [
4
  {
5
- "steps": 199987,
6
- "file_path": "results/Huggy/Huggy/Huggy-199987.onnx",
7
- "reward": 3.510494383743831,
8
- "creation_time": 1704566700.092705,
9
  "auxillary_file_paths": [
10
- "results/Huggy/Huggy/Huggy-199987.pt"
11
  ]
12
  },
13
  {
14
- "steps": 399973,
15
- "file_path": "results/Huggy/Huggy/Huggy-399973.onnx",
16
- "reward": 3.6186365208455493,
17
- "creation_time": 1704566960.276124,
18
  "auxillary_file_paths": [
19
- "results/Huggy/Huggy/Huggy-399973.pt"
20
  ]
21
  },
22
  {
23
- "steps": 599910,
24
- "file_path": "results/Huggy/Huggy/Huggy-599910.onnx",
25
- "reward": 3.9288062670014123,
26
- "creation_time": 1704567225.2106688,
27
  "auxillary_file_paths": [
28
- "results/Huggy/Huggy/Huggy-599910.pt"
29
  ]
30
  },
31
  {
32
- "steps": 799996,
33
- "file_path": "results/Huggy/Huggy/Huggy-799996.onnx",
34
- "reward": 3.6878738818477044,
35
- "creation_time": 1704567482.0651705,
36
  "auxillary_file_paths": [
37
- "results/Huggy/Huggy/Huggy-799996.pt"
38
  ]
39
  },
40
  {
41
- "steps": 999992,
42
- "file_path": "results/Huggy/Huggy/Huggy-999992.onnx",
43
- "reward": 3.7571780281280405,
44
- "creation_time": 1704567747.6829925,
45
  "auxillary_file_paths": [
46
- "results/Huggy/Huggy/Huggy-999992.pt"
47
  ]
48
  },
49
  {
50
- "steps": 1199977,
51
- "file_path": "results/Huggy/Huggy/Huggy-1199977.onnx",
52
- "reward": 3.6262043019135795,
53
- "creation_time": 1704568014.3897321,
54
  "auxillary_file_paths": [
55
- "results/Huggy/Huggy/Huggy-1199977.pt"
56
  ]
57
  },
58
  {
59
- "steps": 1399938,
60
- "file_path": "results/Huggy/Huggy/Huggy-1399938.onnx",
61
- "reward": 4.065188447634379,
62
- "creation_time": 1704568280.900232,
63
  "auxillary_file_paths": [
64
- "results/Huggy/Huggy/Huggy-1399938.pt"
65
  ]
66
  },
67
  {
68
- "steps": 1599902,
69
- "file_path": "results/Huggy/Huggy/Huggy-1599902.onnx",
70
- "reward": 3.929343792737699,
71
- "creation_time": 1704568545.8253405,
72
  "auxillary_file_paths": [
73
- "results/Huggy/Huggy/Huggy-1599902.pt"
74
  ]
75
  },
76
  {
77
- "steps": 1799611,
78
- "file_path": "results/Huggy/Huggy/Huggy-1799611.onnx",
79
- "reward": 3.6735603574783573,
80
- "creation_time": 1704568813.4255881,
81
  "auxillary_file_paths": [
82
- "results/Huggy/Huggy/Huggy-1799611.pt"
83
  ]
84
  },
85
  {
86
- "steps": 1999943,
87
- "file_path": "results/Huggy/Huggy/Huggy-1999943.onnx",
88
- "reward": 4.055777807294587,
89
- "creation_time": 1704569081.909463,
90
  "auxillary_file_paths": [
91
- "results/Huggy/Huggy/Huggy-1999943.pt"
92
  ]
93
  },
94
  {
95
- "steps": 2000034,
96
- "file_path": "results/Huggy/Huggy/Huggy-2000034.onnx",
97
- "reward": 4.07454062525819,
98
- "creation_time": 1704569082.0391185,
99
  "auxillary_file_paths": [
100
- "results/Huggy/Huggy/Huggy-2000034.pt"
101
  ]
102
  }
103
  ],
104
  "final_checkpoint": {
105
- "steps": 2000034,
106
- "file_path": "results/Huggy/Huggy.onnx",
107
- "reward": 4.07454062525819,
108
- "creation_time": 1704569082.0391185,
109
  "auxillary_file_paths": [
110
- "results/Huggy/Huggy/Huggy-2000034.pt"
111
  ]
112
  }
113
  },
114
  "metadata": {
115
  "stats_format_version": "0.3.0",
116
  "mlagents_version": "1.1.0.dev0",
117
- "torch_version": "2.1.2+cu121"
118
  }
119
  }
 
2
  "Huggy": {
3
  "checkpoints": [
4
  {
5
+ "steps": 199915,
6
+ "file_path": "results/Huggy2/Huggy/Huggy-199915.onnx",
7
+ "reward": 3.431458685031304,
8
+ "creation_time": 1711979659.98495,
9
  "auxillary_file_paths": [
10
+ "results/Huggy2/Huggy/Huggy-199915.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 399929,
15
+ "file_path": "results/Huggy2/Huggy/Huggy-399929.onnx",
16
+ "reward": 3.7838317885327695,
17
+ "creation_time": 1711979893.2810912,
18
  "auxillary_file_paths": [
19
+ "results/Huggy2/Huggy/Huggy-399929.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 599919,
24
+ "file_path": "results/Huggy2/Huggy/Huggy-599919.onnx",
25
+ "reward": 3.799302445517646,
26
+ "creation_time": 1711980130.9259396,
27
  "auxillary_file_paths": [
28
+ "results/Huggy2/Huggy/Huggy-599919.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 799950,
33
+ "file_path": "results/Huggy2/Huggy/Huggy-799950.onnx",
34
+ "reward": 4.0435687762792,
35
+ "creation_time": 1711980365.9868,
36
  "auxillary_file_paths": [
37
+ "results/Huggy2/Huggy/Huggy-799950.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 999941,
42
+ "file_path": "results/Huggy2/Huggy/Huggy-999941.onnx",
43
+ "reward": 3.8571314370190657,
44
+ "creation_time": 1711980608.0524573,
45
  "auxillary_file_paths": [
46
+ "results/Huggy2/Huggy/Huggy-999941.pt"
47
  ]
48
  },
49
  {
50
+ "steps": 1199989,
51
+ "file_path": "results/Huggy2/Huggy/Huggy-1199989.onnx",
52
+ "reward": 3.8838972818683573,
53
+ "creation_time": 1711980850.9050937,
54
  "auxillary_file_paths": [
55
+ "results/Huggy2/Huggy/Huggy-1199989.pt"
56
  ]
57
  },
58
  {
59
+ "steps": 1399983,
60
+ "file_path": "results/Huggy2/Huggy/Huggy-1399983.onnx",
61
+ "reward": 5.378115653991699,
62
+ "creation_time": 1711981093.0381753,
63
  "auxillary_file_paths": [
64
+ "results/Huggy2/Huggy/Huggy-1399983.pt"
65
  ]
66
  },
67
  {
68
+ "steps": 1599976,
69
+ "file_path": "results/Huggy2/Huggy/Huggy-1599976.onnx",
70
+ "reward": 3.8182121861480667,
71
+ "creation_time": 1711981328.1342368,
72
  "auxillary_file_paths": [
73
+ "results/Huggy2/Huggy/Huggy-1599976.pt"
74
  ]
75
  },
76
  {
77
+ "steps": 1799942,
78
+ "file_path": "results/Huggy2/Huggy/Huggy-1799942.onnx",
79
+ "reward": 4.034246141569955,
80
+ "creation_time": 1711981565.8788953,
81
  "auxillary_file_paths": [
82
+ "results/Huggy2/Huggy/Huggy-1799942.pt"
83
  ]
84
  },
85
  {
86
+ "steps": 1999908,
87
+ "file_path": "results/Huggy2/Huggy/Huggy-1999908.onnx",
88
+ "reward": 4.172293626028916,
89
+ "creation_time": 1711981803.233585,
90
  "auxillary_file_paths": [
91
+ "results/Huggy2/Huggy/Huggy-1999908.pt"
92
  ]
93
  },
94
  {
95
+ "steps": 2000004,
96
+ "file_path": "results/Huggy2/Huggy/Huggy-2000004.onnx",
97
+ "reward": 4.268748231728872,
98
+ "creation_time": 1711981803.3513298,
99
  "auxillary_file_paths": [
100
+ "results/Huggy2/Huggy/Huggy-2000004.pt"
101
  ]
102
  }
103
  ],
104
  "final_checkpoint": {
105
+ "steps": 2000004,
106
+ "file_path": "results/Huggy2/Huggy.onnx",
107
+ "reward": 4.268748231728872,
108
+ "creation_time": 1711981803.3513298,
109
  "auxillary_file_paths": [
110
+ "results/Huggy2/Huggy/Huggy-2000004.pt"
111
  ]
112
  }
113
  },
114
  "metadata": {
115
  "stats_format_version": "0.3.0",
116
  "mlagents_version": "1.1.0.dev0",
117
+ "torch_version": "2.2.1+cu121"
118
  }
119
  }