New version with 0.0001 lr

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62ba64679c16ab4570c44548bb7318a90c223dd08374294ba7d226f2d21aa531
+oid sha256:381a4e1089986c548b75df0afd88701fa714579c0d635fcab811015ad1e1390d
 size 2270373

Huggy/Huggy-2000037.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6c0e7d19d3f3d490c794dd40e9ec10993ca9272503331aba58e7c3a39b01cd8e
-size 13505262

Huggy/{Huggy-1499936.onnx → Huggy-3499516.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c65ab721ec677c50462910f9ae9faa9817bdf0fc16ba9b2efd79df78afd3059
+oid sha256:d866ae4c12e60cf4607202dc937d2ac8566af8ff5d52e8403eac45b920f6f3b3
 size 2270373

Huggy/{Huggy-1499936.pt → Huggy-3499516.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ffbf236d6050845d0ec93e81152017ad10dce181a8cf954c1ca9f2113201d54
-size 13505262
+oid sha256:0c1d7fa3a9b0ae361c66a44522aaa882dacd7e5b8e64070b4ee12889e1cc9b69
+size 13505839

Huggy/{Huggy-2000037.onnx → Huggy-3999993.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62ba64679c16ab4570c44548bb7318a90c223dd08374294ba7d226f2d21aa531
+oid sha256:ea24ab3338faac7eeb25df9082ac534760f0f16e2fbae4f25f167bbbcc640db8
 size 2270373

Huggy/{Huggy-1999995.pt → Huggy-3999993.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9d97769f106f876efb98c20a13a001dfacb517f94b921b3b80283c516e1fddc
-size 13505262
+oid sha256:708de6c7e374eb1afcdbac75efe011c9bcd9fce0ffa2a30c246ed34f92fc56d1
+size 13505839

Huggy/{Huggy-1999995.onnx → Huggy-4499979.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad714726afc48293f9ca1084c6259074f67ce62a1f7a305784a17747730c495f
+oid sha256:1244b8895d538dc29c766d425fef703ff233d28ee64ee6bb113fec597ea6692a
 size 2270373

Huggy/Huggy-4499979.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6520e9cf7895cb89ce48b6aa398fb93dd7773d0b797ded016c239dade006cd
+size 13505839

Huggy/Huggy-499943.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2b5788c18345754ea31585373f879e9cc7bc46e9dba71bc4ea200353115bd13e
-size 13505262

Huggy/{Huggy-499943.onnx → Huggy-4999957.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83a6fcc96c6042e9fbebaecd62170c67ed56f5678e3d1819238e554639830760
+oid sha256:1ac9824479301bf84784a9c207f02dd98cda7bf7bfece6414c3777defa585640
 size 2270373

Huggy/Huggy-4999957.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3ffb7513dc2956313257c2ef0b373404f87d253832418c8ffe2ffa8d019d3c
+size 13505839

Huggy/Huggy-5000707.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381a4e1089986c548b75df0afd88701fa714579c0d635fcab811015ad1e1390d
+size 2270373

Huggy/Huggy-5000707.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3048769b373c7b8d7329ce593c7e54fbcbd4e835e72998dbbb575d7d4cc4b3c4
+size 13505839

Huggy/Huggy-999882.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:369fbd09b96e25b2bb2d1cee06a7a7af2e7a4a4176ba08ab5e93de7013c43269
-size 2270373

Huggy/Huggy-999882.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c08fade51200cc91b1ce1cce2ad7db9c1bcdac1a18d3b6102282c5dad39f3f3c
-size 13505262

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c0e7d19d3f3d490c794dd40e9ec10993ca9272503331aba58e7c3a39b01cd8e
-size 13505262
+oid sha256:3048769b373c7b8d7329ce593c7e54fbcbd4e835e72998dbbb575d7d4cc4b3c4
+size 13505839

Huggy/events.out.tfevents.1670361482.4e6fe0dcc53f.273.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6c483d8c5e78430a4d4b3865e9fd44b1b02b76c2d1565beee364539ffee12259
-size 378143

Huggy/events.out.tfevents.1670949018.143d6940d67e.8.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ebd7562f1847b060e1a253546c5b2d0a9987fe8edfa4b0e43124c62b540b23
+size 1005352

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "checkpoint_interval": 500000, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 40960, "learning_rate": 0.0001, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 5, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "checkpoint_interval": 500000, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "2022-12-13_16-30-16", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "./src/runs/train"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -4,12 +4,12 @@ behaviors:
     trainer_type: ppo
     hyperparameters:
       batch_size: 2048
-      buffer_size: 20480
-      learning_rate: 0.0003
+      buffer_size: 40960
+      learning_rate: 0.0001
       beta: 0.005
       epsilon: 0.2
       lambd: 0.95
-      num_epoch: 3
+      num_epoch: 5
       learning_rate_schedule: linear
       beta_schedule: linear
       epsilon_schedule: linear
@@ -36,14 +36,14 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     checkpoint_interval: 500000
-    max_steps: 2000000
+    max_steps: 5000000
     time_horizon: 1000
     summary_freq: 50000
     threaded: false
     self_play: null
     behavioral_cloning: null
 env_settings:
-  env_path: ./trained-envs-executables/linux/Huggy/Huggy
+  env_path: ml-agents/trained-envs-executables/linux/Huggy/Huggy
   env_args: null
   base_port: 5005
   num_envs: 1
@@ -62,14 +62,14 @@ engine_settings:
   no_graphics: true
 environment_parameters: null
 checkpoint_settings:
-  run_id: Huggy
+  run_id: 2022-12-13_16-30-16
   initialize_from: null
   load_model: false
   resume: false
   force: false
   train_model: false
   inference: false
-  results_dir: results
+  results_dir: ./src/runs/train
 torch_settings:
   device: null
 debug: false

run_logs/Player-0.log

@@ -1,40 +1,21 @@
-Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/Managed'
-Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
+Mono path[0] = '/workspace/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/Managed'
+Mono config path = '/workspace/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
 PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
 PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/Huggy
 Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
-[Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
+[Subsystems] Discovering subsystems at path /workspace/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
 Forcing GfxDevice: Null
 GfxDevice: creating device client; threaded=0; jobified=0
 NullGfxDevice:
     Version:  NULL 1.0 [1.0]
     Renderer: Null Device
     Vendor:   Unity Technologies
-ALSA lib confmisc.c:767:(parse_card) cannot find card '0'
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
-ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
-ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
-ALSA lib conf.c:5007:(snd_config_expand) Evaluate error: No such file or directory
-ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
-FMOD failed to initialize the output device.: "Error initializing output device. " (60)
-Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000
-ALSA lib confmisc.c:767:(parse_card) cannot find card '0'
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
-ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
-ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
-ALSA lib conf.c:5007:(snd_config_expand) Evaluate error: No such file or directory
-ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
-FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.085 seconds
+- Completed reload, in  0.063 seconds
 ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,22 +59,22 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.887646 ms
+UnloadTime: 0.454180 ms
 requesting resize 84 x 84
-Setting up 1 worker threads for Enlighten.
+Setting up 16 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26769 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 66876 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
       Overflow Count 0
-    [ALLOC_TEMP_Loading.AsyncRead]
-      Initial Block Size 64.0 KB
-      Current Block Size 64.0 KB
-      Peak Allocated Bytes 256 B
+    [ALLOC_TEMP_Job.Worker 18]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -105,118 +86,268 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 9]
+    [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 0]
+    [ALLOC_TEMP_Job.Worker 16]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 10]
+    [ALLOC_TEMP_Background Job.Worker 6]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 14]
-      Initial Block Size 32.0 KB
-      Current Block Size 32.0 KB
+    [ALLOC_TEMP_Job.Worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 6]
+    [ALLOC_TEMP_Job.Worker 27]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 14]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 17]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 12]
+    [ALLOC_TEMP_Background Job.Worker 1]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_EnlightenWorker]
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 31
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 15]
+    [ALLOC_TEMP_Background Job.Worker 5]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 1]
+    [ALLOC_TEMP_Background Job.Worker 13]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 2]
+    [ALLOC_TEMP_Background Job.Worker 11]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 7]
+    [ALLOC_TEMP_Job.Worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_AssetGarbageCollectorHelper]
-      Initial Block Size 64.0 KB
-      Current Block Size 64.0 KB
+    [ALLOC_TEMP_Background Job.Worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 5]
+    [ALLOC_TEMP_Job.Worker 20]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 4]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 13]
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 30]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 26]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 21]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 9]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 11]
+    [ALLOC_TEMP_Job.Worker 25]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 3]
+    [ALLOC_TEMP_Job.Worker 29]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 13]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker] x 16
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 15]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 0]
+    [ALLOC_TEMP_Background Job.Worker 2]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 4]
+    [ALLOC_TEMP_Job.Worker 28]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 22]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 7]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_BatchDeleteObjects]
+    [ALLOC_TEMP_Job.Worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 23]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 15]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 24]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 19]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 12]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 256 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 326
+  Peak main deferred allocation count 38
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 26770 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 66877 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 23.4 MB
+      Peak Allocated memory 26.2 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 26770 frames
+      Peak usage frame count: [2.0 MB-4.0 MB]: 66877 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.6 MB
+      Peak Allocated memory 2.7 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -243,15 +374,15 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 26769 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 66876 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 26770 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 66877 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -261,15 +392,15 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 26769 frames, [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 66876 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 26769 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 66876 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -279,15 +410,15 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 26770 frames
+      Peak usage frame count: [0-1.0 KB]: 66877 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26770 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 66877 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -2,220 +2,220 @@
     "name": "root",
     "gauges": {
         "Huggy.Policy.Entropy.mean": {
-            "value": 1.4058301448822021,
-            "min": 1.4058301448822021,
-            "max": 1.4284801483154297,
-            "count": 40
+            "value": 1.3942005634307861,
+            "min": 1.394197940826416,
+            "max": 1.4243015050888062,
+            "count": 100
         },
         "Huggy.Policy.Entropy.sum": {
-            "value": 71875.875,
-            "min": 67554.6953125,
-            "max": 78667.015625,
-            "count": 40
+            "value": 71408.1640625,
+            "min": 67129.84375,
+            "max": 78072.9765625,
+            "count": 100
         },
         "Huggy.Environment.EpisodeLength.mean": {
-            "value": 104.67653276955602,
-            "min": 86.3479020979021,
-            "max": 402.032,
-            "count": 40
+            "value": 112.84875846501129,
+            "min": 77.64779874213836,
+            "max": 411.6967213114754,
+            "count": 100
         },
         "Huggy.Environment.EpisodeLength.sum": {
-            "value": 49512.0,
-            "min": 48765.0,
-            "max": 50254.0,
-            "count": 40
+            "value": 49992.0,
+            "min": 48709.0,
+            "max": 50227.0,
+            "count": 100
         },
         "Huggy.Step.mean": {
-            "value": 1999995.0,
-            "min": 49977.0,
-            "max": 1999995.0,
-            "count": 40
+            "value": 4999957.0,
+            "min": 49599.0,
+            "max": 4999957.0,
+            "count": 100
         },
         "Huggy.Step.sum": {
-            "value": 1999995.0,
-            "min": 49977.0,
-            "max": 1999995.0,
-            "count": 40
+            "value": 4999957.0,
+            "min": 49599.0,
+            "max": 4999957.0,
+            "count": 100
         },
         "Huggy.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 2.398669481277466,
-            "min": 0.12316735833883286,
-            "max": 2.4629409313201904,
-            "count": 40
+            "value": 2.3692328929901123,
+            "min": -0.014061677269637585,
+            "max": 2.524421215057373,
+            "count": 100
         },
         "Huggy.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 1134.5706787109375,
-            "min": 15.27275276184082,
-            "max": 1387.1142578125,
-            "count": 40
+            "value": 1049.5701904296875,
+            "min": -1.701462984085083,
+            "max": 1528.12548828125,
+            "count": 100
         },
         "Huggy.Environment.CumulativeReward.mean": {
-            "value": 3.735829788963084,
-            "min": 1.8691108008065531,
-            "max": 3.892500124010907,
-            "count": 40
+            "value": 3.5535616689018954,
+            "min": 1.703376503276431,
+            "max": 4.0851367658226065,
+            "count": 100
         },
         "Huggy.Environment.CumulativeReward.sum": {
-            "value": 1767.0474901795387,
-            "min": 231.7697393000126,
-            "max": 2172.4793050289154,
-            "count": 40
+            "value": 1574.2278193235397,
+            "min": 206.10855689644814,
+            "max": 2431.3491094708443,
+            "count": 100
         },
         "Huggy.Policy.ExtrinsicReward.mean": {
-            "value": 3.735829788963084,
-            "min": 1.8691108008065531,
-            "max": 3.892500124010907,
-            "count": 40
+            "value": 3.5535616689018954,
+            "min": 1.703376503276431,
+            "max": 4.0851367658226065,
+            "count": 100
         },
         "Huggy.Policy.ExtrinsicReward.sum": {
-            "value": 1767.0474901795387,
-            "min": 231.7697393000126,
-            "max": 2172.4793050289154,
-            "count": 40
+            "value": 1574.2278193235397,
+            "min": 206.10855689644814,
+            "max": 2431.3491094708443,
+            "count": 100
         },
         "Huggy.Losses.PolicyLoss.mean": {
-            "value": 0.015559620823599591,
-            "min": 0.012756728623147258,
-            "max": 0.018545904782270858,
-            "count": 40
+            "value": 0.0143986500511528,
+            "min": 0.0143986500511528,
+            "max": 0.020311779828361978,
+            "count": 100
         },
         "Huggy.Losses.PolicyLoss.sum": {
-            "value": 0.031119241647199182,
-            "min": 0.025513457246294516,
-            "max": 0.05516812678482287,
-            "count": 40
+            "value": 0.0143986500511528,
+            "min": 0.0143986500511528,
+            "max": 0.040623559656723957,
+            "count": 100
         },
         "Huggy.Losses.ValueLoss.mean": {
-            "value": 0.04692710191011429,
-            "min": 0.022147154466559488,
-            "max": 0.056564540974795824,
-            "count": 40
+            "value": 0.03861833775416017,
+            "min": 0.02063704090192914,
+            "max": 0.05600922778248787,
+            "count": 100
         },
         "Huggy.Losses.ValueLoss.sum": {
-            "value": 0.09385420382022858,
-            "min": 0.044294308933118975,
-            "max": 0.1692723985761404,
-            "count": 40
+            "value": 0.03861833775416017,
+            "min": 0.02063704090192914,
+            "max": 0.1108457275107503,
+            "count": 100
         },
         "Huggy.Policy.LearningRate.mean": {
-            "value": 4.540748486450009e-06,
-            "min": 4.540748486450009e-06,
-            "max": 0.000295367176544275,
-            "count": 40
+            "value": 4.897595103400031e-07,
+            "min": 4.897595103400031e-07,
+            "max": 9.917852082148e-05,
+            "count": 100
         },
         "Huggy.Policy.LearningRate.sum": {
-            "value": 9.081496972900017e-06,
-            "min": 9.081496972900017e-06,
-            "max": 0.00084416836861055,
-            "count": 40
+            "value": 4.897595103400031e-07,
+            "min": 4.897595103400031e-07,
+            "max": 0.00019093786906213995,
+            "count": 100
         },
         "Huggy.Policy.Epsilon.mean": {
-            "value": 0.10151355000000004,
-            "min": 0.10151355000000004,
-            "max": 0.19845572500000003,
-            "count": 40
+            "value": 0.10048965999999998,
+            "min": 0.10048965999999998,
+            "max": 0.19917852000000003,
+            "count": 100
         },
         "Huggy.Policy.Epsilon.sum": {
-            "value": 0.20302710000000007,
-            "min": 0.20302710000000007,
-            "max": 0.58138945,
-            "count": 40
+            "value": 0.10048965999999998,
+            "min": 0.10048965999999998,
+            "max": 0.39093786,
+            "count": 100
         },
         "Huggy.Policy.Beta.mean": {
-            "value": 8.55261450000001e-05,
-            "min": 8.55261450000001e-05,
-            "max": 0.004922940677500001,
-            "count": 40
+            "value": 3.4434034000000145e-05,
+            "min": 3.4434034000000145e-05,
+            "max": 0.004959008148000001,
+            "count": 100
         },
         "Huggy.Policy.Beta.sum": {
-            "value": 0.0001710522900000002,
-            "min": 0.0001710522900000002,
-            "max": 0.014071333555000004,
-            "count": 40
+            "value": 3.4434034000000145e-05,
+            "min": 3.4434034000000145e-05,
+            "max": 0.009547799214000001,
+            "count": 100
         },
         "Huggy.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 40
+            "count": 100
         },
         "Huggy.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 40
+            "count": 100
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1670361476",
-        "python_version": "3.8.15 (default, Oct 12 2022, 19:14:39) \n[GCC 7.5.0]",
-        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
+        "start_time_seconds": "1670949018",
+        "python_version": "3.8.8 (default, Feb 24 2021, 21:46:12) \n[GCC 7.3.0]",
+        "command_line_arguments": "/opt/conda/bin/mlagents-learn ./src/Huggy_train_params.yaml --env=ml-agents/trained-envs-executables/linux/Huggy/Huggy --run-id=2022-12-13_16-30-16 --results-dir=./src/runs/train --no-graphics",
         "mlagents_version": "0.29.0.dev0",
         "mlagents_envs_version": "0.29.0.dev0",
         "communication_protocol_version": "1.5.0",
-        "pytorch_version": "1.8.1+cu102",
-        "numpy_version": "1.21.6",
-        "end_time_seconds": "1670363710"
+        "pytorch_version": "1.8.1",
+        "numpy_version": "1.19.2",
+        "end_time_seconds": "1670957557"
     },
-    "total": 2234.7994425379998,
+    "total": 8539.890615475,
     "count": 1,
-    "self": 0.39000958699989496,
+    "self": 0.21877988599953824,
     "children": {
         "run_training.setup": {
-            "total": 0.11860124199995425,
+            "total": 0.026600823999615386,
             "count": 1,
-            "self": 0.11860124199995425
+            "self": 0.026600823999615386
         },
         "TrainerController.start_learning": {
-            "total": 2234.290831709,
+            "total": 8539.645234765001,
             "count": 1,
-            "self": 3.998588041999483,
+            "self": 6.5870119023784355,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 9.854216226999938,
+                    "total": 2.4043807759999254,
                     "count": 1,
-                    "self": 9.854216226999938
+                    "self": 2.4043807759999254
                 },
                 "TrainerController.advance": {
-                    "total": 2220.3155978160003,
-                    "count": 231888,
-                    "self": 4.357284885955323,
+                    "total": 8530.589898061622,
+                    "count": 580044,
+                    "self": 6.546588201847044,
                     "children": {
                         "env_step": {
-                            "total": 1751.542436706076,
-                            "count": 231888,
-                            "self": 1460.2087167691034,
+                            "total": 7258.6201447018875,
+                            "count": 580044,
+                            "self": 6869.874197223327,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 288.7380835509505,
-                                    "count": 231888,
-                                    "self": 15.051496696922527,
+                                    "total": 384.328242823874,
+                                    "count": 580044,
+                                    "self": 18.897606058662404,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 273.68658685402795,
-                                            "count": 223080,
-                                            "self": 68.67502946990987,
+                                            "total": 365.4306367652116,
+                                            "count": 557304,
+                                            "self": 85.71232636062223,
                                             "children": {
                                                 "TorchPolicy.sample_actions": {
-                                                    "total": 205.01155738411808,
-                                                    "count": 223080,
-                                                    "self": 205.01155738411808
+                                                    "total": 279.7183104045894,
+                                                    "count": 557304,
+                                                    "self": 279.7183104045894
                                                 }
                                             }
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 2.5956363860221927,
-                                    "count": 231888,
+                                    "total": 4.4177046546860765,
+                                    "count": 580044,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 2226.135016697027,
-                                            "count": 231888,
+                                            "total": 8528.855207097244,
+                                            "count": 580044,
                                             "is_parallel": true,
-                                            "self": 1029.4822942990504,
+                                            "self": 2048.4824644449563,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -224,48 +224,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0019410439999774098,
+                                                            "total": 0.0005586950001088553,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0003030389999594263,
+                                                            "self": 0.00019524800018189126,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0016380050000179835,
+                                                                    "total": 0.00036344699992696405,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0016380050000179835
+                                                                    "self": 0.00036344699992696405
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.027157231000046522,
+                                                            "total": 0.024324938000063412,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0002584340001021701,
+                                                            "self": 8.8408999999956e-05,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0001798079999844049,
+                                                                    "total": 0.00029047699990769615,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0001798079999844049
+                                                                    "self": 0.00029047699990769615
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.02602503599996453,
+                                                                    "total": 0.023244918000273174,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.02602503599996453
+                                                                    "self": 0.023244918000273174
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0006939529999954175,
+                                                                    "total": 0.0007011339998825861,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00024372799998673145,
+                                                                    "self": 0.00011246999974900973,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.00045022500000868604,
+                                                                            "total": 0.0005886640001335763,
                                                                             "count": 2,
                                                                             "is_parallel": true,
-                                                                            "self": 0.00045022500000868604
+                                                                            "self": 0.0005886640001335763
                                                                         }
                                                                     }
                                                                 }
@@ -274,34 +274,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1196.6527223979765,
-                                                    "count": 231887,
+                                                    "total": 6480.372742652287,
+                                                    "count": 580043,
                                                     "is_parallel": true,
-                                                    "self": 34.55683682500512,
+                                                    "self": 36.17251831550584,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 74.00190512094218,
-                                                            "count": 231887,
+                                                            "total": 349.6294716848397,
+                                                            "count": 580043,
                                                             "is_parallel": true,
-                                                            "self": 74.00190512094218
+                                                            "self": 349.6294716848397
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 995.3270355969744,
-                                                            "count": 231887,
+                                                            "total": 5865.704425242987,
+                                                            "count": 580043,
                                                             "is_parallel": true,
-                                                            "self": 995.3270355969744
+                                                            "self": 5865.704425242987
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 92.76694485505493,
-                                                            "count": 231887,
+                                                            "total": 228.86632740895493,
+                                                            "count": 580043,
                                                             "is_parallel": true,
-                                                            "self": 38.01476895606595,
+                                                            "self": 48.31774112792118,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 54.75217589898898,
-                                                                    "count": 463774,
+                                                                    "total": 180.54858628103375,
+                                                                    "count": 1160086,
                                                                     "is_parallel": true,
-                                                                    "self": 54.75217589898898
+                                                                    "self": 180.54858628103375
                                                                 }
                                                             }
                                                         }
@@ -314,31 +314,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 464.4158762239689,
-                            "count": 231888,
-                            "self": 6.4092545020681655,
+                            "total": 1265.423165157887,
+                            "count": 580044,
+                            "self": 8.291714359180332,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 148.1812040408969,
-                                    "count": 231888,
-                                    "self": 147.69714313489692,
+                                    "total": 253.64511626268586,
+                                    "count": 580044,
+                                    "self": 252.95050172368883,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.48406090599996787,
-                                            "count": 4,
-                                            "self": 0.48406090599996787
+                                            "total": 0.6946145389970297,
+                                            "count": 10,
+                                            "self": 0.6946145389970297
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 309.82541768100384,
-                                    "count": 96,
-                                    "self": 255.50946653201459,
+                                    "total": 1003.4863345360209,
+                                    "count": 121,
+                                    "self": 895.227036950952,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 54.31595114898926,
-                                            "count": 2880,
-                                            "self": 54.31595114898926
+                                            "total": 108.25929758506891,
+                                            "count": 12100,
+                                            "self": 108.25929758506891
                                         }
                                     }
                                 }
@@ -347,19 +347,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 7.070002538966946e-07,
+                    "total": 6.200007192092016e-07,
                     "count": 1,
-                    "self": 7.070002538966946e-07
+                    "self": 6.200007192092016e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.12242891699997926,
+                    "total": 0.06394340500082762,
                     "count": 1,
-                    "self": 0.0021408610000435147,
+                    "self": 0.0009387460013385862,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.12028805599993575,
+                            "total": 0.06300465899948904,
                             "count": 1,
-                            "self": 0.12028805599993575
+                            "self": 0.06300465899948904
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,64 +2,64 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 499943,
-                "file_path": "results/Huggy/Huggy/Huggy-499943.onnx",
-                "reward": 3.8788942439215526,
-                "creation_time": 1670362037.9926627,
+                "steps": 3499516,
+                "file_path": "./src/runs/train/2022-12-13_16-30-16/Huggy/Huggy-3499516.onnx",
+                "reward": 3.158194540008422,
+                "creation_time": 1670954980.9695346,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-499943.pt"
+                    "./src/runs/train/2022-12-13_16-30-16/Huggy/Huggy-3499516.pt"
                 ]
             },
             {
-                "steps": 999882,
-                "file_path": "results/Huggy/Huggy/Huggy-999882.onnx",
-                "reward": 3.545655853280397,
-                "creation_time": 1670362597.6214297,
+                "steps": 3999993,
+                "file_path": "./src/runs/train/2022-12-13_16-30-16/Huggy/Huggy-3999993.onnx",
+                "reward": 3.3177882512058834,
+                "creation_time": 1670955835.9232934,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-999882.pt"
+                    "./src/runs/train/2022-12-13_16-30-16/Huggy/Huggy-3999993.pt"
                 ]
             },
             {
-                "steps": 1499936,
-                "file_path": "results/Huggy/Huggy/Huggy-1499936.onnx",
-                "reward": 3.59812105119608,
-                "creation_time": 1670363156.5677392,
+                "steps": 4499979,
+                "file_path": "./src/runs/train/2022-12-13_16-30-16/Huggy/Huggy-4499979.onnx",
+                "reward": 3.484100142441227,
+                "creation_time": 1670956695.6413958,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1499936.pt"
+                    "./src/runs/train/2022-12-13_16-30-16/Huggy/Huggy-4499979.pt"
                 ]
             },
             {
-                "steps": 1999995,
-                "file_path": "results/Huggy/Huggy/Huggy-1999995.onnx",
-                "reward": 3.8299167226522397,
-                "creation_time": 1670363710.414242,
+                "steps": 4999957,
+                "file_path": "./src/runs/train/2022-12-13_16-30-16/Huggy/Huggy-4999957.onnx",
+                "reward": 3.7327576554289053,
+                "creation_time": 1670957557.6007013,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1999995.pt"
+                    "./src/runs/train/2022-12-13_16-30-16/Huggy/Huggy-4999957.pt"
                 ]
             },
             {
-                "steps": 2000037,
-                "file_path": "results/Huggy/Huggy/Huggy-2000037.onnx",
-                "reward": 3.8225367869041404,
-                "creation_time": 1670363710.5386968,
+                "steps": 5000707,
+                "file_path": "./src/runs/train/2022-12-13_16-30-16/Huggy/Huggy-5000707.onnx",
+                "reward": 3.706642124129505,
+                "creation_time": 1670957557.6923118,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-2000037.pt"
+                    "./src/runs/train/2022-12-13_16-30-16/Huggy/Huggy-5000707.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000037,
-            "file_path": "results/Huggy/Huggy.onnx",
-            "reward": 3.8225367869041404,
-            "creation_time": 1670363710.5386968,
+            "steps": 5000707,
+            "file_path": "./src/runs/train/2022-12-13_16-30-16/Huggy.onnx",
+            "reward": 3.706642124129505,
+            "creation_time": 1670957557.6923118,
             "auxillary_file_paths": [
-                "results/Huggy/Huggy/Huggy-2000037.pt"
+                "./src/runs/train/2022-12-13_16-30-16/Huggy/Huggy-5000707.pt"
             ]
         }
     },
     "metadata": {
         "stats_format_version": "0.3.0",
         "mlagents_version": "0.29.0.dev0",
-        "torch_version": "1.8.1+cu102"
+        "torch_version": "1.8.1"
     }
 }