Huggy

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2f2d3e2af63b65c5033338d2788ccf1d7c25d8021e8f062ae33264387a96062
+oid sha256:92d813a35309ef99d1b6bc390a195e028a04893a5f3096f74ee3059656ddf290
 size 2271327

Huggy/{Huggy-1199784.onnx → Huggy-1199929.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b23d09f716317e8fca1e07d0345cbbf9bb0d9ec673119b1d53bd98cfa9e46b2
+oid sha256:44b5405edd1eaadeb3007d76eebc575eee575628e99e7a9d32f44fcc1a715d0d
 size 2271327

Huggy/{Huggy-1599700.pt → Huggy-1199929.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16563dd7e5b69f9afc835a7fdbc7798aef7e189be6a46c1ba4caf0ed2442679b
+oid sha256:9c0c424800e05b686b61f0ee2a88dc76ea819f6263840090f4dbe17618416773
 size 13503717

Huggy/{Huggy-1599700.onnx → Huggy-1399935.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b900d0663e934802626ed904c701ee628b5869e5baff9970a3029d9786ac7e2
+oid sha256:ac814ba12a50f9b35c3f1e9bda7ca03a927362b6a83961c75a29b3d67bc51d57
 size 2271327

Huggy/{Huggy-1199784.pt → Huggy-1399935.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f893fc0607b37740f5539ba4008c3320158f8fedf3dfd8732eb923aeb2054e14
+oid sha256:dc29f1c9258363e9def23317ec9fd705c34ecf298d51ae6592102bbe198bf4a9
 size 13503717

Huggy/{Huggy-1399908.onnx → Huggy-1599943.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d52fd111e207c03638316fc1e82181ec4ab7c992533d0d69735eba5f1dbbbbf1
+oid sha256:842d14f71a9ded43d9738799dd5f17d53ee7af2fe1973c6a82a26be8b7e4f744
 size 2271327

Huggy/{Huggy-1799946.pt → Huggy-1599943.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d784bd2a7356395242bd8f4bd7764d450d034c4abfc4c2a456f1d32fda0b538
+oid sha256:8db2a105c71791d7aa57b0ccfaab4a96eabebd33bcc42e5147c9ab1cb91a972a
 size 13503717

Huggy/{Huggy-1799946.onnx → Huggy-1799995.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ce758fa13aac5550d25781bc0ac94ca2b2ebd8e528bacc080080c2ccabaeed0
+oid sha256:c6327630eafaee3bc9cc2352dd403d607d5b5a6f2c17f6a16a5ac7e8e9c47c30
 size 2271327

Huggy/{Huggy-1399908.pt → Huggy-1799995.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb1cb4cbd9af529c55b60000d4daff4c129fa448f9dd0eb90e592dce7e47ee7b
+oid sha256:1b6eb3a6baa9f2b315c0abf69a9452aded70e331b1455b989c4c895b92c2b192
 size 13503717

Huggy/Huggy-199307.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f6d845f8cf499b4c91efe58e78857f787b1dc98b4481e900dea57c2a731053d6
-size 2271327

Huggy/Huggy-199307.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2a5275b95cf301e2d8a5f6e0f608a84d2282428f5f9e30c30dd04e9dd8415052
-size 13503717

Huggy/Huggy-1999948.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9f1f94270b3133b74622dcdf4b9c3025c1165699786f550bbe222c1fb06a3438
-size 2271327

Huggy/Huggy-1999948.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1ecab3ea5430ce226656e85b62d69cb6cd7fd8595846b7ad20f97d00a7fa7e49
-size 13503717

Huggy/Huggy-1999951.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee80ac47b423fb4c4c9f144de5ed0d857b416a841fe527521ff4e63632634b4
+size 2271327

Huggy/Huggy-1999951.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8a4d7952e8bf3539f39128e38809fd5c3a7e45125c3cb66604dabb6c3b50a3
+size 13503717

Huggy/Huggy-199997.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527a69ceb1cae69782edf1bd0e2d980758b801c0afadfc40f7b399c4818275de
+size 2271327

Huggy/Huggy-199997.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6514b8aa8df3ec35e28c95629eedb37b39d11b1c46b07c3168359f6c0f538eb1
+size 13503717

Huggy/Huggy-2000030.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b2f2d3e2af63b65c5033338d2788ccf1d7c25d8021e8f062ae33264387a96062
-size 2271327

Huggy/Huggy-2000030.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab3242f1ece5290936814783825a7bc4179a1fc2a14c6bafa9d08e18ec2fd0ec
-size 13503717

Huggy/Huggy-2000046.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d813a35309ef99d1b6bc390a195e028a04893a5f3096f74ee3059656ddf290
+size 2271327

Huggy/Huggy-2000046.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ca41a0b3f037cca21cbc75df4ac19dde96f1192c6a7b01d55bdc2b3acb44e2
+size 13503717

Huggy/Huggy-399903.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc3156cde97b2f4c5d508a8a06b55f80d08a51eec35ea64735e05be8fa7a817
+size 2271327

Huggy/Huggy-399903.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cc919cab008d5efaca5be4f892ee9ec9835285c943e517433e16ddcc09f7eb
+size 13503717

Huggy/Huggy-399930.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3b856457439e97924eee2536cd4e0b2521cddba3406b61e8d49e0400831d4d10
-size 2271327

Huggy/Huggy-399930.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:507fd95ab7edde053855ff4ff0714428dfa5ce52538f2c63e968f845977386e8
-size 13503717

Huggy/Huggy-599927.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845153f92c786188c27e5d9444f9dd1e4565b3f2928b12bbda3d745291793d55
+size 2271327

Huggy/Huggy-599927.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041d430a9ef8d38a932d013571775339521d0bcbd3225c818dacd74dd68c771a
+size 13503717

Huggy/Huggy-599947.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:639a90bd140f53f05ed3f5a29267a310aff86274b1fc6ffc5d1491d78cccdfd6
-size 2271327

Huggy/Huggy-599947.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:493d23ca9133c03b3e196025188acc7e0d77c51f36639ece3d92cae7e316a92e
-size 13503717

Huggy/Huggy-799934.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6c670bf7b02a82c052668ba22bce763e8d6f2ff4970717ab0ad4a9ece11104
+size 2271327

Huggy/Huggy-799934.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9b86b7af9d61f7d81c03aae58b98f29deca6591b00aa417396ae9077f82eed
+size 13503717

Huggy/Huggy-799977.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:45d627d895cfe92ad153d3713f72ec31232313e7860d96de072a29eb7d6e8d54
-size 2271327

Huggy/Huggy-799977.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1a6646212e2747cbcc30f89c04dcee32bc34a0f872704d05a75c1b2b437b98b3
-size 13503717

Huggy/Huggy-999819.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9984b86d9a2f15fceafbb9feedd97086e875d04c4e1d1161f231cc80c2440fc3
-size 2271327

Huggy/Huggy-999819.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b2131a51b968d5dcb5d5b6a69da0a6737ff53da39b29862edbe5376faffde265
-size 13503717

Huggy/Huggy-999982.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b99f7498554c5a6383d98a2c27797c22008e48e2832a86b9a7defa704cccb60
+size 2271327

Huggy/Huggy-999982.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9886a9f01a5aaa0fd82791f5b8bba6e0a2c399bcb492bdd6822e57e59d7246dd
+size 13503717

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab3242f1ece5290936814783825a7bc4179a1fc2a14c6bafa9d08e18ec2fd0ec
+oid sha256:81ca41a0b3f037cca21cbc75df4ac19dde96f1192c6a7b01d55bdc2b3acb44e2
 size 13503717

Huggy/{events.out.tfevents.1681299810.ace0b186225c.2258.0 → events.out.tfevents.1681893136.e95047d45ad0.2685.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fd70edb25c2cb3fd5f08237d5d753eae4b561f186604f53d564be6fa56af4b3
-size 417233
+oid sha256:4b6031fd3a992ede2b2e2550294a866d1bfb8b5916e64c4666193c11daa00d08
+size 265183

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0005, "beta": 0.008, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 5, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0005, "beta": 0.008, "epsilon": 0.2, "lambd": 0.9, "num_epoch": 5, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -8,7 +8,7 @@ behaviors:
       learning_rate: 0.0005
       beta: 0.008
       epsilon: 0.2
-      lambd: 0.95
+      lambd: 0.9
       num_epoch: 5
       shared_critic: false
       learning_rate_schedule: linear
@@ -25,7 +25,7 @@ behaviors:
       deterministic: false
     reward_signals:
       extrinsic:
-        gamma: 0.995
+        gamma: 0.99
         strength: 1.0
         network_settings:
           normalize: false

run_logs/Player-0.log

@@ -34,7 +34,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.127 seconds
+- Completed reload, in  0.088 seconds
 ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +78,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.787955 ms
+UnloadTime: 0.869812 ms
 requesting resize 84 x 84
 Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26753 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26758 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
@@ -93,7 +93,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 248 B
+      Peak Allocated Bytes 192 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -207,16 +207,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 26754 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 26759 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 23.9 MB
+      Peak Allocated memory 24.5 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 26753 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26758 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.3 MB
+      Peak Allocated memory 2.1 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -245,13 +245,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 26753 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26758 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 26754 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 26759 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -263,13 +263,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 26753 frames, [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26758 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 26753 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 26758 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -281,13 +281,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 26754 frames
+      Peak usage frame count: [0-1.0 KB]: 26759 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26754 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26759 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -2,135 +2,135 @@
     "name": "root",
     "gauges": {
         "Huggy.Policy.Entropy.mean": {
-            "value": 1.320185899734497,
-            "min": 1.320185899734497,
-            "max": 1.434607744216919,
+            "value": 1.272360920906067,
+            "min": 1.272360920906067,
+            "max": 1.4177839756011963,
             "count": 40
         },
         "Huggy.Policy.Entropy.sum": {
-            "value": 64910.90234375,
-            "min": 64248.9140625,
-            "max": 77350.953125,
+            "value": 63418.28515625,
+            "min": 63117.1328125,
+            "max": 77316.015625,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.mean": {
-            "value": 111.20993227990971,
-            "min": 93.23518164435947,
-            "max": 414.4876033057851,
+            "value": 58.789725209080046,
+            "min": 57.79882352941176,
+            "max": 411.12295081967216,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.sum": {
-            "value": 49266.0,
-            "min": 48762.0,
-            "max": 50209.0,
+            "value": 49207.0,
+            "min": 49082.0,
+            "max": 50157.0,
             "count": 40
         },
         "Huggy.Step.mean": {
-            "value": 1999948.0,
-            "min": 49611.0,
-            "max": 1999948.0,
+            "value": 1999951.0,
+            "min": 49761.0,
+            "max": 1999951.0,
             "count": 40
         },
         "Huggy.Step.sum": {
-            "value": 1999948.0,
-            "min": 49611.0,
-            "max": 1999948.0,
+            "value": 1999951.0,
+            "min": 49761.0,
+            "max": 1999951.0,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 2.346134662628174,
-            "min": 0.11236099898815155,
-            "max": 2.413567066192627,
+            "value": 2.3403899669647217,
+            "min": -0.06675603240728378,
+            "max": 2.3693079948425293,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 1039.337646484375,
-            "min": 13.483320236206055,
-            "max": 1207.019775390625,
+            "value": 1958.906494140625,
+            "min": -8.07748031616211,
+            "max": 1983.164306640625,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.mean": {
-            "value": 3.738520583234576,
-            "min": 1.980944170554479,
-            "max": 3.903737759832883,
+            "value": 4.022737948982804,
+            "min": 1.7483754448654238,
+            "max": 4.088219650154528,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.sum": {
-            "value": 1656.1646183729172,
-            "min": 237.71330046653748,
-            "max": 1955.0461673140526,
+            "value": 3367.031663298607,
+            "min": 211.55342882871628,
+            "max": 3412.0298920869827,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.mean": {
-            "value": 3.738520583234576,
-            "min": 1.980944170554479,
-            "max": 3.903737759832883,
+            "value": 4.022737948982804,
+            "min": 1.7483754448654238,
+            "max": 4.088219650154528,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.sum": {
-            "value": 1656.1646183729172,
-            "min": 237.71330046653748,
-            "max": 1955.0461673140526,
+            "value": 3367.031663298607,
+            "min": 211.55342882871628,
+            "max": 3412.0298920869827,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.mean": {
-            "value": 0.01659493270381821,
-            "min": 0.014224515601526946,
-            "max": 0.02042379342485219,
+            "value": 0.0158508474686793,
+            "min": 0.01572813392713821,
+            "max": 0.020096193913777826,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.sum": {
-            "value": 0.04978479811145462,
-            "min": 0.028449031203053893,
-            "max": 0.06012449971811293,
+            "value": 0.0475525424060379,
+            "min": 0.03188362865243107,
+            "max": 0.060288581741333475,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.mean": {
-            "value": 0.03597135819494724,
-            "min": 0.01992623895406723,
-            "max": 0.0428809760697186,
+            "value": 0.0381449685121576,
+            "min": 0.011993605922907592,
+            "max": 0.0381449685121576,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.sum": {
-            "value": 0.10791407458484173,
-            "min": 0.04024422470480203,
-            "max": 0.11794485732913018,
+            "value": 0.1144349055364728,
+            "min": 0.023987211845815183,
+            "max": 0.1144349055364728,
             "count": 40
         },
         "Huggy.Policy.LearningRate.mean": {
-            "value": 5.696515527383333e-06,
-            "min": 5.696515527383333e-06,
-            "max": 0.0004922901265419751,
+            "value": 6.770515312583334e-06,
+            "min": 6.770515312583334e-06,
+            "max": 0.0004922375015525,
             "count": 40
         },
         "Huggy.Policy.LearningRate.sum": {
-            "value": 1.708954658215e-05,
-            "min": 1.708954658215e-05,
-            "max": 0.0014069497686100497,
+            "value": 2.0311545937750003e-05,
+            "min": 2.0311545937750003e-05,
+            "max": 0.0014064560187087996,
             "count": 40
         },
         "Huggy.Policy.Epsilon.mean": {
-            "value": 0.10113928333333333,
-            "min": 0.10113928333333333,
-            "max": 0.198458025,
+            "value": 0.10135408333333333,
+            "min": 0.10135408333333333,
+            "max": 0.1984475,
             "count": 40
         },
         "Huggy.Policy.Epsilon.sum": {
-            "value": 0.30341785,
-            "min": 0.20744034999999997,
-            "max": 0.58138995,
+            "value": 0.30406225,
+            "min": 0.2078454,
+            "max": 0.5812912000000001,
             "count": 40
         },
         "Huggy.Policy.Beta.mean": {
-            "value": 0.00010102873833333334,
-            "min": 0.00010102873833333334,
-            "max": 0.007876796197500001,
+            "value": 0.00011819125833333336,
+            "min": 0.00011819125833333336,
+            "max": 0.007875955250000002,
             "count": 40
         },
         "Huggy.Policy.Beta.sum": {
-            "value": 0.000303086215,
-            "min": 0.000303086215,
-            "max": 0.022513057004999996,
+            "value": 0.00035457377500000006,
+            "min": 0.00035457377500000006,
+            "max": 0.022505166880000003,
             "count": 40
         },
         "Huggy.IsTraining.mean": {
@@ -148,7 +148,7 @@
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1681299809",
+        "start_time_seconds": "1681893135",
         "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
         "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
         "mlagents_version": "0.31.0.dev0",
@@ -156,59 +156,59 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu102",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1681302587"
+        "end_time_seconds": "1681895694"
     },
-    "total": 2778.629932452,
+    "total": 2559.166976126,
     "count": 1,
-    "self": 0.4482205320000503,
+    "self": 0.8097139050005353,
     "children": {
         "run_training.setup": {
-            "total": 0.19939613799999734,
+            "total": 0.1145879649999415,
             "count": 1,
-            "self": 0.19939613799999734
+            "self": 0.1145879649999415
         },
         "TrainerController.start_learning": {
-            "total": 2777.982315782,
+            "total": 2558.2426742559996,
             "count": 1,
-            "self": 4.638348220036278,
+            "self": 4.292987405986878,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 4.002341403000003,
+                    "total": 3.8401997849999816,
                     "count": 1,
-                    "self": 4.002341403000003
+                    "self": 3.8401997849999816
                 },
                 "TrainerController.advance": {
-                    "total": 2769.2134147689635,
-                    "count": 231509,
-                    "self": 4.983949481772015,
+                    "total": 2549.9153827610126,
+                    "count": 235628,
+                    "self": 4.582706898178458,
                     "children": {
                         "env_step": {
-                            "total": 1955.8801963381338,
-                            "count": 231509,
-                            "self": 1658.0376076422526,
+                            "total": 1793.2137557689534,
+                            "count": 235628,
+                            "self": 1523.892993927895,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 294.7843887329414,
-                                    "count": 231509,
-                                    "self": 17.991026733939748,
+                                    "total": 266.5616282730939,
+                                    "count": 235628,
+                                    "self": 15.944396015038024,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 276.79336199900166,
-                                            "count": 222942,
-                                            "self": 276.79336199900166
+                                            "total": 250.61723225805588,
+                                            "count": 222988,
+                                            "self": 250.61723225805588
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 3.0581999629397387,
-                                    "count": 231509,
+                                    "total": 2.759133567964568,
+                                    "count": 235628,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 2769.314300127017,
-                                            "count": 231509,
+                                            "total": 2550.215545113937,
+                                            "count": 235628,
                                             "is_parallel": true,
-                                            "self": 1413.4627442219441,
+                                            "self": 1300.1728753009625,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -217,48 +217,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0009393679999902815,
+                                                            "total": 0.001100021999945966,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0002800970000294001,
+                                                            "self": 0.00034278800001175114,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0006592709999608815,
+                                                                    "total": 0.0007572339999342148,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0006592709999608815
+                                                                    "self": 0.0007572339999342148
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.03173638399999845,
+                                                            "total": 0.02952216899996074,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0003482739999753903,
+                                                            "self": 0.00031085800003438635,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00025124300003653843,
+                                                                    "total": 0.0002153719999569148,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00025124300003653843
+                                                                    "self": 0.0002153719999569148
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.03037354600002118,
+                                                                    "total": 0.02825725799993961,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.03037354600002118
+                                                                    "self": 0.02825725799993961
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0007633209999653445,
+                                                                    "total": 0.0007386810000298283,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00022738699999536038,
+                                                                    "self": 0.00020744400001149188,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0005359339999699841,
+                                                                            "total": 0.0005312370000183364,
                                                                             "count": 2,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0005359339999699841
+                                                                            "self": 0.0005312370000183364
                                                                         }
                                                                     }
                                                                 }
@@ -267,34 +267,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1355.8515559050727,
-                                                    "count": 231508,
+                                                    "total": 1250.0426698129745,
+                                                    "count": 235627,
                                                     "is_parallel": true,
-                                                    "self": 40.213659752876765,
+                                                    "self": 37.46319541107414,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 89.83018243709091,
-                                                            "count": 231508,
+                                                            "total": 79.0649567230356,
+                                                            "count": 235627,
                                                             "is_parallel": true,
-                                                            "self": 89.83018243709091
+                                                            "self": 79.0649567230356
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 1128.914876704112,
-                                                            "count": 231508,
+                                                            "total": 1045.048376449951,
+                                                            "count": 235627,
                                                             "is_parallel": true,
-                                                            "self": 1128.914876704112
+                                                            "self": 1045.048376449951
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 96.89283701099293,
-                                                            "count": 231508,
+                                                            "total": 88.46614122891378,
+                                                            "count": 235627,
                                                             "is_parallel": true,
-                                                            "self": 38.83817416094507,
+                                                            "self": 33.590727534969915,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 58.05466285004786,
-                                                                    "count": 463016,
+                                                                    "total": 54.87541369394387,
+                                                                    "count": 471254,
                                                                     "is_parallel": true,
-                                                                    "self": 58.05466285004786
+                                                                    "self": 54.87541369394387
                                                                 }
                                                             }
                                                         }
@@ -307,31 +307,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 808.3492689490579,
-                            "count": 231509,
-                            "self": 6.846570331062821,
+                            "total": 752.1189200938807,
+                            "count": 235628,
+                            "self": 6.150655554905825,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 136.22635500199453,
-                                    "count": 231509,
-                                    "self": 134.82799529299416,
+                                    "total": 140.74624189097608,
+                                    "count": 235628,
+                                    "self": 139.4328579379761,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 1.398359709000374,
+                                            "total": 1.3133839529999705,
                                             "count": 10,
-                                            "self": 1.398359709000374
+                                            "self": 1.3133839529999705
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 665.2763436160005,
+                                    "total": 605.2220226479988,
                                     "count": 97,
-                                    "self": 562.6777494489834,
+                                    "self": 509.0342657289798,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 102.59859416701715,
+                                            "total": 96.18775691901897,
                                             "count": 4850,
-                                            "self": 102.59859416701715
+                                            "self": 96.18775691901897
                                         }
                                     }
                                 }
@@ -340,19 +340,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.0130002010555472e-06,
+                    "total": 1.3349999790079892e-06,
                     "count": 1,
-                    "self": 1.0130002010555472e-06
+                    "self": 1.3349999790079892e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.1282103769999594,
+                    "total": 0.19410296900014146,
                     "count": 1,
-                    "self": 0.0023815260001356364,
+                    "self": 0.003124358000150096,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.12582885099982377,
+                            "total": 0.19097861099999136,
                             "count": 1,
-                            "self": 0.12582885099982377
+                            "self": 0.19097861099999136
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,112 +2,112 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 199307,
-                "file_path": "results/Huggy/Huggy/Huggy-199307.onnx",
-                "reward": 3.1286172850264444,
-                "creation_time": 1681300075.6290913,
+                "steps": 199997,
+                "file_path": "results/Huggy/Huggy/Huggy-199997.onnx",
+                "reward": 3.6245755295495727,
+                "creation_time": 1681893385.9353251,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-199307.pt"
+                    "results/Huggy/Huggy/Huggy-199997.pt"
                 ]
             },
             {
-                "steps": 399930,
-                "file_path": "results/Huggy/Huggy/Huggy-399930.onnx",
-                "reward": 3.9620434679090977,
-                "creation_time": 1681300350.542235,
+                "steps": 399903,
+                "file_path": "results/Huggy/Huggy/Huggy-399903.onnx",
+                "reward": 3.934218256988309,
+                "creation_time": 1681893641.2085068,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-399930.pt"
+                    "results/Huggy/Huggy/Huggy-399903.pt"
                 ]
             },
             {
-                "steps": 599947,
-                "file_path": "results/Huggy/Huggy/Huggy-599947.onnx",
-                "reward": 3.808713486117701,
-                "creation_time": 1681300638.316348,
+                "steps": 599927,
+                "file_path": "results/Huggy/Huggy/Huggy-599927.onnx",
+                "reward": 3.762782176335653,
+                "creation_time": 1681893895.8940754,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-599947.pt"
+                    "results/Huggy/Huggy/Huggy-599927.pt"
                 ]
             },
             {
-                "steps": 799977,
-                "file_path": "results/Huggy/Huggy/Huggy-799977.onnx",
-                "reward": 3.8980558784235093,
-                "creation_time": 1681300925.1978984,
+                "steps": 799934,
+                "file_path": "results/Huggy/Huggy/Huggy-799934.onnx",
+                "reward": 4.04826370304115,
+                "creation_time": 1681894144.8614461,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-799977.pt"
+                    "results/Huggy/Huggy/Huggy-799934.pt"
                 ]
             },
             {
-                "steps": 999819,
-                "file_path": "results/Huggy/Huggy/Huggy-999819.onnx",
-                "reward": 3.8165206443695796,
-                "creation_time": 1681301207.5770302,
+                "steps": 999982,
+                "file_path": "results/Huggy/Huggy/Huggy-999982.onnx",
+                "reward": 4.108710504404389,
+                "creation_time": 1681894397.0274649,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-999819.pt"
+                    "results/Huggy/Huggy/Huggy-999982.pt"
                 ]
             },
             {
-                "steps": 1199784,
-                "file_path": "results/Huggy/Huggy/Huggy-1199784.onnx",
-                "reward": 3.460072680125161,
-                "creation_time": 1681301487.0005498,
+                "steps": 1199929,
+                "file_path": "results/Huggy/Huggy/Huggy-1199929.onnx",
+                "reward": 4.110019330150825,
+                "creation_time": 1681894654.1804433,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1199784.pt"
+                    "results/Huggy/Huggy/Huggy-1199929.pt"
                 ]
             },
             {
-                "steps": 1399908,
-                "file_path": "results/Huggy/Huggy/Huggy-1399908.onnx",
-                "reward": 1.9440662860870361,
-                "creation_time": 1681301767.9891386,
+                "steps": 1399935,
+                "file_path": "results/Huggy/Huggy/Huggy-1399935.onnx",
+                "reward": 3.823116638721564,
+                "creation_time": 1681894916.698324,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1399908.pt"
+                    "results/Huggy/Huggy/Huggy-1399935.pt"
                 ]
             },
             {
-                "steps": 1599700,
-                "file_path": "results/Huggy/Huggy/Huggy-1599700.onnx",
-                "reward": 3.48972488335661,
-                "creation_time": 1681302037.7171774,
+                "steps": 1599943,
+                "file_path": "results/Huggy/Huggy/Huggy-1599943.onnx",
+                "reward": 3.9176592941546358,
+                "creation_time": 1681895174.3393345,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1599700.pt"
+                    "results/Huggy/Huggy/Huggy-1599943.pt"
                 ]
             },
             {
-                "steps": 1799946,
-                "file_path": "results/Huggy/Huggy/Huggy-1799946.onnx",
-                "reward": 3.9251309633255005,
-                "creation_time": 1681302313.690649,
+                "steps": 1799995,
+                "file_path": "results/Huggy/Huggy/Huggy-1799995.onnx",
+                "reward": 4.0255770034129075,
+                "creation_time": 1681895431.9157667,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1799946.pt"
+                    "results/Huggy/Huggy/Huggy-1799995.pt"
                 ]
             },
             {
-                "steps": 1999948,
-                "file_path": "results/Huggy/Huggy/Huggy-1999948.onnx",
-                "reward": 3.3010354306962757,
-                "creation_time": 1681302587.098187,
+                "steps": 1999951,
+                "file_path": "results/Huggy/Huggy/Huggy-1999951.onnx",
+                "reward": 3.9669107631141065,
+                "creation_time": 1681895693.4999104,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1999948.pt"
+                    "results/Huggy/Huggy/Huggy-1999951.pt"
                 ]
             },
             {
-                "steps": 2000030,
-                "file_path": "results/Huggy/Huggy/Huggy-2000030.onnx",
-                "reward": 3.425340075241892,
-                "creation_time": 1681302587.23035,
+                "steps": 2000046,
+                "file_path": "results/Huggy/Huggy/Huggy-2000046.onnx",
+                "reward": 3.9916804496524403,
+                "creation_time": 1681895693.6996088,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-2000030.pt"
+                    "results/Huggy/Huggy/Huggy-2000046.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000030,
+            "steps": 2000046,
             "file_path": "results/Huggy/Huggy.onnx",
-            "reward": 3.425340075241892,
-            "creation_time": 1681302587.23035,
+            "reward": 3.9916804496524403,
+            "creation_time": 1681895693.6996088,
             "auxillary_file_paths": [
-                "results/Huggy/Huggy/Huggy-2000030.pt"
+                "results/Huggy/Huggy/Huggy-2000046.pt"
             ]
         }
     },