mark-e commited on
Commit
724d272
1 Parent(s): 383a831

second push

Browse files
SnowballTarget.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8de6f6a9f44c393e967997747698c0af4a4950267f60171661984cbb208552ca
3
  size 646532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2c63f39125d6e1bd51e273973d57860f566b68a92022faf1c832601b00c0259
3
  size 646532
SnowballTarget/SnowballTarget-149984.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e0b27dea11715b7739b03f24a6b0c8aa5a94d7818e08b2b995ec2e677834510
3
  size 646532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa0a7df27695a0002c4a6c5cca23abd55570b1c8fbbf39ba1379805fd2b18b81
3
  size 646532
SnowballTarget/SnowballTarget-149984.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70e2fef437277223621105ba065ad230f87b7359480717d7909bba6c02f8ca81
3
  size 3843968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cf5b36567dbd8dd18bc91a468f240e4f1a36e1b3be939b8de1e33a993cc1efd
3
  size 3843968
SnowballTarget/SnowballTarget-199984.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8de6f6a9f44c393e967997747698c0af4a4950267f60171661984cbb208552ca
3
  size 646532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2c63f39125d6e1bd51e273973d57860f566b68a92022faf1c832601b00c0259
3
  size 646532
SnowballTarget/SnowballTarget-199984.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4549fb1e1191a6c57434b03cccd1da0a97a5abdd6ae9418eb4ffa5bd16642e49
3
  size 3843968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3128675e70a5ff652f3018349d6e14f01959c07bc5c8012f5eaba03ff8f2de05
3
  size 3843968
SnowballTarget/SnowballTarget-200112.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8de6f6a9f44c393e967997747698c0af4a4950267f60171661984cbb208552ca
3
  size 646532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2c63f39125d6e1bd51e273973d57860f566b68a92022faf1c832601b00c0259
3
  size 646532
SnowballTarget/SnowballTarget-200112.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d80489de89ddbc3cc5f3f1ee2c38d7e14b0dd01d33290a27e7b34f1adf3fd291
3
  size 3843968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7b4f85321d63b424778b530f4f285ad6b6ddb34b58a8a4cace222445360d1af
3
  size 3843968
SnowballTarget/SnowballTarget-49936.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e3ad85a23e501ad90acc9184ad61d6f4acac2be6ef781156c926c68ebc63ba5
3
  size 646532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b01b3b0f54f11d42c06f05a739ff32d8862c9f8b0bdf0c9a148052a3c2865b99
3
  size 646532
SnowballTarget/SnowballTarget-49936.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37c5cf4dbe452e43246edb3eff6a9168dbbb11ba430e8a69d5e104858bc5e8ee
3
  size 3843968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58f07abd80712688755f7c9e63c2ed49f37a9a1481f6c3733abef8b5a9df0055
3
  size 3843968
SnowballTarget/SnowballTarget-99960.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa5840f349c08b8dda25d7d03e02b6f81370061061e40839b8dfecc7c1119584
3
  size 646532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:468c3696d21f93d3a0f6e9b16aabd87f1ae222097a165eaf4b364ed45f1f7a7d
3
  size 646532
SnowballTarget/SnowballTarget-99960.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c453944eaf3e6631a5ee0db01d7d8ea9cb4dd258c3109afb04997ab31f3970af
3
  size 3843968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a3e353419a4e2b2fa564fcaf83dadaec4c1cdbdaf21ea6fd1265e6fa97c9b06
3
  size 3843968
SnowballTarget/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d80489de89ddbc3cc5f3f1ee2c38d7e14b0dd01d33290a27e7b34f1adf3fd291
3
  size 3843968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7b4f85321d63b424778b530f4f285ad6b6ddb34b58a8a4cace222445360d1af
3
  size 3843968
SnowballTarget/{events.out.tfevents.1680281699.DESKTOP-8KVI3JI.8969.0 → events.out.tfevents.1680284212.DESKTOP-8KVI3JI.12930.0} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ffd7d810dd74f8de51c2d6b8466acd701b0cb74e37235997f6ae05cce992b3d
3
- size 28219
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14df72ac43219a0dbf8716f19ac4489e0a39cb67d558e7c24346d4c0ba16f75e
3
+ size 23556
run_logs/Player-0.log CHANGED
@@ -11,7 +11,7 @@ NullGfxDevice:
11
  Renderer: Null Device
12
  Vendor: Unity Technologies
13
  Begin MonoManager ReloadAssembly
14
- - Completed reload, in 0.040 seconds
15
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
16
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
17
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -22,7 +22,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
22
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
23
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
24
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
25
- UnloadTime: 0.335246 ms
26
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
27
  requesting resize 84 x 84
28
  Setting up 16 worker threads for Enlighten.
@@ -30,7 +30,7 @@ Memory Statistics:
30
  [ALLOC_TEMP_TLS] TLS Allocator
31
  StackAllocators :
32
  [ALLOC_TEMP_MAIN]
33
- Peak usage frame count: [8.0 KB-16.0 KB]: 5370 frames, [16.0 KB-32.0 KB]: 91 frames, [2.0 MB-4.0 MB]: 1 frames
34
  Initial Block Size 4.0 MB
35
  Current Block Size 4.0 MB
36
  Peak Allocated Bytes 2.0 MB
@@ -170,12 +170,12 @@ Memory Statistics:
170
  Current Block Size 256.0 KB
171
  Peak Allocated Bytes 3.6 KB
172
  Overflow Count 0
173
- [ALLOC_TEMP_Job.Worker 26]
174
  Initial Block Size 256.0 KB
175
  Current Block Size 256.0 KB
176
  Peak Allocated Bytes 3.6 KB
177
  Overflow Count 0
178
- [ALLOC_TEMP_Job.Worker 21]
179
  Initial Block Size 256.0 KB
180
  Current Block Size 256.0 KB
181
  Peak Allocated Bytes 3.6 KB
@@ -296,22 +296,22 @@ Memory Statistics:
296
  Peak Allocated Bytes 234 B
297
  Overflow Count 0
298
  [ALLOC_DEFAULT] Dual Thread Allocator
299
- Peak main deferred allocation count 45
300
  [ALLOC_BUCKET]
301
  Large Block size 4.0 MB
302
  Used Block count 1
303
  Peak Allocated bytes 1.0 MB
304
  [ALLOC_DEFAULT_MAIN]
305
- Peak usage frame count: [4.0 MB-8.0 MB]: 5462 frames
306
  Requested Block Size 16.0 MB
307
  Peak Block count 1
308
  Peak Allocated memory 6.9 MB
309
  Peak Large allocation bytes 0 B
310
  [ALLOC_DEFAULT_THREAD]
311
- Peak usage frame count: [16.0 MB-32.0 MB]: 5462 frames
312
  Requested Block Size 16.0 MB
313
  Peak Block count 1
314
- Peak Allocated memory 17.6 MB
315
  Peak Large allocation bytes 16.0 MB
316
  [ALLOC_TEMP_JOB_1_FRAME]
317
  Initial Block Size 2.0 MB
@@ -340,13 +340,13 @@ Memory Statistics:
340
  Used Block count 1
341
  Peak Allocated bytes 1.0 MB
342
  [ALLOC_GFX_MAIN]
343
- Peak usage frame count: [32.0 KB-64.0 KB]: 4353 frames, [64.0 KB-128.0 KB]: 1109 frames
344
  Requested Block Size 16.0 MB
345
  Peak Block count 1
346
- Peak Allocated memory 67.3 KB
347
  Peak Large allocation bytes 0 B
348
  [ALLOC_GFX_THREAD]
349
- Peak usage frame count: [32.0 KB-64.0 KB]: 5462 frames
350
  Requested Block Size 16.0 MB
351
  Peak Block count 1
352
  Peak Allocated memory 39.6 KB
@@ -358,13 +358,13 @@ Memory Statistics:
358
  Used Block count 1
359
  Peak Allocated bytes 1.0 MB
360
  [ALLOC_CACHEOBJECTS_MAIN]
361
- Peak usage frame count: [0.5 MB-1.0 MB]: 5462 frames
362
  Requested Block Size 4.0 MB
363
  Peak Block count 1
364
  Peak Allocated memory 0.6 MB
365
  Peak Large allocation bytes 0 B
366
  [ALLOC_CACHEOBJECTS_THREAD]
367
- Peak usage frame count: [0.5 MB-1.0 MB]: 5461 frames, [2.0 MB-4.0 MB]: 1 frames
368
  Requested Block Size 4.0 MB
369
  Peak Block count 1
370
  Peak Allocated memory 2.2 MB
@@ -376,13 +376,13 @@ Memory Statistics:
376
  Used Block count 1
377
  Peak Allocated bytes 1.0 MB
378
  [ALLOC_TYPETREE_MAIN]
379
- Peak usage frame count: [0-1.0 KB]: 5462 frames
380
  Requested Block Size 2.0 MB
381
  Peak Block count 1
382
  Peak Allocated memory 1.0 KB
383
  Peak Large allocation bytes 0 B
384
  [ALLOC_TYPETREE_THREAD]
385
- Peak usage frame count: [1.0 KB-2.0 KB]: 5462 frames
386
  Requested Block Size 2.0 MB
387
  Peak Block count 1
388
  Peak Allocated memory 1.7 KB
 
11
  Renderer: Null Device
12
  Vendor: Unity Technologies
13
  Begin MonoManager ReloadAssembly
14
+ - Completed reload, in 0.039 seconds
15
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
16
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
17
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
22
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
23
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
24
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
25
+ UnloadTime: 0.359315 ms
26
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
27
  requesting resize 84 x 84
28
  Setting up 16 worker threads for Enlighten.
 
30
  [ALLOC_TEMP_TLS] TLS Allocator
31
  StackAllocators :
32
  [ALLOC_TEMP_MAIN]
33
+ Peak usage frame count: [8.0 KB-16.0 KB]: 5369 frames, [16.0 KB-32.0 KB]: 91 frames, [2.0 MB-4.0 MB]: 1 frames
34
  Initial Block Size 4.0 MB
35
  Current Block Size 4.0 MB
36
  Peak Allocated Bytes 2.0 MB
 
170
  Current Block Size 256.0 KB
171
  Peak Allocated Bytes 3.6 KB
172
  Overflow Count 0
173
+ [ALLOC_TEMP_Job.Worker 21]
174
  Initial Block Size 256.0 KB
175
  Current Block Size 256.0 KB
176
  Peak Allocated Bytes 3.6 KB
177
  Overflow Count 0
178
+ [ALLOC_TEMP_Job.Worker 26]
179
  Initial Block Size 256.0 KB
180
  Current Block Size 256.0 KB
181
  Peak Allocated Bytes 3.6 KB
 
296
  Peak Allocated Bytes 234 B
297
  Overflow Count 0
298
  [ALLOC_DEFAULT] Dual Thread Allocator
299
+ Peak main deferred allocation count 44
300
  [ALLOC_BUCKET]
301
  Large Block size 4.0 MB
302
  Used Block count 1
303
  Peak Allocated bytes 1.0 MB
304
  [ALLOC_DEFAULT_MAIN]
305
+ Peak usage frame count: [4.0 MB-8.0 MB]: 5461 frames
306
  Requested Block Size 16.0 MB
307
  Peak Block count 1
308
  Peak Allocated memory 6.9 MB
309
  Peak Large allocation bytes 0 B
310
  [ALLOC_DEFAULT_THREAD]
311
+ Peak usage frame count: [16.0 MB-32.0 MB]: 5461 frames
312
  Requested Block Size 16.0 MB
313
  Peak Block count 1
314
+ Peak Allocated memory 17.5 MB
315
  Peak Large allocation bytes 16.0 MB
316
  [ALLOC_TEMP_JOB_1_FRAME]
317
  Initial Block Size 2.0 MB
 
340
  Used Block count 1
341
  Peak Allocated bytes 1.0 MB
342
  [ALLOC_GFX_MAIN]
343
+ Peak usage frame count: [32.0 KB-64.0 KB]: 4583 frames, [64.0 KB-128.0 KB]: 878 frames
344
  Requested Block Size 16.0 MB
345
  Peak Block count 1
346
+ Peak Allocated memory 66.8 KB
347
  Peak Large allocation bytes 0 B
348
  [ALLOC_GFX_THREAD]
349
+ Peak usage frame count: [32.0 KB-64.0 KB]: 5461 frames
350
  Requested Block Size 16.0 MB
351
  Peak Block count 1
352
  Peak Allocated memory 39.6 KB
 
358
  Used Block count 1
359
  Peak Allocated bytes 1.0 MB
360
  [ALLOC_CACHEOBJECTS_MAIN]
361
+ Peak usage frame count: [0.5 MB-1.0 MB]: 5461 frames
362
  Requested Block Size 4.0 MB
363
  Peak Block count 1
364
  Peak Allocated memory 0.6 MB
365
  Peak Large allocation bytes 0 B
366
  [ALLOC_CACHEOBJECTS_THREAD]
367
+ Peak usage frame count: [0.5 MB-1.0 MB]: 5460 frames, [2.0 MB-4.0 MB]: 1 frames
368
  Requested Block Size 4.0 MB
369
  Peak Block count 1
370
  Peak Allocated memory 2.2 MB
 
376
  Used Block count 1
377
  Peak Allocated bytes 1.0 MB
378
  [ALLOC_TYPETREE_MAIN]
379
+ Peak usage frame count: [0-1.0 KB]: 5461 frames
380
  Requested Block Size 2.0 MB
381
  Peak Block count 1
382
  Peak Allocated memory 1.0 KB
383
  Peak Large allocation bytes 0 B
384
  [ALLOC_TYPETREE_THREAD]
385
+ Peak usage frame count: [1.0 KB-2.0 KB]: 5461 frames
386
  Requested Block Size 2.0 MB
387
  Peak Block count 1
388
  Peak Allocated memory 1.7 KB
run_logs/timers.json CHANGED
@@ -2,15 +2,15 @@
2
  "name": "root",
3
  "gauges": {
4
  "SnowballTarget.Policy.Entropy.mean": {
5
- "value": 0.8141080737113953,
6
- "min": 0.8141080737113953,
7
- "max": 2.8554463386535645,
8
  "count": 20
9
  },
10
  "SnowballTarget.Policy.Entropy.sum": {
11
- "value": 7817.8798828125,
12
- "min": 7817.8798828125,
13
- "max": 29399.67578125,
14
  "count": 20
15
  },
16
  "SnowballTarget.Step.mean": {
@@ -26,15 +26,15 @@
26
  "count": 20
27
  },
28
  "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": {
29
- "value": 12.748357772827148,
30
- "min": 0.2737920582294464,
31
- "max": 12.748357772827148,
32
  "count": 20
33
  },
34
  "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": {
35
- "value": 2485.9296875,
36
- "min": 53.115657806396484,
37
- "max": 2574.56591796875,
38
  "count": 20
39
  },
40
  "SnowballTarget.Environment.EpisodeLength.mean": {
@@ -44,33 +44,33 @@
44
  "count": 20
45
  },
46
  "SnowballTarget.Environment.EpisodeLength.sum": {
47
- "value": 10945.0,
48
  "min": 8756.0,
49
  "max": 10945.0,
50
  "count": 20
51
  },
52
  "SnowballTarget.Losses.PolicyLoss.mean": {
53
- "value": 0.07166523565976211,
54
- "min": 0.06118012227805094,
55
- "max": 0.07764321428623197,
56
  "count": 20
57
  },
58
  "SnowballTarget.Losses.PolicyLoss.sum": {
59
- "value": 0.28666094263904845,
60
- "min": 0.2722471046418993,
61
- "max": 0.3882160714311598,
62
  "count": 20
63
  },
64
  "SnowballTarget.Losses.ValueLoss.mean": {
65
- "value": 0.22422409977983027,
66
- "min": 0.09778405509332158,
67
- "max": 0.2654387289110352,
68
  "count": 20
69
  },
70
  "SnowballTarget.Losses.ValueLoss.sum": {
71
- "value": 0.8968963991193211,
72
- "min": 0.3911362203732863,
73
- "max": 1.2951702139541212,
74
  "count": 20
75
  },
76
  "SnowballTarget.Policy.LearningRate.mean": {
@@ -110,27 +110,27 @@
110
  "count": 20
111
  },
112
  "SnowballTarget.Environment.CumulativeReward.mean": {
113
- "value": 24.931818181818183,
114
- "min": 2.9318181818181817,
115
- "max": 25.472727272727273,
116
  "count": 20
117
  },
118
  "SnowballTarget.Environment.CumulativeReward.sum": {
119
- "value": 1097.0,
120
- "min": 129.0,
121
- "max": 1401.0,
122
  "count": 20
123
  },
124
  "SnowballTarget.Policy.ExtrinsicReward.mean": {
125
- "value": 24.931818181818183,
126
- "min": 2.9318181818181817,
127
- "max": 25.472727272727273,
128
  "count": 20
129
  },
130
  "SnowballTarget.Policy.ExtrinsicReward.sum": {
131
- "value": 1097.0,
132
- "min": 129.0,
133
- "max": 1401.0,
134
  "count": 20
135
  },
136
  "SnowballTarget.IsTraining.mean": {
@@ -148,67 +148,67 @@
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
- "start_time_seconds": "1680281699",
152
  "python_version": "3.9.16 (main, Mar 8 2023, 14:00:05) \n[GCC 11.2.0]",
153
- "command_line_arguments": "/home/u/miniconda3/envs/huggingface-unit5/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --force",
154
  "mlagents_version": "0.31.0.dev0",
155
  "mlagents_envs_version": "0.31.0.dev0",
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "1.11.0",
158
  "numpy_version": "1.21.2",
159
- "end_time_seconds": "1680282016"
160
  },
161
- "total": 316.9280238260003,
162
  "count": 1,
163
- "self": 0.1672785069999918,
164
  "children": {
165
  "run_training.setup": {
166
- "total": 0.007464325999990251,
167
  "count": 1,
168
- "self": 0.007464325999990251
169
  },
170
  "TrainerController.start_learning": {
171
- "total": 316.7532809930003,
172
  "count": 1,
173
- "self": 0.2555086589345592,
174
  "children": {
175
  "TrainerController._reset_env": {
176
- "total": 2.2662253020002936,
177
  "count": 1,
178
- "self": 2.2662253020002936
179
  },
180
  "TrainerController.advance": {
181
- "total": 314.15838496006563,
182
- "count": 18206,
183
- "self": 0.12396371410659413,
184
  "children": {
185
  "env_step": {
186
- "total": 314.03442124595904,
187
- "count": 18206,
188
- "self": 178.13797055195937,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
- "total": 135.7749651750155,
192
- "count": 18206,
193
- "self": 0.697041964041091,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
- "total": 135.0779232109744,
197
- "count": 18206,
198
- "self": 135.0779232109744
199
  }
200
  }
201
  },
202
  "workers": {
203
- "total": 0.12148551898417281,
204
- "count": 18206,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
- "total": 316.1517460350706,
209
- "count": 18206,
210
  "is_parallel": true,
211
- "self": 185.26447259107817,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
@@ -217,48 +217,48 @@
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
- "total": 0.0009179979997497867,
221
  "count": 1,
222
  "is_parallel": true,
223
- "self": 0.0002713859994400991,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
- "total": 0.0006466120003096876,
227
  "count": 10,
228
  "is_parallel": true,
229
- "self": 0.0006466120003096876
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
- "total": 0.015410664999762957,
235
  "count": 1,
236
  "is_parallel": true,
237
- "self": 0.0001616669997019926,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
- "total": 0.00013424799999484094,
241
  "count": 1,
242
  "is_parallel": true,
243
- "self": 0.00013424799999484094
244
  },
245
  "communicator.exchange": {
246
- "total": 0.0145186670001749,
247
  "count": 1,
248
  "is_parallel": true,
249
- "self": 0.0145186670001749
250
  },
251
  "steps_from_proto": {
252
- "total": 0.0005960829998912232,
253
  "count": 1,
254
  "is_parallel": true,
255
- "self": 0.00014584900100089726,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
- "total": 0.0004502339988903259,
259
  "count": 10,
260
  "is_parallel": true,
261
- "self": 0.0004502339988903259
262
  }
263
  }
264
  }
@@ -267,34 +267,34 @@
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 130.8872734439924,
271
- "count": 18205,
272
  "is_parallel": true,
273
- "self": 2.8925230289701176,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 1.5470679859399752,
277
- "count": 18205,
278
  "is_parallel": true,
279
- "self": 1.5470679859399752
280
  },
281
  "communicator.exchange": {
282
- "total": 116.84947438208246,
283
- "count": 18205,
284
  "is_parallel": true,
285
- "self": 116.84947438208246
286
  },
287
  "steps_from_proto": {
288
- "total": 9.598208046999844,
289
- "count": 18205,
290
  "is_parallel": true,
291
- "self": 1.9250276191519333,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 7.67318042784791,
295
- "count": 182050,
296
  "is_parallel": true,
297
- "self": 7.67318042784791
298
  }
299
  }
300
  }
@@ -309,9 +309,9 @@
309
  }
310
  },
311
  "trainer_threads": {
312
- "total": 3.927899979316862e-05,
313
  "count": 1,
314
- "self": 3.927899979316862e-05,
315
  "children": {
316
  "thread_root": {
317
  "total": 0.0,
@@ -320,36 +320,36 @@
320
  "self": 0.0,
321
  "children": {
322
  "trainer_advance": {
323
- "total": 312.5199625981386,
324
- "count": 329398,
325
  "is_parallel": true,
326
- "self": 4.27729991821252,
327
  "children": {
328
  "process_trajectory": {
329
- "total": 164.96949733492283,
330
- "count": 329398,
331
  "is_parallel": true,
332
- "self": 164.49321418692261,
333
  "children": {
334
  "RLTrainer._checkpoint": {
335
- "total": 0.47628314800022054,
336
  "count": 4,
337
  "is_parallel": true,
338
- "self": 0.47628314800022054
339
  }
340
  }
341
  },
342
  "_update_policy": {
343
- "total": 143.27316534500324,
344
  "count": 90,
345
  "is_parallel": true,
346
- "self": 23.229447579980842,
347
  "children": {
348
  "TorchPPOOptimizer.update": {
349
- "total": 120.0437177650224,
350
- "count": 4584,
351
  "is_parallel": true,
352
- "self": 120.0437177650224
353
  }
354
  }
355
  }
@@ -360,14 +360,14 @@
360
  }
361
  },
362
  "TrainerController._save_models": {
363
- "total": 0.07312279300003866,
364
  "count": 1,
365
- "self": 0.00032656599978508893,
366
  "children": {
367
  "RLTrainer._checkpoint": {
368
- "total": 0.07279622700025357,
369
  "count": 1,
370
- "self": 0.07279622700025357
371
  }
372
  }
373
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SnowballTarget.Policy.Entropy.mean": {
5
+ "value": 0.948525071144104,
6
+ "min": 0.948525071144104,
7
+ "max": 2.8652477264404297,
8
  "count": 20
9
  },
10
  "SnowballTarget.Policy.Entropy.sum": {
11
+ "value": 9066.951171875,
12
+ "min": 9066.951171875,
13
+ "max": 29406.037109375,
14
  "count": 20
15
  },
16
  "SnowballTarget.Step.mean": {
 
26
  "count": 20
27
  },
28
  "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": {
29
+ "value": 12.973207473754883,
30
+ "min": 0.3863008916378021,
31
+ "max": 12.973207473754883,
32
  "count": 20
33
  },
34
  "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": {
35
+ "value": 2529.775390625,
36
+ "min": 74.94237518310547,
37
+ "max": 2620.40771484375,
38
  "count": 20
39
  },
40
  "SnowballTarget.Environment.EpisodeLength.mean": {
 
44
  "count": 20
45
  },
46
  "SnowballTarget.Environment.EpisodeLength.sum": {
47
+ "value": 8756.0,
48
  "min": 8756.0,
49
  "max": 10945.0,
50
  "count": 20
51
  },
52
  "SnowballTarget.Losses.PolicyLoss.mean": {
53
+ "value": 0.07588126734538259,
54
+ "min": 0.06383201489955478,
55
+ "max": 0.07588126734538259,
56
  "count": 20
57
  },
58
  "SnowballTarget.Losses.PolicyLoss.sum": {
59
+ "value": 0.30352506938153034,
60
+ "min": 0.25532805959821914,
61
+ "max": 0.356467714498114,
62
  "count": 20
63
  },
64
  "SnowballTarget.Losses.ValueLoss.mean": {
65
+ "value": 0.19605158868373612,
66
+ "min": 0.10328806343479266,
67
+ "max": 0.27717882862278065,
68
  "count": 20
69
  },
70
  "SnowballTarget.Losses.ValueLoss.sum": {
71
+ "value": 0.7842063547349445,
72
+ "min": 0.41315225373917064,
73
+ "max": 1.3858941431139031,
74
  "count": 20
75
  },
76
  "SnowballTarget.Policy.LearningRate.mean": {
 
110
  "count": 20
111
  },
112
  "SnowballTarget.Environment.CumulativeReward.mean": {
113
+ "value": 25.65909090909091,
114
+ "min": 2.977272727272727,
115
+ "max": 25.65909090909091,
116
  "count": 20
117
  },
118
  "SnowballTarget.Environment.CumulativeReward.sum": {
119
+ "value": 1129.0,
120
+ "min": 131.0,
121
+ "max": 1394.0,
122
  "count": 20
123
  },
124
  "SnowballTarget.Policy.ExtrinsicReward.mean": {
125
+ "value": 25.65909090909091,
126
+ "min": 2.977272727272727,
127
+ "max": 25.65909090909091,
128
  "count": 20
129
  },
130
  "SnowballTarget.Policy.ExtrinsicReward.sum": {
131
+ "value": 1129.0,
132
+ "min": 131.0,
133
+ "max": 1394.0,
134
  "count": 20
135
  },
136
  "SnowballTarget.IsTraining.mean": {
 
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
+ "start_time_seconds": "1680284212",
152
  "python_version": "3.9.16 (main, Mar 8 2023, 14:00:05) \n[GCC 11.2.0]",
153
+ "command_line_arguments": "/home/u/miniconda3/envs/huggingface-unity/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --force",
154
  "mlagents_version": "0.31.0.dev0",
155
  "mlagents_envs_version": "0.31.0.dev0",
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "1.11.0",
158
  "numpy_version": "1.21.2",
159
+ "end_time_seconds": "1680284533"
160
  },
161
+ "total": 320.75122395000017,
162
  "count": 1,
163
+ "self": 0.21768646900000022,
164
  "children": {
165
  "run_training.setup": {
166
+ "total": 0.0071148589995573275,
167
  "count": 1,
168
+ "self": 0.0071148589995573275
169
  },
170
  "TrainerController.start_learning": {
171
+ "total": 320.5264226220006,
172
  "count": 1,
173
+ "self": 0.25077017797866574,
174
  "children": {
175
  "TrainerController._reset_env": {
176
+ "total": 2.2422614650004107,
177
  "count": 1,
178
+ "self": 2.2422614650004107
179
  },
180
  "TrainerController.advance": {
181
+ "total": 317.94355877902217,
182
+ "count": 18201,
183
+ "self": 0.1255732189911214,
184
  "children": {
185
  "env_step": {
186
+ "total": 317.81798556003105,
187
+ "count": 18201,
188
+ "self": 183.7982844709777,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
+ "total": 133.89295002300332,
192
+ "count": 18201,
193
+ "self": 0.8289285209566515,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
+ "total": 133.06402150204667,
197
+ "count": 18201,
198
+ "self": 133.06402150204667
199
  }
200
  }
201
  },
202
  "workers": {
203
+ "total": 0.1267510660500193,
204
+ "count": 18201,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
+ "total": 319.8889944699995,
209
+ "count": 18201,
210
  "is_parallel": true,
211
+ "self": 185.58709164506035,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
 
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
+ "total": 0.0009026980005728547,
221
  "count": 1,
222
  "is_parallel": true,
223
+ "self": 0.0002647160008564242,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
+ "total": 0.0006379819997164304,
227
  "count": 10,
228
  "is_parallel": true,
229
+ "self": 0.0006379819997164304
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
+ "total": 0.01593817899993155,
235
  "count": 1,
236
  "is_parallel": true,
237
+ "self": 0.00018892800017056288,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
+ "total": 0.00015162799991230713,
241
  "count": 1,
242
  "is_parallel": true,
243
+ "self": 0.00015162799991230713
244
  },
245
  "communicator.exchange": {
246
+ "total": 0.015005291000306897,
247
  "count": 1,
248
  "is_parallel": true,
249
+ "self": 0.015005291000306897
250
  },
251
  "steps_from_proto": {
252
+ "total": 0.0005923319995417842,
253
  "count": 1,
254
  "is_parallel": true,
255
+ "self": 0.00013659899923368357,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
+ "total": 0.0004557330003081006,
259
  "count": 10,
260
  "is_parallel": true,
261
+ "self": 0.0004557330003081006
262
  }
263
  }
264
  }
 
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 134.30190282493913,
271
+ "count": 18200,
272
  "is_parallel": true,
273
+ "self": 3.3185713517013937,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 1.8033410330672268,
277
+ "count": 18200,
278
  "is_parallel": true,
279
+ "self": 1.8033410330672268
280
  },
281
  "communicator.exchange": {
282
+ "total": 119.24831985009587,
283
+ "count": 18200,
284
  "is_parallel": true,
285
+ "self": 119.24831985009587
286
  },
287
  "steps_from_proto": {
288
+ "total": 9.931670590074646,
289
+ "count": 18200,
290
  "is_parallel": true,
291
+ "self": 2.0430779288954,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 7.888592661179246,
295
+ "count": 182000,
296
  "is_parallel": true,
297
+ "self": 7.888592661179246
298
  }
299
  }
300
  }
 
309
  }
310
  },
311
  "trainer_threads": {
312
+ "total": 4.312999953981489e-05,
313
  "count": 1,
314
+ "self": 4.312999953981489e-05,
315
  "children": {
316
  "thread_root": {
317
  "total": 0.0,
 
320
  "self": 0.0,
321
  "children": {
322
  "trainer_advance": {
323
+ "total": 316.38345145829953,
324
+ "count": 335918,
325
  "is_parallel": true,
326
+ "self": 4.256159947394735,
327
  "children": {
328
  "process_trajectory": {
329
+ "total": 167.46870303490778,
330
+ "count": 335918,
331
  "is_parallel": true,
332
+ "self": 167.0169628799067,
333
  "children": {
334
  "RLTrainer._checkpoint": {
335
+ "total": 0.4517401550010618,
336
  "count": 4,
337
  "is_parallel": true,
338
+ "self": 0.4517401550010618
339
  }
340
  }
341
  },
342
  "_update_policy": {
343
+ "total": 144.65858847599702,
344
  "count": 90,
345
  "is_parallel": true,
346
+ "self": 23.708663277975575,
347
  "children": {
348
  "TorchPPOOptimizer.update": {
349
+ "total": 120.94992519802145,
350
+ "count": 4587,
351
  "is_parallel": true,
352
+ "self": 120.94992519802145
353
  }
354
  }
355
  }
 
360
  }
361
  },
362
  "TrainerController._save_models": {
363
+ "total": 0.08978906999982428,
364
  "count": 1,
365
+ "self": 0.0005484129997057607,
366
  "children": {
367
  "RLTrainer._checkpoint": {
368
+ "total": 0.08924065700011852,
369
  "count": 1,
370
+ "self": 0.08924065700011852
371
  }
372
  }
373
  }
run_logs/training_status.json CHANGED
@@ -4,8 +4,8 @@
4
  {
5
  "steps": 49936,
6
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.onnx",
7
- "reward": 14.090909090909092,
8
- "creation_time": 1680281779.9439065,
9
  "auxillary_file_paths": [
10
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.pt"
11
  ]
@@ -13,8 +13,8 @@
13
  {
14
  "steps": 99960,
15
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.onnx",
16
- "reward": 21.181818181818183,
17
- "creation_time": 1680281858.9426658,
18
  "auxillary_file_paths": [
19
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.pt"
20
  ]
@@ -22,8 +22,8 @@
22
  {
23
  "steps": 149984,
24
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.onnx",
25
- "reward": 24.363636363636363,
26
- "creation_time": 1680281937.680526,
27
  "auxillary_file_paths": [
28
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.pt"
29
  ]
@@ -31,8 +31,8 @@
31
  {
32
  "steps": 199984,
33
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.onnx",
34
- "reward": 24.636363636363637,
35
- "creation_time": 1680282015.8015664,
36
  "auxillary_file_paths": [
37
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.pt"
38
  ]
@@ -40,8 +40,8 @@
40
  {
41
  "steps": 200112,
42
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.onnx",
43
- "reward": 24.636363636363637,
44
- "creation_time": 1680282015.9004028,
45
  "auxillary_file_paths": [
46
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
47
  ]
@@ -50,8 +50,8 @@
50
  "final_checkpoint": {
51
  "steps": 200112,
52
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
53
- "reward": 24.636363636363637,
54
- "creation_time": 1680282015.9004028,
55
  "auxillary_file_paths": [
56
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
57
  ]
 
4
  {
5
  "steps": 49936,
6
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.onnx",
7
+ "reward": 14.272727272727273,
8
+ "creation_time": 1680284293.8027754,
9
  "auxillary_file_paths": [
10
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.pt"
11
  ]
 
13
  {
14
  "steps": 99960,
15
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.onnx",
16
+ "reward": 22.0,
17
+ "creation_time": 1680284373.1242847,
18
  "auxillary_file_paths": [
19
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.pt"
20
  ]
 
22
  {
23
  "steps": 149984,
24
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.onnx",
25
+ "reward": 25.272727272727273,
26
+ "creation_time": 1680284452.6613488,
27
  "auxillary_file_paths": [
28
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.pt"
29
  ]
 
31
  {
32
  "steps": 199984,
33
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.onnx",
34
+ "reward": 25.363636363636363,
35
+ "creation_time": 1680284532.9946835,
36
  "auxillary_file_paths": [
37
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.pt"
38
  ]
 
40
  {
41
  "steps": 200112,
42
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.onnx",
43
+ "reward": 25.363636363636363,
44
+ "creation_time": 1680284533.103262,
45
  "auxillary_file_paths": [
46
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
47
  ]
 
50
  "final_checkpoint": {
51
  "steps": 200112,
52
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
53
+ "reward": 25.363636363636363,
54
+ "creation_time": 1680284533.103262,
55
  "auxillary_file_paths": [
56
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
57
  ]