Hugging Face's logo

SD403
/
ppo-SnowballTarget

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SnowballTarget
deep-reinforcement-learning
ML-Agents-SnowballTarget
Model card Files Metrics Community
SD403 commited on
Commit
75fb239
•
1 Parent(s): 7122dab

Snowball Target Attempt (note: template commit message since there will probably be several runs)

Browse files
Files changed (8) hide show
  1. SnowballTarget.onnx +1 -1
  2. SnowballTarget/SnowballTarget-64.onnx +1 -1
  3. SnowballTarget/SnowballTarget-64.pt +1 -1
  4. SnowballTarget/checkpoint.pt +1 -1
  5. SnowballTarget/events.out.tfevents.1731355774.e909e03d5742.3211.0 +3 -0
  6. run_logs/Player-0.log +8 -8
  7. run_logs/timers.json +57 -57
  8. run_logs/training_status.json +2 -2
SnowballTarget.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acc0eb66c3698ed5bff3ebbdf68d8ba3a75c0b0bdddf2f71cceccd8187352ca2
3
  size 649740
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28e6e64a464f3e3b72aba98bbb32687fc25127d6c259dde9a13d7b586e66bcc6
3
  size 649740
SnowballTarget/SnowballTarget-64.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acc0eb66c3698ed5bff3ebbdf68d8ba3a75c0b0bdddf2f71cceccd8187352ca2
3
  size 649740
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28e6e64a464f3e3b72aba98bbb32687fc25127d6c259dde9a13d7b586e66bcc6
3
  size 649740
SnowballTarget/SnowballTarget-64.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f450455802b03e92aaeb6fe99446705411df46dce63ce0592104847dafe41f5c
3
  size 1286175
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00a05f424f8e9cb4e400e7a2302a43981bd6462e1aa5ec76b5734ecbf0d814ff
3
  size 1286175
SnowballTarget/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf7dfcf1a18f83ecf88c6c11098b4aacb5d85551a3da26fe3fa3510a06b29429
3
  size 1285986
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff6d693e361e6e327ddd06e405c85c09ad634232fe8eb1cc7caef0e321b62bbf
3
  size 1285986
SnowballTarget/events.out.tfevents.1731355774.e909e03d5742.3211.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c533344ec5c6038c5161b564670ac3a3dbebc6579678bbae17a830e70cfb8a27
3
+ size 1114
run_logs/Player-0.log CHANGED
@@ -31,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
- - Completed reload, in 0.086 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -42,7 +42,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
42
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
43
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
44
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
45
- UnloadTime: 0.818411 ms
46
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
47
  requesting resize 84 x 84
48
  Setting up 10 worker threads for Enlighten.
@@ -120,12 +120,12 @@ Memory Statistics:
120
  Current Block Size 256.0 KB
121
  Peak Allocated Bytes 3.6 KB
122
  Overflow Count 0
123
- [ALLOC_TEMP_Job.Worker 14]
124
  Initial Block Size 256.0 KB
125
  Current Block Size 256.0 KB
126
  Peak Allocated Bytes 3.6 KB
127
  Overflow Count 0
128
- [ALLOC_TEMP_Job.Worker 17]
129
  Initial Block Size 256.0 KB
130
  Current Block Size 256.0 KB
131
  Peak Allocated Bytes 3.6 KB
@@ -256,7 +256,7 @@ Memory Statistics:
256
  Peak Allocated Bytes 0 B
257
  Overflow Count 0
258
  [ALLOC_DEFAULT] Dual Thread Allocator
259
- Peak main deferred allocation count 28
260
  [ALLOC_BUCKET]
261
  Large Block size 4.0 MB
262
  Used Block count 1
@@ -265,13 +265,13 @@ Memory Statistics:
265
  Peak usage frame count: [4.0 MB-8.0 MB]: 39 frames
266
  Requested Block Size 16.0 MB
267
  Peak Block count 1
268
- Peak Allocated memory 5.0 MB
269
  Peak Large allocation bytes 0 B
270
  [ALLOC_DEFAULT_THREAD]
271
  Peak usage frame count: [16.0 MB-32.0 MB]: 39 frames
272
  Requested Block Size 16.0 MB
273
  Peak Block count 1
274
- Peak Allocated memory 17.5 MB
275
  Peak Large allocation bytes 16.0 MB
276
  [ALLOC_TEMP_JOB_1_FRAME]
277
  Initial Block Size 2.0 MB
@@ -300,7 +300,7 @@ Memory Statistics:
300
  Used Block count 1
301
  Peak Allocated bytes 1.0 MB
302
  [ALLOC_GFX_MAIN]
303
- Peak usage frame count: [32.0 KB-64.0 KB]: 36 frames, [64.0 KB-128.0 KB]: 3 frames
304
  Requested Block Size 16.0 MB
305
  Peak Block count 1
306
  Peak Allocated memory 65.6 KB
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.072 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
42
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
43
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
44
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
45
+ UnloadTime: 0.663238 ms
46
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
47
  requesting resize 84 x 84
48
  Setting up 10 worker threads for Enlighten.
 
120
  Current Block Size 256.0 KB
121
  Peak Allocated Bytes 3.6 KB
122
  Overflow Count 0
123
+ [ALLOC_TEMP_Job.Worker 17]
124
  Initial Block Size 256.0 KB
125
  Current Block Size 256.0 KB
126
  Peak Allocated Bytes 3.6 KB
127
  Overflow Count 0
128
+ [ALLOC_TEMP_Job.Worker 14]
129
  Initial Block Size 256.0 KB
130
  Current Block Size 256.0 KB
131
  Peak Allocated Bytes 3.6 KB
 
256
  Peak Allocated Bytes 0 B
257
  Overflow Count 0
258
  [ALLOC_DEFAULT] Dual Thread Allocator
259
+ Peak main deferred allocation count 17
260
  [ALLOC_BUCKET]
261
  Large Block size 4.0 MB
262
  Used Block count 1
 
265
  Peak usage frame count: [4.0 MB-8.0 MB]: 39 frames
266
  Requested Block Size 16.0 MB
267
  Peak Block count 1
268
+ Peak Allocated memory 5.3 MB
269
  Peak Large allocation bytes 0 B
270
  [ALLOC_DEFAULT_THREAD]
271
  Peak usage frame count: [16.0 MB-32.0 MB]: 39 frames
272
  Requested Block Size 16.0 MB
273
  Peak Block count 1
274
+ Peak Allocated memory 17.2 MB
275
  Peak Large allocation bytes 16.0 MB
276
  [ALLOC_TEMP_JOB_1_FRAME]
277
  Initial Block Size 2.0 MB
 
300
  Used Block count 1
301
  Peak Allocated bytes 1.0 MB
302
  [ALLOC_GFX_MAIN]
303
+ Peak usage frame count: [32.0 KB-64.0 KB]: 34 frames, [64.0 KB-128.0 KB]: 5 frames
304
  Requested Block Size 16.0 MB
305
  Peak Block count 1
306
  Peak Allocated memory 65.6 KB
run_logs/timers.json CHANGED
@@ -2,7 +2,7 @@
2
  "name": "root",
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
- "start_time_seconds": "1731350941",
6
  "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]",
7
  "command_line_arguments": "/usr/local/bin/mlagents-learn /content/ml-agents/config/ppo/SnowballTarget.yaml --env=/content/training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --torch-device cuda:0 --no-graphics --force",
8
  "mlagents_version": "1.2.0.dev0",
@@ -10,59 +10,59 @@
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "2.4.1+cu121",
12
  "numpy_version": "1.23.5",
13
- "end_time_seconds": "1731355396"
14
  },
15
- "total": 4455.373257196014,
16
  "count": 1,
17
- "self": 0.006939236976904795,
18
  "children": {
19
  "run_training.setup": {
20
- "total": 0.06604927801527083,
21
  "count": 1,
22
- "self": 0.06604927801527083
23
  },
24
  "TrainerController.start_learning": {
25
- "total": 4455.300268681021,
26
  "count": 1,
27
- "self": 0.006687239074381068,
28
  "children": {
29
  "TrainerController._reset_env": {
30
- "total": 7.512227766012074,
31
  "count": 1,
32
- "self": 7.512227766012074
33
  },
34
  "TrainerController.advance": {
35
- "total": 4447.209799112956,
36
  "count": 128,
37
- "self": 0.003196696867235005,
38
  "children": {
39
  "env_step": {
40
- "total": 4447.206602416089,
41
  "count": 128,
42
- "self": 4443.519812788902,
43
  "children": {
44
  "SubprocessEnvManager._take_step": {
45
- "total": 3.684492512140423,
46
  "count": 128,
47
- "self": 0.01491251788684167,
48
  "children": {
49
  "TorchPolicy.evaluate": {
50
- "total": 3.6695799942535814,
51
  "count": 128,
52
- "self": 3.6695799942535814
53
  }
54
  }
55
  },
56
  "workers": {
57
- "total": 0.002297115046530962,
58
  "count": 128,
59
  "self": 0.0,
60
  "children": {
61
  "worker_root": {
62
- "total": 14.271363945968915,
63
  "count": 128,
64
  "is_parallel": true,
65
- "self": 11.628541530080838,
66
  "children": {
67
  "run_training.setup": {
68
  "total": 0.0,
@@ -71,48 +71,48 @@
71
  "self": 0.0,
72
  "children": {
73
  "steps_from_proto": {
74
- "total": 0.0018297559872735292,
75
  "count": 1,
76
  "is_parallel": true,
77
- "self": 0.0005522819410543889,
78
  "children": {
79
  "_process_rank_one_or_two_observation": {
80
- "total": 0.0012774740462191403,
81
  "count": 10,
82
  "is_parallel": true,
83
- "self": 0.0012774740462191403
84
  }
85
  }
86
  },
87
  "UnityEnvironment.step": {
88
- "total": 0.039556289004394785,
89
  "count": 1,
90
  "is_parallel": true,
91
- "self": 0.0004298279818613082,
92
  "children": {
93
  "UnityEnvironment._generate_step_input": {
94
- "total": 0.00031602600938640535,
95
  "count": 1,
96
  "is_parallel": true,
97
- "self": 0.00031602600938640535
98
  },
99
  "communicator.exchange": {
100
- "total": 0.03753103100461885,
101
  "count": 1,
102
  "is_parallel": true,
103
- "self": 0.03753103100461885
104
  },
105
  "steps_from_proto": {
106
- "total": 0.0012794040085282177,
107
  "count": 1,
108
  "is_parallel": true,
109
- "self": 0.00031991201103664935,
110
  "children": {
111
  "_process_rank_one_or_two_observation": {
112
- "total": 0.0009594919974915683,
113
  "count": 10,
114
  "is_parallel": true,
115
- "self": 0.0009594919974915683
116
  }
117
  }
118
  }
@@ -121,34 +121,34 @@
121
  }
122
  },
123
  "UnityEnvironment.step": {
124
- "total": 2.6428224158880766,
125
  "count": 127,
126
  "is_parallel": true,
127
- "self": 0.05332791042746976,
128
  "children": {
129
  "UnityEnvironment._generate_step_input": {
130
- "total": 0.027270209277048707,
131
  "count": 127,
132
  "is_parallel": true,
133
- "self": 0.027270209277048707
134
  },
135
  "communicator.exchange": {
136
- "total": 2.4029872301325668,
137
  "count": 127,
138
  "is_parallel": true,
139
- "self": 2.4029872301325668
140
  },
141
  "steps_from_proto": {
142
- "total": 0.15923706605099142,
143
  "count": 127,
144
  "is_parallel": true,
145
- "self": 0.03862881532404572,
146
  "children": {
147
  "_process_rank_one_or_two_observation": {
148
- "total": 0.1206082507269457,
149
  "count": 1270,
150
  "is_parallel": true,
151
- "self": 0.1206082507269457
152
  }
153
  }
154
  }
@@ -163,9 +163,9 @@
163
  }
164
  },
165
  "trainer_threads": {
166
- "total": 5.3795985877513885e-05,
167
  "count": 1,
168
- "self": 5.3795985877513885e-05,
169
  "children": {
170
  "thread_root": {
171
  "total": 0.0,
@@ -174,16 +174,16 @@
174
  "self": 0.0,
175
  "children": {
176
  "trainer_advance": {
177
- "total": 4.80020391047583,
178
- "count": 13509,
179
  "is_parallel": true,
180
- "self": 0.34830139446421526,
181
  "children": {
182
  "process_trajectory": {
183
- "total": 4.451902516011614,
184
- "count": 13509,
185
  "is_parallel": true,
186
- "self": 4.451902516011614
187
  }
188
  }
189
  }
@@ -192,14 +192,14 @@
192
  }
193
  },
194
  "TrainerController._save_models": {
195
- "total": 0.5715007669932675,
196
  "count": 1,
197
- "self": 0.0019205200078431517,
198
  "children": {
199
  "RLTrainer._checkpoint": {
200
- "total": 0.5695802469854243,
201
  "count": 1,
202
- "self": 0.5695802469854243
203
  }
204
  }
205
  }
 
2
  "name": "root",
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
+ "start_time_seconds": "1731355773",
6
  "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]",
7
  "command_line_arguments": "/usr/local/bin/mlagents-learn /content/ml-agents/config/ppo/SnowballTarget.yaml --env=/content/training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --torch-device cuda:0 --no-graphics --force",
8
  "mlagents_version": "1.2.0.dev0",
 
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "2.4.1+cu121",
12
  "numpy_version": "1.23.5",
13
+ "end_time_seconds": "1731421848"
14
  },
15
+ "total": 66077.61077349799,
16
  "count": 1,
17
+ "self": 0.010091813979670405,
18
  "children": {
19
  "run_training.setup": {
20
+ "total": 0.04782288000569679,
21
  "count": 1,
22
+ "self": 0.04782288000569679
23
  },
24
  "TrainerController.start_learning": {
25
+ "total": 66077.552858804,
26
  "count": 1,
27
+ "self": 0.008372269076062366,
28
  "children": {
29
  "TrainerController._reset_env": {
30
+ "total": 6.581860951991985,
31
  "count": 1,
32
+ "self": 6.581860951991985
33
  },
34
  "TrainerController.advance": {
35
+ "total": 66070.43548638697,
36
  "count": 128,
37
+ "self": 0.0033163659973070025,
38
  "children": {
39
  "env_step": {
40
+ "total": 66070.43217002097,
41
  "count": 128,
42
+ "self": 66064.539902955,
43
  "children": {
44
  "SubprocessEnvManager._take_step": {
45
+ "total": 5.889825986087089,
46
  "count": 128,
47
+ "self": 0.018678477208595723,
48
  "children": {
49
  "TorchPolicy.evaluate": {
50
+ "total": 5.871147508878494,
51
  "count": 128,
52
+ "self": 5.871147508878494
53
  }
54
  }
55
  },
56
  "workers": {
57
+ "total": 0.002441079879645258,
58
  "count": 128,
59
  "self": 0.0,
60
  "children": {
61
  "worker_root": {
62
+ "total": 15.586028415214969,
63
  "count": 128,
64
  "is_parallel": true,
65
+ "self": 12.937896315328544,
66
  "children": {
67
  "run_training.setup": {
68
  "total": 0.0,
 
71
  "self": 0.0,
72
  "children": {
73
  "steps_from_proto": {
74
+ "total": 0.0030781630193814635,
75
  "count": 1,
76
  "is_parallel": true,
77
+ "self": 0.0008565079770050943,
78
  "children": {
79
  "_process_rank_one_or_two_observation": {
80
+ "total": 0.0022216550423763692,
81
  "count": 10,
82
  "is_parallel": true,
83
+ "self": 0.0022216550423763692
84
  }
85
  }
86
  },
87
  "UnityEnvironment.step": {
88
+ "total": 0.04309143399586901,
89
  "count": 1,
90
  "is_parallel": true,
91
+ "self": 0.000382472004275769,
92
  "children": {
93
  "UnityEnvironment._generate_step_input": {
94
+ "total": 0.0006081039900891483,
95
  "count": 1,
96
  "is_parallel": true,
97
+ "self": 0.0006081039900891483
98
  },
99
  "communicator.exchange": {
100
+ "total": 0.04026252499897964,
101
  "count": 1,
102
  "is_parallel": true,
103
+ "self": 0.04026252499897964
104
  },
105
  "steps_from_proto": {
106
+ "total": 0.0018383330025244504,
107
  "count": 1,
108
  "is_parallel": true,
109
+ "self": 0.0003334760549478233,
110
  "children": {
111
  "_process_rank_one_or_two_observation": {
112
+ "total": 0.0015048569475766271,
113
  "count": 10,
114
  "is_parallel": true,
115
+ "self": 0.0015048569475766271
116
  }
117
  }
118
  }
 
121
  }
122
  },
123
  "UnityEnvironment.step": {
124
+ "total": 2.648132099886425,
125
  "count": 127,
126
  "is_parallel": true,
127
+ "self": 0.05993993085576221,
128
  "children": {
129
  "UnityEnvironment._generate_step_input": {
130
+ "total": 0.037025316851213574,
131
  "count": 127,
132
  "is_parallel": true,
133
+ "self": 0.037025316851213574
134
  },
135
  "communicator.exchange": {
136
+ "total": 2.366006101015955,
137
  "count": 127,
138
  "is_parallel": true,
139
+ "self": 2.366006101015955
140
  },
141
  "steps_from_proto": {
142
+ "total": 0.18516075116349384,
143
  "count": 127,
144
  "is_parallel": true,
145
+ "self": 0.043481848028022796,
146
  "children": {
147
  "_process_rank_one_or_two_observation": {
148
+ "total": 0.14167890313547105,
149
  "count": 1270,
150
  "is_parallel": true,
151
+ "self": 0.14167890313547105
152
  }
153
  }
154
  }
 
163
  }
164
  },
165
  "trainer_threads": {
166
+ "total": 0.00012691697338595986,
167
  "count": 1,
168
+ "self": 0.00012691697338595986,
169
  "children": {
170
  "thread_root": {
171
  "total": 0.0,
 
174
  "self": 0.0,
175
  "children": {
176
  "trainer_advance": {
177
+ "total": 6.511542449821718,
178
+ "count": 22887,
179
  "is_parallel": true,
180
+ "self": 0.5382497907266952,
181
  "children": {
182
  "process_trajectory": {
183
+ "total": 5.973292659095023,
184
+ "count": 22887,
185
  "is_parallel": true,
186
+ "self": 5.973292659095023
187
  }
188
  }
189
  }
 
192
  }
193
  },
194
  "TrainerController._save_models": {
195
+ "total": 0.5270122789952438,
196
  "count": 1,
197
+ "self": 0.0020040689851157367,
198
  "children": {
199
  "RLTrainer._checkpoint": {
200
+ "total": 0.5250082100101281,
201
  "count": 1,
202
+ "self": 0.5250082100101281
203
  }
204
  }
205
  }
run_logs/training_status.json CHANGED
@@ -5,7 +5,7 @@
5
  "steps": 64,
6
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-64.onnx",
7
  "reward": null,
8
- "creation_time": 1731355396.5915778,
9
  "auxillary_file_paths": [
10
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-64.pt"
11
  ]
@@ -15,7 +15,7 @@
15
  "steps": 64,
16
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
17
  "reward": null,
18
- "creation_time": 1731355396.5915778,
19
  "auxillary_file_paths": [
20
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-64.pt"
21
  ]
 
5
  "steps": 64,
6
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-64.onnx",
7
  "reward": null,
8
+ "creation_time": 1731421848.4668963,
9
  "auxillary_file_paths": [
10
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-64.pt"
11
  ]
 
15
  "steps": 64,
16
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
17
  "reward": null,
18
+ "creation_time": 1731421848.4668963,
19
  "auxillary_file_paths": [
20
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-64.pt"
21
  ]