First Push
Browse files- config.json +1 -1
- configuration.yaml +2 -2
- run_logs/Player-0.log +18 -21
- run_logs/timers.json +23 -176
- run_logs/training_status.json +11 -2
config.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.
|
|
|
1 |
+
{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.96, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 200000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
|
configuration.yaml
CHANGED
@@ -8,7 +8,7 @@ behaviors:
|
|
8 |
learning_rate: 0.0003
|
9 |
beta: 0.005
|
10 |
epsilon: 0.2
|
11 |
-
lambd: 0.
|
12 |
num_epoch: 3
|
13 |
shared_critic: false
|
14 |
learning_rate_schedule: linear
|
@@ -67,7 +67,7 @@ checkpoint_settings:
|
|
67 |
run_id: SnowballTarget1
|
68 |
initialize_from: null
|
69 |
load_model: false
|
70 |
-
resume:
|
71 |
force: false
|
72 |
train_model: false
|
73 |
inference: false
|
|
|
8 |
learning_rate: 0.0003
|
9 |
beta: 0.005
|
10 |
epsilon: 0.2
|
11 |
+
lambd: 0.96
|
12 |
num_epoch: 3
|
13 |
shared_critic: false
|
14 |
learning_rate_schedule: linear
|
|
|
67 |
run_id: SnowballTarget1
|
68 |
initialize_from: null
|
69 |
load_model: false
|
70 |
+
resume: true
|
71 |
force: false
|
72 |
train_model: false
|
73 |
inference: false
|
run_logs/Player-0.log
CHANGED
@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SnowballTarge
|
|
2 |
Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
|
3 |
Preloaded 'lib_burst_generated.so'
|
4 |
Preloaded 'libgrpc_csharp_ext.x64.so'
|
5 |
-
PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
|
6 |
-
PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/SnowballTarget
|
7 |
-
Unable to load player prefs
|
8 |
Initialize engine version: 2021.3.14f1 (eee1884e7226)
|
9 |
[Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
|
10 |
Forcing GfxDevice: Null
|
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
|
|
34 |
FMOD failed to initialize the output device.: "Error initializing output device. " (60)
|
35 |
FMOD initialized on nosound output
|
36 |
Begin MonoManager ReloadAssembly
|
37 |
-
- Completed reload, in 0.
|
38 |
ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
39 |
ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
40 |
ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
@@ -45,7 +42,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
|
|
45 |
WARNING: Shader Unsupported: 'Standard' - All subshaders removed
|
46 |
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
|
47 |
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
|
48 |
-
UnloadTime: 0.
|
49 |
ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
50 |
requesting resize 84 x 84
|
51 |
Setting up 1 worker threads for Enlighten.
|
@@ -53,7 +50,7 @@ Memory Statistics:
|
|
53 |
[ALLOC_TEMP_TLS] TLS Allocator
|
54 |
StackAllocators :
|
55 |
[ALLOC_TEMP_MAIN]
|
56 |
-
Peak usage frame count: [
|
57 |
Initial Block Size 4.0 MB
|
58 |
Current Block Size 4.0 MB
|
59 |
Peak Allocated Bytes 2.0 MB
|
@@ -81,7 +78,7 @@ Memory Statistics:
|
|
81 |
[ALLOC_TEMP_Job.Worker 0]
|
82 |
Initial Block Size 256.0 KB
|
83 |
Current Block Size 256.0 KB
|
84 |
-
Peak Allocated Bytes
|
85 |
Overflow Count 0
|
86 |
[ALLOC_TEMP_Background Job.Worker 10]
|
87 |
Initial Block Size 32.0 KB
|
@@ -169,22 +166,22 @@ Memory Statistics:
|
|
169 |
Peak Allocated Bytes 0 B
|
170 |
Overflow Count 0
|
171 |
[ALLOC_DEFAULT] Dual Thread Allocator
|
172 |
-
Peak main deferred allocation count
|
173 |
[ALLOC_BUCKET]
|
174 |
Large Block size 4.0 MB
|
175 |
Used Block count 1
|
176 |
Peak Allocated bytes 1.0 MB
|
177 |
[ALLOC_DEFAULT_MAIN]
|
178 |
-
Peak usage frame count: [4.0 MB-8.0 MB]:
|
179 |
Requested Block Size 16.0 MB
|
180 |
Peak Block count 1
|
181 |
-
Peak Allocated memory
|
182 |
Peak Large allocation bytes 0 B
|
183 |
[ALLOC_DEFAULT_THREAD]
|
184 |
-
Peak usage frame count: [16.0 MB-32.0 MB]:
|
185 |
Requested Block Size 16.0 MB
|
186 |
Peak Block count 1
|
187 |
-
Peak Allocated memory 17.
|
188 |
Peak Large allocation bytes 16.0 MB
|
189 |
[ALLOC_TEMP_JOB_1_FRAME]
|
190 |
Initial Block Size 2.0 MB
|
@@ -198,7 +195,7 @@ Memory Statistics:
|
|
198 |
Overflow Count (full) 0
|
199 |
[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
|
200 |
Initial Block Size 2.0 MB
|
201 |
-
Used Block Count
|
202 |
Overflow Count (too large) 0
|
203 |
Overflow Count (full) 0
|
204 |
[ALLOC_TEMP_JOB_ASYNC (Background)]
|
@@ -213,13 +210,13 @@ Memory Statistics:
|
|
213 |
Used Block count 1
|
214 |
Peak Allocated bytes 1.0 MB
|
215 |
[ALLOC_GFX_MAIN]
|
216 |
-
Peak usage frame count: [
|
217 |
Requested Block Size 16.0 MB
|
218 |
Peak Block count 1
|
219 |
-
Peak Allocated memory
|
220 |
Peak Large allocation bytes 0 B
|
221 |
[ALLOC_GFX_THREAD]
|
222 |
-
Peak usage frame count: [32.0 KB-64.0 KB]:
|
223 |
Requested Block Size 16.0 MB
|
224 |
Peak Block count 1
|
225 |
Peak Allocated memory 39.6 KB
|
@@ -231,13 +228,13 @@ Memory Statistics:
|
|
231 |
Used Block count 1
|
232 |
Peak Allocated bytes 1.0 MB
|
233 |
[ALLOC_CACHEOBJECTS_MAIN]
|
234 |
-
Peak usage frame count: [0.5 MB-1.0 MB]:
|
235 |
Requested Block Size 4.0 MB
|
236 |
Peak Block count 1
|
237 |
-
Peak Allocated memory 0.
|
238 |
Peak Large allocation bytes 0 B
|
239 |
[ALLOC_CACHEOBJECTS_THREAD]
|
240 |
-
Peak usage frame count: [
|
241 |
Requested Block Size 4.0 MB
|
242 |
Peak Block count 1
|
243 |
Peak Allocated memory 2.2 MB
|
@@ -249,13 +246,13 @@ Memory Statistics:
|
|
249 |
Used Block count 1
|
250 |
Peak Allocated bytes 1.0 MB
|
251 |
[ALLOC_TYPETREE_MAIN]
|
252 |
-
Peak usage frame count: [0-1.0 KB]:
|
253 |
Requested Block Size 2.0 MB
|
254 |
Peak Block count 1
|
255 |
Peak Allocated memory 1.0 KB
|
256 |
Peak Large allocation bytes 0 B
|
257 |
[ALLOC_TYPETREE_THREAD]
|
258 |
-
Peak usage frame count: [1.0 KB-2.0 KB]:
|
259 |
Requested Block Size 2.0 MB
|
260 |
Peak Block count 1
|
261 |
Peak Allocated memory 1.7 KB
|
|
|
2 |
Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
|
3 |
Preloaded 'lib_burst_generated.so'
|
4 |
Preloaded 'libgrpc_csharp_ext.x64.so'
|
|
|
|
|
|
|
5 |
Initialize engine version: 2021.3.14f1 (eee1884e7226)
|
6 |
[Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
|
7 |
Forcing GfxDevice: Null
|
|
|
31 |
FMOD failed to initialize the output device.: "Error initializing output device. " (60)
|
32 |
FMOD initialized on nosound output
|
33 |
Begin MonoManager ReloadAssembly
|
34 |
+
- Completed reload, in 0.078 seconds
|
35 |
ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
36 |
ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
37 |
ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
|
|
42 |
WARNING: Shader Unsupported: 'Standard' - All subshaders removed
|
43 |
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
|
44 |
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
|
45 |
+
UnloadTime: 0.756673 ms
|
46 |
ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
47 |
requesting resize 84 x 84
|
48 |
Setting up 1 worker threads for Enlighten.
|
|
|
50 |
[ALLOC_TEMP_TLS] TLS Allocator
|
51 |
StackAllocators :
|
52 |
[ALLOC_TEMP_MAIN]
|
53 |
+
Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
|
54 |
Initial Block Size 4.0 MB
|
55 |
Current Block Size 4.0 MB
|
56 |
Peak Allocated Bytes 2.0 MB
|
|
|
78 |
[ALLOC_TEMP_Job.Worker 0]
|
79 |
Initial Block Size 256.0 KB
|
80 |
Current Block Size 256.0 KB
|
81 |
+
Peak Allocated Bytes 2.8 KB
|
82 |
Overflow Count 0
|
83 |
[ALLOC_TEMP_Background Job.Worker 10]
|
84 |
Initial Block Size 32.0 KB
|
|
|
166 |
Peak Allocated Bytes 0 B
|
167 |
Overflow Count 0
|
168 |
[ALLOC_DEFAULT] Dual Thread Allocator
|
169 |
+
Peak main deferred allocation count 2
|
170 |
[ALLOC_BUCKET]
|
171 |
Large Block size 4.0 MB
|
172 |
Used Block count 1
|
173 |
Peak Allocated bytes 1.0 MB
|
174 |
[ALLOC_DEFAULT_MAIN]
|
175 |
+
Peak usage frame count: [4.0 MB-8.0 MB]: 1 frames
|
176 |
Requested Block Size 16.0 MB
|
177 |
Peak Block count 1
|
178 |
+
Peak Allocated memory 5.1 MB
|
179 |
Peak Large allocation bytes 0 B
|
180 |
[ALLOC_DEFAULT_THREAD]
|
181 |
+
Peak usage frame count: [16.0 MB-32.0 MB]: 1 frames
|
182 |
Requested Block Size 16.0 MB
|
183 |
Peak Block count 1
|
184 |
+
Peak Allocated memory 17.3 MB
|
185 |
Peak Large allocation bytes 16.0 MB
|
186 |
[ALLOC_TEMP_JOB_1_FRAME]
|
187 |
Initial Block Size 2.0 MB
|
|
|
195 |
Overflow Count (full) 0
|
196 |
[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
|
197 |
Initial Block Size 2.0 MB
|
198 |
+
Used Block Count 1
|
199 |
Overflow Count (too large) 0
|
200 |
Overflow Count (full) 0
|
201 |
[ALLOC_TEMP_JOB_ASYNC (Background)]
|
|
|
210 |
Used Block count 1
|
211 |
Peak Allocated bytes 1.0 MB
|
212 |
[ALLOC_GFX_MAIN]
|
213 |
+
Peak usage frame count: [64.0 KB-128.0 KB]: 1 frames
|
214 |
Requested Block Size 16.0 MB
|
215 |
Peak Block count 1
|
216 |
+
Peak Allocated memory 65.6 KB
|
217 |
Peak Large allocation bytes 0 B
|
218 |
[ALLOC_GFX_THREAD]
|
219 |
+
Peak usage frame count: [32.0 KB-64.0 KB]: 1 frames
|
220 |
Requested Block Size 16.0 MB
|
221 |
Peak Block count 1
|
222 |
Peak Allocated memory 39.6 KB
|
|
|
228 |
Used Block count 1
|
229 |
Peak Allocated bytes 1.0 MB
|
230 |
[ALLOC_CACHEOBJECTS_MAIN]
|
231 |
+
Peak usage frame count: [0.5 MB-1.0 MB]: 1 frames
|
232 |
Requested Block Size 4.0 MB
|
233 |
Peak Block count 1
|
234 |
+
Peak Allocated memory 0.5 MB
|
235 |
Peak Large allocation bytes 0 B
|
236 |
[ALLOC_CACHEOBJECTS_THREAD]
|
237 |
+
Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
|
238 |
Requested Block Size 4.0 MB
|
239 |
Peak Block count 1
|
240 |
Peak Allocated memory 2.2 MB
|
|
|
246 |
Used Block count 1
|
247 |
Peak Allocated bytes 1.0 MB
|
248 |
[ALLOC_TYPETREE_MAIN]
|
249 |
+
Peak usage frame count: [0-1.0 KB]: 1 frames
|
250 |
Requested Block Size 2.0 MB
|
251 |
Peak Block count 1
|
252 |
Peak Allocated memory 1.0 KB
|
253 |
Peak Large allocation bytes 0 B
|
254 |
[ALLOC_TYPETREE_THREAD]
|
255 |
+
Peak usage frame count: [1.0 KB-2.0 KB]: 1 frames
|
256 |
Requested Block Size 2.0 MB
|
257 |
Peak Block count 1
|
258 |
Peak Allocated memory 1.7 KB
|
run_logs/timers.json
CHANGED
@@ -2,170 +2,39 @@
|
|
2 |
"name": "root",
|
3 |
"metadata": {
|
4 |
"timer_format_version": "0.1.0",
|
5 |
-
"start_time_seconds": "
|
6 |
"python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]",
|
7 |
-
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics",
|
8 |
"mlagents_version": "0.31.0.dev0",
|
9 |
"mlagents_envs_version": "0.31.0.dev0",
|
10 |
"communication_protocol_version": "1.5.0",
|
11 |
"pytorch_version": "1.11.0+cu102",
|
12 |
"numpy_version": "1.21.2",
|
13 |
-
"end_time_seconds": "
|
14 |
},
|
15 |
-
"total":
|
16 |
"count": 1,
|
17 |
-
"self": 0.
|
18 |
"children": {
|
19 |
"run_training.setup": {
|
20 |
-
"total": 0.
|
21 |
"count": 1,
|
22 |
-
"self": 0.
|
23 |
},
|
24 |
"TrainerController.start_learning": {
|
25 |
-
"total":
|
26 |
"count": 1,
|
27 |
-
"self": 0.
|
28 |
"children": {
|
29 |
"TrainerController._reset_env": {
|
30 |
-
"total": 3.
|
31 |
"count": 1,
|
32 |
-
"self": 3.
|
33 |
-
},
|
34 |
-
"TrainerController.advance": {
|
35 |
-
"total": 435.70237979098385,
|
36 |
-
"count": 18205,
|
37 |
-
"self": 0.2762271939920993,
|
38 |
-
"children": {
|
39 |
-
"env_step": {
|
40 |
-
"total": 435.42615259699176,
|
41 |
-
"count": 18205,
|
42 |
-
"self": 317.48391334199823,
|
43 |
-
"children": {
|
44 |
-
"SubprocessEnvManager._take_step": {
|
45 |
-
"total": 117.67973167000707,
|
46 |
-
"count": 18205,
|
47 |
-
"self": 1.6510852940191398,
|
48 |
-
"children": {
|
49 |
-
"TorchPolicy.evaluate": {
|
50 |
-
"total": 116.02864637598793,
|
51 |
-
"count": 18205,
|
52 |
-
"self": 116.02864637598793
|
53 |
-
}
|
54 |
-
}
|
55 |
-
},
|
56 |
-
"workers": {
|
57 |
-
"total": 0.26250758498645155,
|
58 |
-
"count": 18205,
|
59 |
-
"self": 0.0,
|
60 |
-
"children": {
|
61 |
-
"worker_root": {
|
62 |
-
"total": 438.58760840899913,
|
63 |
-
"count": 18205,
|
64 |
-
"is_parallel": true,
|
65 |
-
"self": 203.63144464700326,
|
66 |
-
"children": {
|
67 |
-
"run_training.setup": {
|
68 |
-
"total": 0.0,
|
69 |
-
"count": 0,
|
70 |
-
"is_parallel": true,
|
71 |
-
"self": 0.0,
|
72 |
-
"children": {
|
73 |
-
"steps_from_proto": {
|
74 |
-
"total": 0.005141034999951444,
|
75 |
-
"count": 1,
|
76 |
-
"is_parallel": true,
|
77 |
-
"self": 0.003681536000158303,
|
78 |
-
"children": {
|
79 |
-
"_process_rank_one_or_two_observation": {
|
80 |
-
"total": 0.0014594989997931407,
|
81 |
-
"count": 10,
|
82 |
-
"is_parallel": true,
|
83 |
-
"self": 0.0014594989997931407
|
84 |
-
}
|
85 |
-
}
|
86 |
-
},
|
87 |
-
"UnityEnvironment.step": {
|
88 |
-
"total": 0.05045863299994835,
|
89 |
-
"count": 1,
|
90 |
-
"is_parallel": true,
|
91 |
-
"self": 0.0006027419999554695,
|
92 |
-
"children": {
|
93 |
-
"UnityEnvironment._generate_step_input": {
|
94 |
-
"total": 0.00031265400002666865,
|
95 |
-
"count": 1,
|
96 |
-
"is_parallel": true,
|
97 |
-
"self": 0.00031265400002666865
|
98 |
-
},
|
99 |
-
"communicator.exchange": {
|
100 |
-
"total": 0.04770847899999353,
|
101 |
-
"count": 1,
|
102 |
-
"is_parallel": true,
|
103 |
-
"self": 0.04770847899999353
|
104 |
-
},
|
105 |
-
"steps_from_proto": {
|
106 |
-
"total": 0.0018347579999726804,
|
107 |
-
"count": 1,
|
108 |
-
"is_parallel": true,
|
109 |
-
"self": 0.0003859999999349384,
|
110 |
-
"children": {
|
111 |
-
"_process_rank_one_or_two_observation": {
|
112 |
-
"total": 0.001448758000037742,
|
113 |
-
"count": 10,
|
114 |
-
"is_parallel": true,
|
115 |
-
"self": 0.001448758000037742
|
116 |
-
}
|
117 |
-
}
|
118 |
-
}
|
119 |
-
}
|
120 |
-
}
|
121 |
-
}
|
122 |
-
},
|
123 |
-
"UnityEnvironment.step": {
|
124 |
-
"total": 234.95616376199587,
|
125 |
-
"count": 18204,
|
126 |
-
"is_parallel": true,
|
127 |
-
"self": 9.698547491991349,
|
128 |
-
"children": {
|
129 |
-
"UnityEnvironment._generate_step_input": {
|
130 |
-
"total": 5.1675838610054825,
|
131 |
-
"count": 18204,
|
132 |
-
"is_parallel": true,
|
133 |
-
"self": 5.1675838610054825
|
134 |
-
},
|
135 |
-
"communicator.exchange": {
|
136 |
-
"total": 189.51783164000153,
|
137 |
-
"count": 18204,
|
138 |
-
"is_parallel": true,
|
139 |
-
"self": 189.51783164000153
|
140 |
-
},
|
141 |
-
"steps_from_proto": {
|
142 |
-
"total": 30.572200768997504,
|
143 |
-
"count": 18204,
|
144 |
-
"is_parallel": true,
|
145 |
-
"self": 6.054433819006363,
|
146 |
-
"children": {
|
147 |
-
"_process_rank_one_or_two_observation": {
|
148 |
-
"total": 24.51776694999114,
|
149 |
-
"count": 182040,
|
150 |
-
"is_parallel": true,
|
151 |
-
"self": 24.51776694999114
|
152 |
-
}
|
153 |
-
}
|
154 |
-
}
|
155 |
-
}
|
156 |
-
}
|
157 |
-
}
|
158 |
-
}
|
159 |
-
}
|
160 |
-
}
|
161 |
-
}
|
162 |
-
}
|
163 |
-
}
|
164 |
},
|
165 |
"trainer_threads": {
|
166 |
-
"total":
|
167 |
"count": 1,
|
168 |
-
"self":
|
169 |
"children": {
|
170 |
"thread_root": {
|
171 |
"total": 0.0,
|
@@ -174,38 +43,16 @@
|
|
174 |
"self": 0.0,
|
175 |
"children": {
|
176 |
"trainer_advance": {
|
177 |
-
"total":
|
178 |
-
"count":
|
179 |
"is_parallel": true,
|
180 |
-
"self":
|
181 |
"children": {
|
182 |
"process_trajectory": {
|
183 |
-
"total":
|
184 |
-
"count":
|
185 |
-
"is_parallel": true,
|
186 |
-
"self": 237.58462226901804,
|
187 |
-
"children": {
|
188 |
-
"RLTrainer._checkpoint": {
|
189 |
-
"total": 0.7940029899998535,
|
190 |
-
"count": 4,
|
191 |
-
"is_parallel": true,
|
192 |
-
"self": 0.7940029899998535
|
193 |
-
}
|
194 |
-
}
|
195 |
-
},
|
196 |
-
"_update_policy": {
|
197 |
-
"total": 184.46546391399988,
|
198 |
-
"count": 90,
|
199 |
"is_parallel": true,
|
200 |
-
"self":
|
201 |
-
"children": {
|
202 |
-
"TorchPPOOptimizer.update": {
|
203 |
-
"total": 115.60489873100039,
|
204 |
-
"count": 4587,
|
205 |
-
"is_parallel": true,
|
206 |
-
"self": 115.60489873100039
|
207 |
-
}
|
208 |
-
}
|
209 |
}
|
210 |
}
|
211 |
}
|
@@ -214,14 +61,14 @@
|
|
214 |
}
|
215 |
},
|
216 |
"TrainerController._save_models": {
|
217 |
-
"total": 0.
|
218 |
"count": 1,
|
219 |
-
"self": 0.
|
220 |
"children": {
|
221 |
"RLTrainer._checkpoint": {
|
222 |
-
"total": 0.
|
223 |
"count": 1,
|
224 |
-
"self": 0.
|
225 |
}
|
226 |
}
|
227 |
}
|
|
|
2 |
"name": "root",
|
3 |
"metadata": {
|
4 |
"timer_format_version": "0.1.0",
|
5 |
+
"start_time_seconds": "1680632345",
|
6 |
"python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]",
|
7 |
+
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --resume",
|
8 |
"mlagents_version": "0.31.0.dev0",
|
9 |
"mlagents_envs_version": "0.31.0.dev0",
|
10 |
"communication_protocol_version": "1.5.0",
|
11 |
"pytorch_version": "1.11.0+cu102",
|
12 |
"numpy_version": "1.21.2",
|
13 |
+
"end_time_seconds": "1680632350"
|
14 |
},
|
15 |
+
"total": 4.964410488999874,
|
16 |
"count": 1,
|
17 |
+
"self": 0.8029563559998678,
|
18 |
"children": {
|
19 |
"run_training.setup": {
|
20 |
+
"total": 0.008384949000173947,
|
21 |
"count": 1,
|
22 |
+
"self": 0.008384949000173947
|
23 |
},
|
24 |
"TrainerController.start_learning": {
|
25 |
+
"total": 4.153069183999833,
|
26 |
"count": 1,
|
27 |
+
"self": 0.00038638300020465977,
|
28 |
"children": {
|
29 |
"TrainerController._reset_env": {
|
30 |
+
"total": 3.9220151989998158,
|
31 |
"count": 1,
|
32 |
+
"self": 3.9220151989998158
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
},
|
34 |
"trainer_threads": {
|
35 |
+
"total": 1.8867000108002685e-05,
|
36 |
"count": 1,
|
37 |
+
"self": 1.8867000108002685e-05,
|
38 |
"children": {
|
39 |
"thread_root": {
|
40 |
"total": 0.0,
|
|
|
43 |
"self": 0.0,
|
44 |
"children": {
|
45 |
"trainer_advance": {
|
46 |
+
"total": 0.0003084939999098424,
|
47 |
+
"count": 1,
|
48 |
"is_parallel": true,
|
49 |
+
"self": 2.7613999918685295e-05,
|
50 |
"children": {
|
51 |
"process_trajectory": {
|
52 |
+
"total": 0.0002808799999911571,
|
53 |
+
"count": 1,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
54 |
"is_parallel": true,
|
55 |
+
"self": 0.0002808799999911571
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
56 |
}
|
57 |
}
|
58 |
}
|
|
|
61 |
}
|
62 |
},
|
63 |
"TrainerController._save_models": {
|
64 |
+
"total": 0.23064873499970417,
|
65 |
"count": 1,
|
66 |
+
"self": 0.0013565559997914534,
|
67 |
"children": {
|
68 |
"RLTrainer._checkpoint": {
|
69 |
+
"total": 0.22929217899991272,
|
70 |
"count": 1,
|
71 |
+
"self": 0.22929217899991272
|
72 |
}
|
73 |
}
|
74 |
}
|
run_logs/training_status.json
CHANGED
@@ -45,13 +45,22 @@
|
|
45 |
"auxillary_file_paths": [
|
46 |
"results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
|
47 |
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
48 |
}
|
49 |
],
|
50 |
"final_checkpoint": {
|
51 |
"steps": 200112,
|
52 |
"file_path": "results/SnowballTarget1/SnowballTarget.onnx",
|
53 |
-
"reward":
|
54 |
-
"creation_time":
|
55 |
"auxillary_file_paths": [
|
56 |
"results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
|
57 |
]
|
|
|
45 |
"auxillary_file_paths": [
|
46 |
"results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
|
47 |
]
|
48 |
+
},
|
49 |
+
{
|
50 |
+
"steps": 200112,
|
51 |
+
"file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.onnx",
|
52 |
+
"reward": null,
|
53 |
+
"creation_time": 1680632349.4084258,
|
54 |
+
"auxillary_file_paths": [
|
55 |
+
"results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
|
56 |
+
]
|
57 |
}
|
58 |
],
|
59 |
"final_checkpoint": {
|
60 |
"steps": 200112,
|
61 |
"file_path": "results/SnowballTarget1/SnowballTarget.onnx",
|
62 |
+
"reward": null,
|
63 |
+
"creation_time": 1680632349.4084258,
|
64 |
"auxillary_file_paths": [
|
65 |
"results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
|
66 |
]
|