Commit
•
6c67fc8
1
Parent(s):
51ead6e
Upload 18 files
Browse files- kit-amass-rot/1cp6dwpa/.hydra/config.yaml +179 -0
- kit-amass-rot/1cp6dwpa/.hydra/hydra.yaml +207 -0
- kit-amass-rot/1cp6dwpa/.hydra/overrides.yaml +1 -0
- kit-amass-rot/1cp6dwpa/checkpoints/last.ckpt +3 -0
- kit-amass-rot/1cp6dwpa/logs.err +0 -0
- kit-amass-rot/1cp6dwpa/logs.out +0 -0
- kit-amass-xyz/5xp9647f/.hydra/config.yaml +203 -0
- kit-amass-xyz/5xp9647f/.hydra/hydra.yaml +208 -0
- kit-amass-xyz/5xp9647f/.hydra/overrides.yaml +1 -0
- kit-amass-xyz/5xp9647f/checkpoints/last.ckpt +3 -0
- kit-amass-xyz/5xp9647f/logs.err +0 -0
- kit-amass-xyz/5xp9647f/logs.out +0 -0
- kit-mmm-xyz/3l49g7hv/.hydra/config.yaml +161 -0
- kit-mmm-xyz/3l49g7hv/.hydra/hydra.yaml +204 -0
- kit-mmm-xyz/3l49g7hv/.hydra/overrides.yaml +1 -0
- kit-mmm-xyz/3l49g7hv/checkpoints/last.ckpt +3 -0
- kit-mmm-xyz/3l49g7hv/logs.err +0 -0
- kit-mmm-xyz/3l49g7hv/logs.out +0 -0
kit-amass-rot/1cp6dwpa/.hydra/config.yaml
ADDED
@@ -0,0 +1,179 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
data:
|
2 |
+
transforms:
|
3 |
+
rots2rfeats:
|
4 |
+
name: SMPLVelP
|
5 |
+
_target_: temos.transforms.rots2rfeats.SMPLVelP
|
6 |
+
pose_rep: rot6d
|
7 |
+
path: ${path.deps}/transforms/rots2rfeats/smplvelp/${.pose_rep}/${data.dataname}
|
8 |
+
canonicalize: true
|
9 |
+
normalization: ${transforms.normalization}
|
10 |
+
rots2joints:
|
11 |
+
name: SMPLH
|
12 |
+
_target_: temos.transforms.rots2joints.SMPLH
|
13 |
+
jointstype: mmm
|
14 |
+
input_pose_rep: matrix
|
15 |
+
path: ${path.deps}/smplh
|
16 |
+
batch_size: ${machine.smpl_batch_size}
|
17 |
+
gender: neutral
|
18 |
+
joints2jfeats:
|
19 |
+
name: Rifke
|
20 |
+
_target_: temos.transforms.joints2jfeats.Rifke
|
21 |
+
path: ${path.deps}/transforms/joints2jfeats/rifke/${data.dataname}
|
22 |
+
normalization: ${transforms.normalization}
|
23 |
+
forward_filter: false
|
24 |
+
name: SMPLTransform
|
25 |
+
ename: smpl
|
26 |
+
_target_: temos.transforms.SMPLTransform
|
27 |
+
normalization: true
|
28 |
+
dataname: kit-amass-rot
|
29 |
+
_target_: temos.data.kit.KITDataModule
|
30 |
+
datapath: ${path.datasets}/kit
|
31 |
+
splitpath: ${path.datasets}/kit-splits
|
32 |
+
load_amass_data: true
|
33 |
+
load_with_rot: true
|
34 |
+
correspondance_path: ${path.datasets}/kitml_amass_path.json
|
35 |
+
amass_path: ${path.datasets}/AMASS
|
36 |
+
smplh_path: ${path.deps}/smplh
|
37 |
+
pick_one_text: true
|
38 |
+
batch_size: ${machine.batch_size}
|
39 |
+
num_workers: ${machine.num_workers}
|
40 |
+
framerate: 12.5
|
41 |
+
sampler: ${sampler}
|
42 |
+
tiny: false
|
43 |
+
progress_bar: true
|
44 |
+
model:
|
45 |
+
textencoder:
|
46 |
+
name: distilbert_actor
|
47 |
+
_target_: temos.model.textencoder.distilbert_actor.DistilbertActorAgnosticEncoder
|
48 |
+
latent_dim: ${model.latent_dim}
|
49 |
+
vae: ${model.vae}
|
50 |
+
ff_size: ${model.ff_size}
|
51 |
+
num_layers: ${model.num_layers}
|
52 |
+
num_head: ${model.num_head}
|
53 |
+
droupout: ${model.droupout}
|
54 |
+
activation: ${model.activation}
|
55 |
+
finetune: false
|
56 |
+
modelpath: ${path.deps}/distilbert-base-uncased
|
57 |
+
motionencoder:
|
58 |
+
name: actor_encoder
|
59 |
+
_target_: temos.model.motionencoder.actor.ActorAgnosticEncoder
|
60 |
+
latent_dim: ${model.latent_dim}
|
61 |
+
vae: ${model.vae}
|
62 |
+
ff_size: ${model.ff_size}
|
63 |
+
num_layers: ${model.num_layers}
|
64 |
+
num_head: ${model.num_head}
|
65 |
+
droupout: ${model.droupout}
|
66 |
+
activation: ${model.activation}
|
67 |
+
motiondecoder:
|
68 |
+
name: actor_decoder
|
69 |
+
_target_: temos.model.motiondecoder.actor.ActorAgnosticDecoder
|
70 |
+
latent_dim: ${model.latent_dim}
|
71 |
+
ff_size: ${model.ff_size}
|
72 |
+
num_layers: ${model.num_layers}
|
73 |
+
num_head: ${model.num_head}
|
74 |
+
droupout: ${model.droupout}
|
75 |
+
activation: ${model.activation}
|
76 |
+
losses:
|
77 |
+
_target_: temos.model.losses.TemosComputeLosses
|
78 |
+
mode: ${transforms.ename}
|
79 |
+
lmd_rfeats_recons: 1.0
|
80 |
+
lmd_jfeats_recons: 1.0
|
81 |
+
lmd_latent: 1.0e-05
|
82 |
+
lmd_kl: 1.0e-05
|
83 |
+
loss_on_both: true
|
84 |
+
force_loss_on_jfeats: false
|
85 |
+
ablation_no_kl_combine: false
|
86 |
+
ablation_no_kl_gaussian: false
|
87 |
+
ablation_no_motionencoder: false
|
88 |
+
recons_text2rfeats: ${.lmd_rfeats_recons}
|
89 |
+
recons_text2rfeats_func: ${model.func_recons}
|
90 |
+
recons_text2jfeats: ${.lmd_jfeats_recons}
|
91 |
+
recons_text2jfeats_func: ${model.func_recons}
|
92 |
+
recons_rfeats2rfeats: ${.lmd_rfeats_recons}
|
93 |
+
recons_rfeats2rfeats_func: ${model.func_recons}
|
94 |
+
recons_jfeats2jfeats: ${.lmd_jfeats_recons}
|
95 |
+
recons_jfeats2jfeats_func: ${model.func_recons}
|
96 |
+
latent_manifold: ${.lmd_latent}
|
97 |
+
latent_manifold_func: ${model.func_latent}
|
98 |
+
kl_text: ${.lmd_kl}
|
99 |
+
kl_text_func: ${model.func_kl}
|
100 |
+
kl_motion: ${.lmd_kl}
|
101 |
+
kl_motion_func: ${model.func_kl}
|
102 |
+
kl_text2motion: ${.lmd_kl}
|
103 |
+
kl_text2motion_func: ${model.func_kl}
|
104 |
+
kl_motion2text: ${.lmd_kl}
|
105 |
+
kl_motion2text_func: ${model.func_kl}
|
106 |
+
optim:
|
107 |
+
_target_: torch.optim.AdamW
|
108 |
+
lr: 0.0001
|
109 |
+
func_recons:
|
110 |
+
_target_: torch.nn.SmoothL1Loss
|
111 |
+
reduction: mean
|
112 |
+
func_latent:
|
113 |
+
_target_: torch.nn.SmoothL1Loss
|
114 |
+
reduction: mean
|
115 |
+
func_kl:
|
116 |
+
_target_: temos.model.losses.KLLoss
|
117 |
+
modelname: temos
|
118 |
+
_target_: temos.model.temos.TEMOS
|
119 |
+
latent_dim: 256
|
120 |
+
vae: true
|
121 |
+
transforms: ${transforms}
|
122 |
+
ff_size: 1024
|
123 |
+
num_layers: 6
|
124 |
+
num_head: ${model.num_layers}
|
125 |
+
droupout: 0.1
|
126 |
+
activation: gelu
|
127 |
+
machine:
|
128 |
+
name: server
|
129 |
+
batch_size: 32
|
130 |
+
smpl_batch_size: 256
|
131 |
+
num_workers: 8
|
132 |
+
trainer:
|
133 |
+
auto_select_gpus: true
|
134 |
+
benchmark: false
|
135 |
+
max_epochs: 1001
|
136 |
+
accelerator: gpu
|
137 |
+
devices: 1
|
138 |
+
log_every_n_steps: 1
|
139 |
+
deterministic: false
|
140 |
+
detect_anomaly: false
|
141 |
+
enable_progress_bar: true
|
142 |
+
sampler:
|
143 |
+
_target_: temos.data.sampling.FrameSampler
|
144 |
+
request_frames: null
|
145 |
+
sampling: conseq
|
146 |
+
sampling_step: 1
|
147 |
+
max_len: 500
|
148 |
+
min_len: 10
|
149 |
+
logger:
|
150 |
+
logger_name: none
|
151 |
+
version: ${run_id}
|
152 |
+
project: null
|
153 |
+
callback:
|
154 |
+
last_ckpt:
|
155 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
156 |
+
filename: latest-{epoch}
|
157 |
+
every_n_epochs: 1
|
158 |
+
save_top_k: 1
|
159 |
+
save_last: true
|
160 |
+
latest_ckpt:
|
161 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
162 |
+
filename: latest-{epoch}
|
163 |
+
monitor: step
|
164 |
+
mode: max
|
165 |
+
every_n_epochs: 500
|
166 |
+
save_top_k: -1
|
167 |
+
save_last: false
|
168 |
+
progress:
|
169 |
+
_target_: temos.callback.ProgressLogger
|
170 |
+
path:
|
171 |
+
deps: ${code_path:./deps}
|
172 |
+
datasets: ${code_path:./datasets}
|
173 |
+
code_dir: ${code_path:}
|
174 |
+
working_dir: ${working_path:""}
|
175 |
+
experiment: baseline
|
176 |
+
seed: 1234
|
177 |
+
logger_level: INFO
|
178 |
+
run_id: ${generate_id:}
|
179 |
+
transforms: ${data.transforms}
|
kit-amass-rot/1cp6dwpa/.hydra/hydra.yaml
ADDED
@@ -0,0 +1,207 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
hydra:
|
2 |
+
run:
|
3 |
+
dir: outputs/${data.dataname}/${experiment}/${run_id}
|
4 |
+
sweep:
|
5 |
+
dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
|
6 |
+
subdir: ${hydra.job.num}
|
7 |
+
launcher:
|
8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
+
sweeper:
|
10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
11 |
+
max_batch_size: null
|
12 |
+
params: null
|
13 |
+
help:
|
14 |
+
app_name: ${hydra.job.name}
|
15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
16 |
+
|
17 |
+
'
|
18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
19 |
+
|
20 |
+
Use --hydra-help to view Hydra specific help
|
21 |
+
|
22 |
+
'
|
23 |
+
template: '${hydra.help.header}
|
24 |
+
|
25 |
+
== Configuration groups ==
|
26 |
+
|
27 |
+
Compose your configuration from those groups (group=option)
|
28 |
+
|
29 |
+
|
30 |
+
$APP_CONFIG_GROUPS
|
31 |
+
|
32 |
+
|
33 |
+
== Config ==
|
34 |
+
|
35 |
+
Override anything in the config (foo.bar=value)
|
36 |
+
|
37 |
+
|
38 |
+
$CONFIG
|
39 |
+
|
40 |
+
|
41 |
+
${hydra.help.footer}
|
42 |
+
|
43 |
+
'
|
44 |
+
hydra_help:
|
45 |
+
template: 'Hydra (${hydra.runtime.version})
|
46 |
+
|
47 |
+
See https://hydra.cc for more info.
|
48 |
+
|
49 |
+
|
50 |
+
== Flags ==
|
51 |
+
|
52 |
+
$FLAGS_HELP
|
53 |
+
|
54 |
+
|
55 |
+
== Configuration groups ==
|
56 |
+
|
57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
58 |
+
to command line)
|
59 |
+
|
60 |
+
|
61 |
+
$HYDRA_CONFIG_GROUPS
|
62 |
+
|
63 |
+
|
64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
65 |
+
|
66 |
+
'
|
67 |
+
hydra_help: ???
|
68 |
+
hydra_logging:
|
69 |
+
version: 1
|
70 |
+
formatters:
|
71 |
+
colorlog:
|
72 |
+
(): colorlog.ColoredFormatter
|
73 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
74 |
+
datefmt: '%d/%m/%y %H:%M:%S'
|
75 |
+
handlers:
|
76 |
+
console:
|
77 |
+
class: rich.logging.RichHandler
|
78 |
+
formatter: colorlog
|
79 |
+
root:
|
80 |
+
level: INFO
|
81 |
+
handlers:
|
82 |
+
- console
|
83 |
+
disable_existing_loggers: false
|
84 |
+
job_logging:
|
85 |
+
version: 1
|
86 |
+
filters:
|
87 |
+
onlyimportant:
|
88 |
+
(): temos.tools.logging.LevelsFilter
|
89 |
+
levels:
|
90 |
+
- CRITICAL
|
91 |
+
- ERROR
|
92 |
+
- WARNING
|
93 |
+
noimportant:
|
94 |
+
(): temos.tools.logging.LevelsFilter
|
95 |
+
levels:
|
96 |
+
- INFO
|
97 |
+
- DEBUG
|
98 |
+
- NOTSET
|
99 |
+
formatters:
|
100 |
+
verysimple:
|
101 |
+
format: '%(message)s'
|
102 |
+
simple:
|
103 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
104 |
+
datefmt: '%d/%m/%y %H:%M:%S'
|
105 |
+
colorlog:
|
106 |
+
(): colorlog.ColoredFormatter
|
107 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
108 |
+
- %(message)s'
|
109 |
+
datefmt: '%d/%m/%y %H:%M:%S'
|
110 |
+
log_colors:
|
111 |
+
DEBUG: purple
|
112 |
+
INFO: green
|
113 |
+
WARNING: yellow
|
114 |
+
ERROR: red
|
115 |
+
CRITICAL: red
|
116 |
+
handlers:
|
117 |
+
console:
|
118 |
+
class: rich.logging.RichHandler
|
119 |
+
formatter: verysimple
|
120 |
+
rich_tracebacks: true
|
121 |
+
file_out:
|
122 |
+
class: logging.FileHandler
|
123 |
+
formatter: simple
|
124 |
+
filename: logs.out
|
125 |
+
filters:
|
126 |
+
- noimportant
|
127 |
+
file_err:
|
128 |
+
class: logging.FileHandler
|
129 |
+
formatter: simple
|
130 |
+
filename: logs.err
|
131 |
+
filters:
|
132 |
+
- onlyimportant
|
133 |
+
root:
|
134 |
+
level: ${logger_level}
|
135 |
+
handlers:
|
136 |
+
- console
|
137 |
+
- file_out
|
138 |
+
- file_err
|
139 |
+
disable_existing_loggers: false
|
140 |
+
env: {}
|
141 |
+
mode: RUN
|
142 |
+
searchpath: []
|
143 |
+
callbacks: {}
|
144 |
+
output_subdir: .hydra
|
145 |
+
overrides:
|
146 |
+
hydra:
|
147 |
+
- hydra.mode=RUN
|
148 |
+
task:
|
149 |
+
- data=kit-amass-rot
|
150 |
+
job:
|
151 |
+
name: train
|
152 |
+
chdir: true
|
153 |
+
override_dirname: data=kit-amass-rot
|
154 |
+
id: ???
|
155 |
+
num: ???
|
156 |
+
config_name: train
|
157 |
+
env_set: {}
|
158 |
+
env_copy: []
|
159 |
+
config:
|
160 |
+
override_dirname:
|
161 |
+
kv_sep: '='
|
162 |
+
item_sep: ','
|
163 |
+
exclude_keys: []
|
164 |
+
runtime:
|
165 |
+
version: 1.2.0
|
166 |
+
version_base: '1.2'
|
167 |
+
cwd: /home/mathis/TEMOS
|
168 |
+
config_sources:
|
169 |
+
- path: hydra.conf
|
170 |
+
schema: pkg
|
171 |
+
provider: hydra
|
172 |
+
- path: /home/mathis/TEMOS/configs
|
173 |
+
schema: file
|
174 |
+
provider: main
|
175 |
+
- path: hydra_plugins.hydra_colorlog.conf
|
176 |
+
schema: pkg
|
177 |
+
provider: hydra-colorlog
|
178 |
+
- path: ''
|
179 |
+
schema: structured
|
180 |
+
provider: schema
|
181 |
+
output_dir: /home/mathis/TEMOS/outputs/kit-amass-rot/baseline/1cp6dwpa
|
182 |
+
choices:
|
183 |
+
callback: base
|
184 |
+
logger: none
|
185 |
+
sampler: variable_conseq
|
186 |
+
trainer: gpu
|
187 |
+
machine: server
|
188 |
+
model: temos
|
189 |
+
model/optim: adamw
|
190 |
+
model/losses: temos
|
191 |
+
model/motiondecoder: actor
|
192 |
+
model/motionencoder: actor
|
193 |
+
model/textencoder: distilbert_actor
|
194 |
+
data: kit-amass-rot
|
195 |
+
transforms/joints2jfeats@data.transforms.joints2jfeats: rifke
|
196 |
+
transforms/rots2joints@data.transforms.rots2joints: smplh
|
197 |
+
transforms/rots2rfeats@data.transforms.rots2rfeats: smplvelp
|
198 |
+
hydra/env: default
|
199 |
+
hydra/callbacks: null
|
200 |
+
hydra/job_logging: rich
|
201 |
+
hydra/hydra_logging: rich
|
202 |
+
hydra/hydra_help: default
|
203 |
+
hydra/help: default
|
204 |
+
hydra/sweeper: basic
|
205 |
+
hydra/launcher: basic
|
206 |
+
hydra/output: default
|
207 |
+
verbose: false
|
kit-amass-rot/1cp6dwpa/.hydra/overrides.yaml
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
- data=kit-amass-rot
|
kit-amass-rot/1cp6dwpa/checkpoints/last.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:703fad94ed0ec9ebfdd2a38fd4dff6e39112d466480797ac61afd80fb3b31c85
|
3 |
+
size 516258667
|
kit-amass-rot/1cp6dwpa/logs.err
ADDED
File without changes
|
kit-amass-rot/1cp6dwpa/logs.out
ADDED
The diff for this file is too large to render.
See raw diff
|
|
kit-amass-xyz/5xp9647f/.hydra/config.yaml
ADDED
@@ -0,0 +1,203 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
data:
|
2 |
+
transforms_xyz:
|
3 |
+
joints2jfeats:
|
4 |
+
name: Rifke
|
5 |
+
_target_: temos.transforms.joints2jfeats.Rifke
|
6 |
+
path: ${path.deps}/transforms/joints2jfeats/rifke/${data.dataname}
|
7 |
+
normalization: ${transforms.normalization}
|
8 |
+
forward_filter: false
|
9 |
+
name: XYZTransform
|
10 |
+
ename: xyz
|
11 |
+
_target_: temos.transforms.xyz.XYZTransform
|
12 |
+
normalization: true
|
13 |
+
transforms_smpl:
|
14 |
+
rots2rfeats:
|
15 |
+
name: SMPLVelP
|
16 |
+
_target_: temos.transforms.rots2rfeats.SMPLVelP
|
17 |
+
pose_rep: rot6d
|
18 |
+
path: ${path.deps}/transforms/rots2rfeats/smplvelp/${.pose_rep}/${data.dataname}
|
19 |
+
canonicalize: true
|
20 |
+
normalization: false
|
21 |
+
rots2joints:
|
22 |
+
name: SMPLH
|
23 |
+
_target_: temos.transforms.rots2joints.SMPLH
|
24 |
+
jointstype: mmm
|
25 |
+
input_pose_rep: matrix
|
26 |
+
path: ${path.deps}/smplh
|
27 |
+
batch_size: ${machine.smpl_batch_size}
|
28 |
+
gender: neutral
|
29 |
+
joints2jfeats:
|
30 |
+
name: Rifke
|
31 |
+
_target_: temos.transforms.joints2jfeats.Rifke
|
32 |
+
path: ${path.deps}/transforms/joints2jfeats/rifke/${data.dataname}
|
33 |
+
normalization: false
|
34 |
+
forward_filter: false
|
35 |
+
name: SMPLTransform
|
36 |
+
ename: smpl
|
37 |
+
_target_: temos.transforms.SMPLTransform
|
38 |
+
normalization: false
|
39 |
+
dataname: kit-amass-xyz
|
40 |
+
_target_: temos.data.kit.KITDataModule
|
41 |
+
datapath: ${path.datasets}/kit
|
42 |
+
splitpath: ${path.datasets}/kit-splits
|
43 |
+
load_amass_data: true
|
44 |
+
load_with_rot: false
|
45 |
+
correspondance_path: ${path.datasets}/kitml_amass_path.json
|
46 |
+
amass_path: ${path.datasets}/AMASS
|
47 |
+
smplh_path: ${path.deps}/smplh
|
48 |
+
load_actions: false
|
49 |
+
load_canonicalized_text: false
|
50 |
+
pick_one_text: true
|
51 |
+
batch_size: ${machine.batch_size}
|
52 |
+
num_workers: ${machine.num_workers}
|
53 |
+
framerate: 12.5
|
54 |
+
sampler: ${sampler}
|
55 |
+
transforms:
|
56 |
+
joints2jfeats:
|
57 |
+
name: Rifke
|
58 |
+
_target_: temos.transforms.joints2jfeats.Rifke
|
59 |
+
path: ${path.deps}/transforms/joints2jfeats/rifke/${data.dataname}
|
60 |
+
normalization: ${transforms.normalization}
|
61 |
+
forward_filter: false
|
62 |
+
name: XYZTransform
|
63 |
+
ename: xyz
|
64 |
+
_target_: temos.transforms.xyz.XYZTransform
|
65 |
+
normalization: true
|
66 |
+
tiny: false
|
67 |
+
progress_bar: true
|
68 |
+
model:
|
69 |
+
textencoder:
|
70 |
+
name: distilbert_actor
|
71 |
+
_target_: temos.model.textencoder.distilbert_actor.DistilbertActorAgnosticEncoder
|
72 |
+
latent_dim: ${model.latent_dim}
|
73 |
+
vae: ${model.vae}
|
74 |
+
ff_size: ${model.ff_size}
|
75 |
+
num_layers: ${model.num_layers}
|
76 |
+
num_head: ${model.num_head}
|
77 |
+
droupout: ${model.droupout}
|
78 |
+
activation: ${model.activation}
|
79 |
+
finetune: false
|
80 |
+
modelpath: ${path.deps}/distilbert-base-uncased
|
81 |
+
motionencoder:
|
82 |
+
name: actor_encoder
|
83 |
+
_target_: temos.model.motionencoder.actor.ActorAgnosticEncoder
|
84 |
+
latent_dim: ${model.latent_dim}
|
85 |
+
vae: ${model.vae}
|
86 |
+
ff_size: ${model.ff_size}
|
87 |
+
num_layers: ${model.num_layers}
|
88 |
+
num_head: ${model.num_head}
|
89 |
+
droupout: ${model.droupout}
|
90 |
+
activation: ${model.activation}
|
91 |
+
motiondecoder:
|
92 |
+
name: actor_decoder
|
93 |
+
_target_: temos.model.motiondecoder.actor.ActorAgnosticDecoder
|
94 |
+
latent_dim: ${model.latent_dim}
|
95 |
+
ff_size: ${model.ff_size}
|
96 |
+
num_layers: ${model.num_layers}
|
97 |
+
num_head: ${model.num_head}
|
98 |
+
droupout: ${model.droupout}
|
99 |
+
activation: ${model.activation}
|
100 |
+
losses:
|
101 |
+
_target_: temos.model.losses.TemosComputeLosses
|
102 |
+
mode: ${transforms.ename}
|
103 |
+
lmd_rfeats_recons: 1.0
|
104 |
+
lmd_jfeats_recons: 1.0
|
105 |
+
lmd_latent: 1.0e-05
|
106 |
+
lmd_kl: 1.0e-05
|
107 |
+
loss_on_both: true
|
108 |
+
force_loss_on_jfeats: false
|
109 |
+
ablation_no_kl_combine: false
|
110 |
+
ablation_no_kl_gaussian: false
|
111 |
+
ablation_no_motionencoder: false
|
112 |
+
recons_text2rfeats: ${.lmd_rfeats_recons}
|
113 |
+
recons_text2rfeats_func: ${model.func_recons}
|
114 |
+
recons_text2jfeats: ${.lmd_jfeats_recons}
|
115 |
+
recons_text2jfeats_func: ${model.func_recons}
|
116 |
+
recons_rfeats2rfeats: ${.lmd_rfeats_recons}
|
117 |
+
recons_rfeats2rfeats_func: ${model.func_recons}
|
118 |
+
recons_jfeats2jfeats: ${.lmd_jfeats_recons}
|
119 |
+
recons_jfeats2jfeats_func: ${model.func_recons}
|
120 |
+
latent_manifold: ${.lmd_latent}
|
121 |
+
latent_manifold_func: ${model.func_latent}
|
122 |
+
kl_text: ${.lmd_kl}
|
123 |
+
kl_text_func: ${model.func_kl}
|
124 |
+
kl_motion: ${.lmd_kl}
|
125 |
+
kl_motion_func: ${model.func_kl}
|
126 |
+
kl_text2motion: ${.lmd_kl}
|
127 |
+
kl_text2motion_func: ${model.func_kl}
|
128 |
+
kl_motion2text: ${.lmd_kl}
|
129 |
+
kl_motion2text_func: ${model.func_kl}
|
130 |
+
optim:
|
131 |
+
_target_: torch.optim.AdamW
|
132 |
+
lr: 0.0001
|
133 |
+
func_recons:
|
134 |
+
_target_: torch.nn.SmoothL1Loss
|
135 |
+
reduction: mean
|
136 |
+
func_latent:
|
137 |
+
_target_: torch.nn.SmoothL1Loss
|
138 |
+
reduction: mean
|
139 |
+
func_kl:
|
140 |
+
_target_: temos.model.losses.KLLoss
|
141 |
+
modelname: temos
|
142 |
+
_target_: temos.model.temos.TEMOS
|
143 |
+
latent_dim: 256
|
144 |
+
vae: true
|
145 |
+
transforms: ${transforms}
|
146 |
+
ff_size: 1024
|
147 |
+
num_layers: 6
|
148 |
+
num_head: ${model.num_layers}
|
149 |
+
droupout: 0.1
|
150 |
+
activation: gelu
|
151 |
+
machine:
|
152 |
+
name: server
|
153 |
+
batch_size: 32
|
154 |
+
smpl_batch_size: 256
|
155 |
+
num_workers: 8
|
156 |
+
trainer:
|
157 |
+
auto_select_gpus: true
|
158 |
+
benchmark: false
|
159 |
+
max_epochs: 1001
|
160 |
+
accelerator: gpu
|
161 |
+
devices: 1
|
162 |
+
log_every_n_steps: 1
|
163 |
+
deterministic: false
|
164 |
+
detect_anomaly: false
|
165 |
+
enable_progress_bar: true
|
166 |
+
sampler:
|
167 |
+
_target_: temos.data.sampling.FrameSampler
|
168 |
+
request_frames: null
|
169 |
+
sampling: conseq
|
170 |
+
sampling_step: 1
|
171 |
+
max_len: 500
|
172 |
+
min_len: 10
|
173 |
+
logger:
|
174 |
+
logger_name: none
|
175 |
+
version: ${run_id}
|
176 |
+
project: null
|
177 |
+
callback:
|
178 |
+
last_ckpt:
|
179 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
180 |
+
filename: latest-{epoch}
|
181 |
+
every_n_epochs: 1
|
182 |
+
save_top_k: 1
|
183 |
+
save_last: true
|
184 |
+
latest_ckpt:
|
185 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
186 |
+
filename: latest-{epoch}
|
187 |
+
monitor: step
|
188 |
+
mode: max
|
189 |
+
every_n_epochs: 500
|
190 |
+
save_top_k: -1
|
191 |
+
save_last: false
|
192 |
+
progress:
|
193 |
+
_target_: temos.callback.ProgressLogger
|
194 |
+
path:
|
195 |
+
deps: ${code_path:./deps}
|
196 |
+
datasets: ${code_path:./datasets}
|
197 |
+
code_dir: ${code_path:}
|
198 |
+
working_dir: ${working_path:""}
|
199 |
+
experiment: baseline
|
200 |
+
seed: 1234
|
201 |
+
logger_level: INFO
|
202 |
+
run_id: ${generate_id:}
|
203 |
+
transforms: ${data.transforms}
|
kit-amass-xyz/5xp9647f/.hydra/hydra.yaml
ADDED
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
hydra:
|
2 |
+
run:
|
3 |
+
dir: outputs/${data.dataname}/${experiment}/${run_id}
|
4 |
+
sweep:
|
5 |
+
dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
|
6 |
+
subdir: ${hydra.job.num}
|
7 |
+
launcher:
|
8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
+
sweeper:
|
10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
11 |
+
max_batch_size: null
|
12 |
+
params: null
|
13 |
+
help:
|
14 |
+
app_name: ${hydra.job.name}
|
15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
16 |
+
|
17 |
+
'
|
18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
19 |
+
|
20 |
+
Use --hydra-help to view Hydra specific help
|
21 |
+
|
22 |
+
'
|
23 |
+
template: '${hydra.help.header}
|
24 |
+
|
25 |
+
== Configuration groups ==
|
26 |
+
|
27 |
+
Compose your configuration from those groups (group=option)
|
28 |
+
|
29 |
+
|
30 |
+
$APP_CONFIG_GROUPS
|
31 |
+
|
32 |
+
|
33 |
+
== Config ==
|
34 |
+
|
35 |
+
Override anything in the config (foo.bar=value)
|
36 |
+
|
37 |
+
|
38 |
+
$CONFIG
|
39 |
+
|
40 |
+
|
41 |
+
${hydra.help.footer}
|
42 |
+
|
43 |
+
'
|
44 |
+
hydra_help:
|
45 |
+
template: 'Hydra (${hydra.runtime.version})
|
46 |
+
|
47 |
+
See https://hydra.cc for more info.
|
48 |
+
|
49 |
+
|
50 |
+
== Flags ==
|
51 |
+
|
52 |
+
$FLAGS_HELP
|
53 |
+
|
54 |
+
|
55 |
+
== Configuration groups ==
|
56 |
+
|
57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
58 |
+
to command line)
|
59 |
+
|
60 |
+
|
61 |
+
$HYDRA_CONFIG_GROUPS
|
62 |
+
|
63 |
+
|
64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
65 |
+
|
66 |
+
'
|
67 |
+
hydra_help: ???
|
68 |
+
hydra_logging:
|
69 |
+
version: 1
|
70 |
+
formatters:
|
71 |
+
colorlog:
|
72 |
+
(): colorlog.ColoredFormatter
|
73 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
74 |
+
datefmt: '%d/%m/%y %H:%M:%S'
|
75 |
+
handlers:
|
76 |
+
console:
|
77 |
+
class: rich.logging.RichHandler
|
78 |
+
formatter: colorlog
|
79 |
+
root:
|
80 |
+
level: INFO
|
81 |
+
handlers:
|
82 |
+
- console
|
83 |
+
disable_existing_loggers: false
|
84 |
+
job_logging:
|
85 |
+
version: 1
|
86 |
+
filters:
|
87 |
+
onlyimportant:
|
88 |
+
(): temos.tools.logging.LevelsFilter
|
89 |
+
levels:
|
90 |
+
- CRITICAL
|
91 |
+
- ERROR
|
92 |
+
- WARNING
|
93 |
+
noimportant:
|
94 |
+
(): temos.tools.logging.LevelsFilter
|
95 |
+
levels:
|
96 |
+
- INFO
|
97 |
+
- DEBUG
|
98 |
+
- NOTSET
|
99 |
+
formatters:
|
100 |
+
verysimple:
|
101 |
+
format: '%(message)s'
|
102 |
+
simple:
|
103 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
104 |
+
datefmt: '%d/%m/%y %H:%M:%S'
|
105 |
+
colorlog:
|
106 |
+
(): colorlog.ColoredFormatter
|
107 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
108 |
+
- %(message)s'
|
109 |
+
datefmt: '%d/%m/%y %H:%M:%S'
|
110 |
+
log_colors:
|
111 |
+
DEBUG: purple
|
112 |
+
INFO: green
|
113 |
+
WARNING: yellow
|
114 |
+
ERROR: red
|
115 |
+
CRITICAL: red
|
116 |
+
handlers:
|
117 |
+
console:
|
118 |
+
class: rich.logging.RichHandler
|
119 |
+
formatter: verysimple
|
120 |
+
rich_tracebacks: true
|
121 |
+
file_out:
|
122 |
+
class: logging.FileHandler
|
123 |
+
formatter: simple
|
124 |
+
filename: logs.out
|
125 |
+
filters:
|
126 |
+
- noimportant
|
127 |
+
file_err:
|
128 |
+
class: logging.FileHandler
|
129 |
+
formatter: simple
|
130 |
+
filename: logs.err
|
131 |
+
filters:
|
132 |
+
- onlyimportant
|
133 |
+
root:
|
134 |
+
level: ${logger_level}
|
135 |
+
handlers:
|
136 |
+
- console
|
137 |
+
- file_out
|
138 |
+
- file_err
|
139 |
+
disable_existing_loggers: false
|
140 |
+
env: {}
|
141 |
+
mode: RUN
|
142 |
+
searchpath: []
|
143 |
+
callbacks: {}
|
144 |
+
output_subdir: .hydra
|
145 |
+
overrides:
|
146 |
+
hydra:
|
147 |
+
- hydra.mode=RUN
|
148 |
+
task:
|
149 |
+
- data=kit-amass-xyz
|
150 |
+
job:
|
151 |
+
name: train
|
152 |
+
chdir: true
|
153 |
+
override_dirname: data=kit-amass-xyz
|
154 |
+
id: ???
|
155 |
+
num: ???
|
156 |
+
config_name: train
|
157 |
+
env_set: {}
|
158 |
+
env_copy: []
|
159 |
+
config:
|
160 |
+
override_dirname:
|
161 |
+
kv_sep: '='
|
162 |
+
item_sep: ','
|
163 |
+
exclude_keys: []
|
164 |
+
runtime:
|
165 |
+
version: 1.2.0
|
166 |
+
version_base: '1.2'
|
167 |
+
cwd: /home/mathis/TEMOS
|
168 |
+
config_sources:
|
169 |
+
- path: hydra.conf
|
170 |
+
schema: pkg
|
171 |
+
provider: hydra
|
172 |
+
- path: /home/mathis/TEMOS/configs
|
173 |
+
schema: file
|
174 |
+
provider: main
|
175 |
+
- path: hydra_plugins.hydra_colorlog.conf
|
176 |
+
schema: pkg
|
177 |
+
provider: hydra-colorlog
|
178 |
+
- path: ''
|
179 |
+
schema: structured
|
180 |
+
provider: schema
|
181 |
+
output_dir: /home/mathis/TEMOS/outputs/kit-amass-xyz/baseline/5xp9647f
|
182 |
+
choices:
|
183 |
+
callback: base
|
184 |
+
logger: none
|
185 |
+
sampler: variable_conseq
|
186 |
+
trainer: gpu
|
187 |
+
machine: server
|
188 |
+
model: temos
|
189 |
+
model/optim: adamw
|
190 |
+
model/losses: temos
|
191 |
+
model/motiondecoder: actor
|
192 |
+
model/motionencoder: actor
|
193 |
+
model/textencoder: distilbert_actor
|
194 |
+
data: kit-amass-xyz
|
195 |
+
transforms/joints2jfeats@data.transforms_smpl.joints2jfeats: rifke
|
196 |
+
transforms/rots2joints@data.transforms_smpl.rots2joints: smplh
|
197 |
+
transforms/rots2rfeats@data.transforms_smpl.rots2rfeats: smplvelp
|
198 |
+
transforms/joints2jfeats@data.transforms_xyz.joints2jfeats: rifke
|
199 |
+
hydra/env: default
|
200 |
+
hydra/callbacks: null
|
201 |
+
hydra/job_logging: rich
|
202 |
+
hydra/hydra_logging: rich
|
203 |
+
hydra/hydra_help: default
|
204 |
+
hydra/help: default
|
205 |
+
hydra/sweeper: basic
|
206 |
+
hydra/launcher: basic
|
207 |
+
hydra/output: default
|
208 |
+
verbose: false
|
kit-amass-xyz/5xp9647f/.hydra/overrides.yaml
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
- data=kit-amass-xyz
|
kit-amass-xyz/5xp9647f/checkpoints/last.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:976aa973604eb4090fe8a02158b8eaae91f8dd8e9adfe140f07941e9e5bf6277
|
3 |
+
size 515819115
|
kit-amass-xyz/5xp9647f/logs.err
ADDED
File without changes
|
kit-amass-xyz/5xp9647f/logs.out
ADDED
The diff for this file is too large to render.
See raw diff
|
|
kit-mmm-xyz/3l49g7hv/.hydra/config.yaml
ADDED
@@ -0,0 +1,161 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
data:
|
2 |
+
transforms:
|
3 |
+
joints2jfeats:
|
4 |
+
name: Rifke
|
5 |
+
_target_: temos.transforms.joints2jfeats.Rifke
|
6 |
+
path: ${path.deps}/transforms/joints2jfeats/rifke/${data.dataname}
|
7 |
+
normalization: ${transforms.normalization}
|
8 |
+
forward_filter: false
|
9 |
+
name: XYZTransform
|
10 |
+
ename: xyz
|
11 |
+
_target_: temos.transforms.xyz.XYZTransform
|
12 |
+
normalization: true
|
13 |
+
dataname: kit-mmm-xyz
|
14 |
+
_target_: temos.data.kit.KITDataModule
|
15 |
+
datapath: ${path.datasets}/kit
|
16 |
+
splitpath: ${path.datasets}/kit-splits
|
17 |
+
load_amass_data: false
|
18 |
+
load_with_rot: false
|
19 |
+
pick_one_text: true
|
20 |
+
batch_size: ${machine.batch_size}
|
21 |
+
num_workers: ${machine.num_workers}
|
22 |
+
framerate: 12.5
|
23 |
+
sampler: ${sampler}
|
24 |
+
tiny: false
|
25 |
+
progress_bar: true
|
26 |
+
model:
|
27 |
+
textencoder:
|
28 |
+
name: distilbert_actor
|
29 |
+
_target_: temos.model.textencoder.distilbert_actor.DistilbertActorAgnosticEncoder
|
30 |
+
latent_dim: ${model.latent_dim}
|
31 |
+
vae: ${model.vae}
|
32 |
+
ff_size: ${model.ff_size}
|
33 |
+
num_layers: ${model.num_layers}
|
34 |
+
num_head: ${model.num_head}
|
35 |
+
droupout: ${model.droupout}
|
36 |
+
activation: ${model.activation}
|
37 |
+
finetune: false
|
38 |
+
modelpath: ${path.deps}/distilbert-base-uncased
|
39 |
+
motionencoder:
|
40 |
+
name: actor_encoder
|
41 |
+
_target_: temos.model.motionencoder.actor.ActorAgnosticEncoder
|
42 |
+
latent_dim: ${model.latent_dim}
|
43 |
+
vae: ${model.vae}
|
44 |
+
ff_size: ${model.ff_size}
|
45 |
+
num_layers: ${model.num_layers}
|
46 |
+
num_head: ${model.num_head}
|
47 |
+
droupout: ${model.droupout}
|
48 |
+
activation: ${model.activation}
|
49 |
+
motiondecoder:
|
50 |
+
name: actor_decoder
|
51 |
+
_target_: temos.model.motiondecoder.actor.ActorAgnosticDecoder
|
52 |
+
latent_dim: ${model.latent_dim}
|
53 |
+
ff_size: ${model.ff_size}
|
54 |
+
num_layers: ${model.num_layers}
|
55 |
+
num_head: ${model.num_head}
|
56 |
+
droupout: ${model.droupout}
|
57 |
+
activation: ${model.activation}
|
58 |
+
losses:
|
59 |
+
_target_: temos.model.losses.TemosComputeLosses
|
60 |
+
mode: ${transforms.ename}
|
61 |
+
lmd_rfeats_recons: 1.0
|
62 |
+
lmd_jfeats_recons: 1.0
|
63 |
+
lmd_latent: 1.0e-05
|
64 |
+
lmd_kl: 1.0e-05
|
65 |
+
loss_on_both: true
|
66 |
+
force_loss_on_jfeats: false
|
67 |
+
ablation_no_kl_combine: false
|
68 |
+
ablation_no_kl_gaussian: false
|
69 |
+
ablation_no_motionencoder: false
|
70 |
+
recons_text2rfeats: ${.lmd_rfeats_recons}
|
71 |
+
recons_text2rfeats_func: ${model.func_recons}
|
72 |
+
recons_text2jfeats: ${.lmd_jfeats_recons}
|
73 |
+
recons_text2jfeats_func: ${model.func_recons}
|
74 |
+
recons_rfeats2rfeats: ${.lmd_rfeats_recons}
|
75 |
+
recons_rfeats2rfeats_func: ${model.func_recons}
|
76 |
+
recons_jfeats2jfeats: ${.lmd_jfeats_recons}
|
77 |
+
recons_jfeats2jfeats_func: ${model.func_recons}
|
78 |
+
latent_manifold: ${.lmd_latent}
|
79 |
+
latent_manifold_func: ${model.func_latent}
|
80 |
+
kl_text: ${.lmd_kl}
|
81 |
+
kl_text_func: ${model.func_kl}
|
82 |
+
kl_motion: ${.lmd_kl}
|
83 |
+
kl_motion_func: ${model.func_kl}
|
84 |
+
kl_text2motion: ${.lmd_kl}
|
85 |
+
kl_text2motion_func: ${model.func_kl}
|
86 |
+
kl_motion2text: ${.lmd_kl}
|
87 |
+
kl_motion2text_func: ${model.func_kl}
|
88 |
+
optim:
|
89 |
+
_target_: torch.optim.AdamW
|
90 |
+
lr: 0.0001
|
91 |
+
func_recons:
|
92 |
+
_target_: torch.nn.SmoothL1Loss
|
93 |
+
reduction: mean
|
94 |
+
func_latent:
|
95 |
+
_target_: torch.nn.SmoothL1Loss
|
96 |
+
reduction: mean
|
97 |
+
func_kl:
|
98 |
+
_target_: temos.model.losses.KLLoss
|
99 |
+
modelname: temos
|
100 |
+
_target_: temos.model.temos.TEMOS
|
101 |
+
latent_dim: 256
|
102 |
+
vae: true
|
103 |
+
transforms: ${transforms}
|
104 |
+
ff_size: 1024
|
105 |
+
num_layers: 6
|
106 |
+
num_head: ${model.num_layers}
|
107 |
+
droupout: 0.1
|
108 |
+
activation: gelu
|
109 |
+
machine:
|
110 |
+
name: server
|
111 |
+
batch_size: 32
|
112 |
+
smpl_batch_size: 256
|
113 |
+
num_workers: 8
|
114 |
+
trainer:
|
115 |
+
auto_select_gpus: true
|
116 |
+
benchmark: false
|
117 |
+
max_epochs: 1001
|
118 |
+
accelerator: gpu
|
119 |
+
devices: 1
|
120 |
+
log_every_n_steps: 1
|
121 |
+
deterministic: false
|
122 |
+
detect_anomaly: false
|
123 |
+
enable_progress_bar: true
|
124 |
+
sampler:
|
125 |
+
_target_: temos.data.sampling.FrameSampler
|
126 |
+
request_frames: null
|
127 |
+
sampling: conseq
|
128 |
+
sampling_step: 1
|
129 |
+
max_len: 500
|
130 |
+
min_len: 10
|
131 |
+
logger:
|
132 |
+
logger_name: none
|
133 |
+
version: ${run_id}
|
134 |
+
project: null
|
135 |
+
callback:
|
136 |
+
last_ckpt:
|
137 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
138 |
+
filename: latest-{epoch}
|
139 |
+
every_n_epochs: 1
|
140 |
+
save_top_k: 1
|
141 |
+
save_last: true
|
142 |
+
latest_ckpt:
|
143 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
144 |
+
filename: latest-{epoch}
|
145 |
+
monitor: step
|
146 |
+
mode: max
|
147 |
+
every_n_epochs: 500
|
148 |
+
save_top_k: -1
|
149 |
+
save_last: false
|
150 |
+
progress:
|
151 |
+
_target_: temos.callback.ProgressLogger
|
152 |
+
path:
|
153 |
+
deps: ${code_path:./deps}
|
154 |
+
datasets: ${code_path:./datasets}
|
155 |
+
code_dir: ${code_path:}
|
156 |
+
working_dir: ${working_path:""}
|
157 |
+
experiment: baseline
|
158 |
+
seed: 1234
|
159 |
+
logger_level: INFO
|
160 |
+
run_id: ${generate_id:}
|
161 |
+
transforms: ${data.transforms}
|
kit-mmm-xyz/3l49g7hv/.hydra/hydra.yaml
ADDED
@@ -0,0 +1,204 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
hydra:
|
2 |
+
run:
|
3 |
+
dir: outputs/${data.dataname}/${experiment}/${run_id}
|
4 |
+
sweep:
|
5 |
+
dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
|
6 |
+
subdir: ${hydra.job.num}
|
7 |
+
launcher:
|
8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
+
sweeper:
|
10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
11 |
+
max_batch_size: null
|
12 |
+
params: null
|
13 |
+
help:
|
14 |
+
app_name: ${hydra.job.name}
|
15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
16 |
+
|
17 |
+
'
|
18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
19 |
+
|
20 |
+
Use --hydra-help to view Hydra specific help
|
21 |
+
|
22 |
+
'
|
23 |
+
template: '${hydra.help.header}
|
24 |
+
|
25 |
+
== Configuration groups ==
|
26 |
+
|
27 |
+
Compose your configuration from those groups (group=option)
|
28 |
+
|
29 |
+
|
30 |
+
$APP_CONFIG_GROUPS
|
31 |
+
|
32 |
+
|
33 |
+
== Config ==
|
34 |
+
|
35 |
+
Override anything in the config (foo.bar=value)
|
36 |
+
|
37 |
+
|
38 |
+
$CONFIG
|
39 |
+
|
40 |
+
|
41 |
+
${hydra.help.footer}
|
42 |
+
|
43 |
+
'
|
44 |
+
hydra_help:
|
45 |
+
template: 'Hydra (${hydra.runtime.version})
|
46 |
+
|
47 |
+
See https://hydra.cc for more info.
|
48 |
+
|
49 |
+
|
50 |
+
== Flags ==
|
51 |
+
|
52 |
+
$FLAGS_HELP
|
53 |
+
|
54 |
+
|
55 |
+
== Configuration groups ==
|
56 |
+
|
57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
58 |
+
to command line)
|
59 |
+
|
60 |
+
|
61 |
+
$HYDRA_CONFIG_GROUPS
|
62 |
+
|
63 |
+
|
64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
65 |
+
|
66 |
+
'
|
67 |
+
hydra_help: ???
|
68 |
+
hydra_logging:
|
69 |
+
version: 1
|
70 |
+
formatters:
|
71 |
+
colorlog:
|
72 |
+
(): colorlog.ColoredFormatter
|
73 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
74 |
+
datefmt: '%d/%m/%y %H:%M:%S'
|
75 |
+
handlers:
|
76 |
+
console:
|
77 |
+
class: rich.logging.RichHandler
|
78 |
+
formatter: colorlog
|
79 |
+
root:
|
80 |
+
level: INFO
|
81 |
+
handlers:
|
82 |
+
- console
|
83 |
+
disable_existing_loggers: false
|
84 |
+
job_logging:
|
85 |
+
version: 1
|
86 |
+
filters:
|
87 |
+
onlyimportant:
|
88 |
+
(): temos.tools.logging.LevelsFilter
|
89 |
+
levels:
|
90 |
+
- CRITICAL
|
91 |
+
- ERROR
|
92 |
+
- WARNING
|
93 |
+
noimportant:
|
94 |
+
(): temos.tools.logging.LevelsFilter
|
95 |
+
levels:
|
96 |
+
- INFO
|
97 |
+
- DEBUG
|
98 |
+
- NOTSET
|
99 |
+
formatters:
|
100 |
+
verysimple:
|
101 |
+
format: '%(message)s'
|
102 |
+
simple:
|
103 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
104 |
+
datefmt: '%d/%m/%y %H:%M:%S'
|
105 |
+
colorlog:
|
106 |
+
(): colorlog.ColoredFormatter
|
107 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
108 |
+
- %(message)s'
|
109 |
+
datefmt: '%d/%m/%y %H:%M:%S'
|
110 |
+
log_colors:
|
111 |
+
DEBUG: purple
|
112 |
+
INFO: green
|
113 |
+
WARNING: yellow
|
114 |
+
ERROR: red
|
115 |
+
CRITICAL: red
|
116 |
+
handlers:
|
117 |
+
console:
|
118 |
+
class: rich.logging.RichHandler
|
119 |
+
formatter: verysimple
|
120 |
+
rich_tracebacks: true
|
121 |
+
file_out:
|
122 |
+
class: logging.FileHandler
|
123 |
+
formatter: simple
|
124 |
+
filename: logs.out
|
125 |
+
filters:
|
126 |
+
- noimportant
|
127 |
+
file_err:
|
128 |
+
class: logging.FileHandler
|
129 |
+
formatter: simple
|
130 |
+
filename: logs.err
|
131 |
+
filters:
|
132 |
+
- onlyimportant
|
133 |
+
root:
|
134 |
+
level: ${logger_level}
|
135 |
+
handlers:
|
136 |
+
- console
|
137 |
+
- file_out
|
138 |
+
- file_err
|
139 |
+
disable_existing_loggers: false
|
140 |
+
env: {}
|
141 |
+
mode: RUN
|
142 |
+
searchpath: []
|
143 |
+
callbacks: {}
|
144 |
+
output_subdir: .hydra
|
145 |
+
overrides:
|
146 |
+
hydra:
|
147 |
+
- hydra.mode=RUN
|
148 |
+
task: []
|
149 |
+
job:
|
150 |
+
name: train
|
151 |
+
chdir: true
|
152 |
+
override_dirname: ''
|
153 |
+
id: ???
|
154 |
+
num: ???
|
155 |
+
config_name: train
|
156 |
+
env_set: {}
|
157 |
+
env_copy: []
|
158 |
+
config:
|
159 |
+
override_dirname:
|
160 |
+
kv_sep: '='
|
161 |
+
item_sep: ','
|
162 |
+
exclude_keys: []
|
163 |
+
runtime:
|
164 |
+
version: 1.2.0
|
165 |
+
version_base: '1.2'
|
166 |
+
cwd: /home/mathis/TEMOS
|
167 |
+
config_sources:
|
168 |
+
- path: hydra.conf
|
169 |
+
schema: pkg
|
170 |
+
provider: hydra
|
171 |
+
- path: /home/mathis/TEMOS/configs
|
172 |
+
schema: file
|
173 |
+
provider: main
|
174 |
+
- path: hydra_plugins.hydra_colorlog.conf
|
175 |
+
schema: pkg
|
176 |
+
provider: hydra-colorlog
|
177 |
+
- path: ''
|
178 |
+
schema: structured
|
179 |
+
provider: schema
|
180 |
+
output_dir: /home/mathis/TEMOS/outputs/kit-mmm-xyz/baseline/3l49g7hv
|
181 |
+
choices:
|
182 |
+
callback: base
|
183 |
+
logger: none
|
184 |
+
sampler: variable_conseq
|
185 |
+
trainer: gpu
|
186 |
+
machine: server
|
187 |
+
model: temos
|
188 |
+
model/optim: adamw
|
189 |
+
model/losses: temos
|
190 |
+
model/motiondecoder: actor
|
191 |
+
model/motionencoder: actor
|
192 |
+
model/textencoder: distilbert_actor
|
193 |
+
data: kit-mmm-xyz
|
194 |
+
transforms/joints2jfeats@data.transforms.joints2jfeats: rifke
|
195 |
+
hydra/env: default
|
196 |
+
hydra/callbacks: null
|
197 |
+
hydra/job_logging: rich
|
198 |
+
hydra/hydra_logging: rich
|
199 |
+
hydra/hydra_help: default
|
200 |
+
hydra/help: default
|
201 |
+
hydra/sweeper: basic
|
202 |
+
hydra/launcher: basic
|
203 |
+
hydra/output: default
|
204 |
+
verbose: false
|
kit-mmm-xyz/3l49g7hv/.hydra/overrides.yaml
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
[]
|
kit-mmm-xyz/3l49g7hv/checkpoints/last.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:99cba917da6068e0b59d23573d34c4a59fbbc493eb96573cb96db3c4e69331a5
|
3 |
+
size 473558970
|
kit-mmm-xyz/3l49g7hv/logs.err
ADDED
File without changes
|
kit-mmm-xyz/3l49g7hv/logs.out
ADDED
The diff for this file is too large to render.
See raw diff
|
|