tauhuang commited on
Commit
4014bf8
1 Parent(s): 7c22ba9

add adroit and metaworld models

Browse files
codec_models/vqgan/adroit/.hydra/config.yaml ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ cwd: ${hydra:runtime.output_dir}
2
+ domain: adroit
3
+ multi_task: true
4
+ latent_dim: 64
5
+ code_dim: 64
6
+ num_codebook_vectors: 1024
7
+ channels:
8
+ - 128
9
+ - 128
10
+ - 256
11
+ - 256
12
+ resolution: ${image_size}
13
+ latent_size: 8
14
+ image_size: 64
15
+ image_channels: 3
16
+ beta: 0.25
17
+ device: cuda
18
+ batch_size: 32
19
+ epochs: 200
20
+ learning_rate: 0.0001
21
+ beta1: 0.5
22
+ beta2: 0.9
23
+ disc_start: 1000
24
+ disc_factor: 0.1
25
+ rec_loss_factor: 1
26
+ perceptual_loss_factor: 0.1
27
+ dataset_path: /video_dataset/${domain}
codec_models/vqgan/adroit/.hydra/hydra.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: ./exp_local/codec_models/vqgan/${domain}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ help:
13
+ app_name: ${hydra.job.name}
14
+ header: '${hydra.help.app_name} is powered by Hydra.
15
+
16
+ '
17
+ footer: 'Powered by Hydra (https://hydra.cc)
18
+
19
+ Use --hydra-help to view Hydra specific help
20
+
21
+ '
22
+ template: '${hydra.help.header}
23
+
24
+ == Configuration groups ==
25
+
26
+ Compose your configuration from those groups (group=option)
27
+
28
+
29
+ $APP_CONFIG_GROUPS
30
+
31
+
32
+ == Config ==
33
+
34
+ Override anything in the config (foo.bar=value)
35
+
36
+
37
+ $CONFIG
38
+
39
+
40
+ ${hydra.help.footer}
41
+
42
+ '
43
+ hydra_help:
44
+ template: 'Hydra (${hydra.runtime.version})
45
+
46
+ See https://hydra.cc for more info.
47
+
48
+
49
+ == Flags ==
50
+
51
+ $FLAGS_HELP
52
+
53
+
54
+ == Configuration groups ==
55
+
56
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
57
+ to command line)
58
+
59
+
60
+ $HYDRA_CONFIG_GROUPS
61
+
62
+
63
+ Use ''--cfg hydra'' to Show the Hydra config.
64
+
65
+ '
66
+ hydra_help: ???
67
+ hydra_logging:
68
+ version: 1
69
+ formatters:
70
+ simple:
71
+ format: '[%(asctime)s][HYDRA] %(message)s'
72
+ handlers:
73
+ console:
74
+ class: logging.StreamHandler
75
+ formatter: simple
76
+ stream: ext://sys.stdout
77
+ root:
78
+ level: INFO
79
+ handlers:
80
+ - console
81
+ loggers:
82
+ logging_example:
83
+ level: DEBUG
84
+ disable_existing_loggers: false
85
+ job_logging:
86
+ version: 1
87
+ formatters:
88
+ simple:
89
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
90
+ handlers:
91
+ console:
92
+ class: logging.StreamHandler
93
+ formatter: simple
94
+ stream: ext://sys.stdout
95
+ file:
96
+ class: logging.FileHandler
97
+ formatter: simple
98
+ filename: ${hydra.job.name}.log
99
+ root:
100
+ level: INFO
101
+ handlers:
102
+ - console
103
+ - file
104
+ disable_existing_loggers: false
105
+ env: {}
106
+ searchpath: []
107
+ callbacks: {}
108
+ output_subdir: .hydra
109
+ overrides:
110
+ hydra: []
111
+ task: []
112
+ job:
113
+ name: train_vqgan
114
+ override_dirname: ''
115
+ id: ???
116
+ num: ???
117
+ config_name: default
118
+ env_set: {}
119
+ env_copy: []
120
+ config:
121
+ override_dirname:
122
+ kv_sep: '='
123
+ item_sep: ','
124
+ exclude_keys: []
125
+ runtime:
126
+ version: 1.1.0
127
+ cwd: /home/taohuang/project/qizhi/diffusion_reward
128
+ config_sources:
129
+ - path: hydra.conf
130
+ schema: pkg
131
+ provider: hydra
132
+ - path: /home/taohuang/project/qizhi/diffusion_reward/diffusion_reward/configs/models/codec_models/vqgan
133
+ schema: file
134
+ provider: main
135
+ - path: ''
136
+ schema: structured
137
+ provider: schema
138
+ choices:
139
+ dataset: adroit
140
+ hydra/env: default
141
+ hydra/callbacks: null
142
+ hydra/job_logging: default
143
+ hydra/hydra_logging: default
144
+ hydra/hydra_help: default
145
+ hydra/help: default
146
+ hydra/sweeper: basic
147
+ hydra/launcher: basic
148
+ hydra/output: default
149
+ verbose: false
codec_models/vqgan/adroit/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
codec_models/vqgan/adroit/results/checkpoints/vqgan.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de5ccf980e989bb448f2717ae91ab86b741264c908282f1a5da35f6e58423eaf
3
+ size 82011687
codec_models/vqgan/metaworld/.hydra/config.yaml ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ cwd: ${hydra:runtime.output_dir}
2
+ domain: adroit
3
+ multi_task: true
4
+ latent_dim: 64
5
+ code_dim: 64
6
+ num_codebook_vectors: 1024
7
+ channels:
8
+ - 128
9
+ - 128
10
+ - 256
11
+ - 256
12
+ resolution: ${image_size}
13
+ latent_size: 8
14
+ image_size: 64
15
+ image_channels: 3
16
+ beta: 0.25
17
+ device: cuda
18
+ batch_size: 32
19
+ epochs: 200
20
+ learning_rate: 0.0001
21
+ beta1: 0.5
22
+ beta2: 0.9
23
+ disc_start: 1000
24
+ disc_factor: 0.1
25
+ rec_loss_factor: 1
26
+ perceptual_loss_factor: 0.1
27
+ dataset_path: /video_dataset/${domain}
codec_models/vqgan/metaworld/.hydra/hydra.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: ./exp_local/codec_models/vqgan/${domain}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ help:
13
+ app_name: ${hydra.job.name}
14
+ header: '${hydra.help.app_name} is powered by Hydra.
15
+
16
+ '
17
+ footer: 'Powered by Hydra (https://hydra.cc)
18
+
19
+ Use --hydra-help to view Hydra specific help
20
+
21
+ '
22
+ template: '${hydra.help.header}
23
+
24
+ == Configuration groups ==
25
+
26
+ Compose your configuration from those groups (group=option)
27
+
28
+
29
+ $APP_CONFIG_GROUPS
30
+
31
+
32
+ == Config ==
33
+
34
+ Override anything in the config (foo.bar=value)
35
+
36
+
37
+ $CONFIG
38
+
39
+
40
+ ${hydra.help.footer}
41
+
42
+ '
43
+ hydra_help:
44
+ template: 'Hydra (${hydra.runtime.version})
45
+
46
+ See https://hydra.cc for more info.
47
+
48
+
49
+ == Flags ==
50
+
51
+ $FLAGS_HELP
52
+
53
+
54
+ == Configuration groups ==
55
+
56
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
57
+ to command line)
58
+
59
+
60
+ $HYDRA_CONFIG_GROUPS
61
+
62
+
63
+ Use ''--cfg hydra'' to Show the Hydra config.
64
+
65
+ '
66
+ hydra_help: ???
67
+ hydra_logging:
68
+ version: 1
69
+ formatters:
70
+ simple:
71
+ format: '[%(asctime)s][HYDRA] %(message)s'
72
+ handlers:
73
+ console:
74
+ class: logging.StreamHandler
75
+ formatter: simple
76
+ stream: ext://sys.stdout
77
+ root:
78
+ level: INFO
79
+ handlers:
80
+ - console
81
+ loggers:
82
+ logging_example:
83
+ level: DEBUG
84
+ disable_existing_loggers: false
85
+ job_logging:
86
+ version: 1
87
+ formatters:
88
+ simple:
89
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
90
+ handlers:
91
+ console:
92
+ class: logging.StreamHandler
93
+ formatter: simple
94
+ stream: ext://sys.stdout
95
+ file:
96
+ class: logging.FileHandler
97
+ formatter: simple
98
+ filename: ${hydra.job.name}.log
99
+ root:
100
+ level: INFO
101
+ handlers:
102
+ - console
103
+ - file
104
+ disable_existing_loggers: false
105
+ env: {}
106
+ searchpath: []
107
+ callbacks: {}
108
+ output_subdir: .hydra
109
+ overrides:
110
+ hydra: []
111
+ task: []
112
+ job:
113
+ name: train_vqgan
114
+ override_dirname: ''
115
+ id: ???
116
+ num: ???
117
+ config_name: default
118
+ env_set: {}
119
+ env_copy: []
120
+ config:
121
+ override_dirname:
122
+ kv_sep: '='
123
+ item_sep: ','
124
+ exclude_keys: []
125
+ runtime:
126
+ version: 1.1.0
127
+ cwd: /home/taohuang/project/qizhi/diffusion_reward
128
+ config_sources:
129
+ - path: hydra.conf
130
+ schema: pkg
131
+ provider: hydra
132
+ - path: /home/taohuang/project/qizhi/diffusion_reward/diffusion_reward/configs/models/codec_models/vqgan
133
+ schema: file
134
+ provider: main
135
+ - path: ''
136
+ schema: structured
137
+ provider: schema
138
+ choices:
139
+ dataset: adroit
140
+ hydra/env: default
141
+ hydra/callbacks: null
142
+ hydra/job_logging: default
143
+ hydra/hydra_logging: default
144
+ hydra/hydra_help: default
145
+ hydra/help: default
146
+ hydra/sweeper: basic
147
+ hydra/launcher: basic
148
+ hydra/output: default
149
+ verbose: false
codec_models/vqgan/metaworld/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
codec_models/vqgan/metaworld/results/checkpoints/vqgan.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33b49c108438396006f773bbab5cca8b9b43b2d229957eee3b53e6f3a63dc07a
3
+ size 82011687
video_models/vqdiffusion/adroit/.hydra/config.yaml ADDED
@@ -0,0 +1,161 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #cwd: ${hydra:runtime.output_dir}
2
+ name: adroit
3
+ log_frequency: 100
4
+ load_path: null
5
+ resume_name: null
6
+ auto_resume: false
7
+ num_node: 1
8
+ node_rank: null
9
+ dist_usrl: null
10
+ gpu: 0
11
+ sync_bn: false
12
+ tensorboard: false
13
+ timestamp: false
14
+ seed: null
15
+ cudnn_deterministic: false
16
+ amp: false
17
+ debug: false
18
+ opts: null
19
+ solver:
20
+ base_lr: 3.0e-06
21
+ adjust_lr: none
22
+ max_epochs: 100
23
+ save_epochs: 20
24
+ validation_epochs: 1
25
+ sample_iterations: 400
26
+ print_specific_things: true
27
+ ema:
28
+ decay: 0.99
29
+ update_interval: 25
30
+ device: cpu
31
+ clip_grad_norm:
32
+ target: diffusion_reward.models.video_models.vqdiffusion.engine.clip_grad_norm.ClipGradNorm
33
+ params:
34
+ start_iteration: 0
35
+ end_iteration: 5000
36
+ max_norm: 0.5
37
+ optimizers_and_schedulers:
38
+ - name: none
39
+ optimizer:
40
+ target: torch.optim.AdamW
41
+ params:
42
+ betas:
43
+ - 0.9
44
+ - 0.96
45
+ weight_decay: 0.045
46
+ scheduler:
47
+ step_iteration: 1
48
+ target: diffusion_reward.models.video_models.vqdiffusion.engine.lr_scheduler.ReduceLROnPlateauWithWarmup
49
+ params:
50
+ factor: 0.5
51
+ patience: 100000
52
+ min_lr: 1.0e-06
53
+ threshold: 0.1
54
+ threshold_mode: rel
55
+ warmup_lr: 0.00045
56
+ warmup: 5000
57
+ save_dir: ???
58
+ dist_url: ???
59
+ ngpus_per_node: ???
60
+ world_size: ???
61
+ local_rank: ???
62
+ global_rank: ???
63
+ distributed: false
64
+ model:
65
+ target: diffusion_reward.models.video_models.vqdiffusion.modeling.models.frame_conditional_dalle.FC_DALLE
66
+ params:
67
+ content_info:
68
+ key: image
69
+ condition_info:
70
+ key: frame
71
+ frame_skip: 1
72
+ content_codec_config:
73
+ target: diffusion_reward.models.video_models.vqdiffusion.modeling.codecs.image_codec.vqgan.MiniVQGAN
74
+ params:
75
+ args:
76
+ latent_dim: 64
77
+ device: cuda
78
+ image_channels: 3
79
+ num_codebook_vectors: 1024
80
+ beta: 0.25
81
+ channels:
82
+ - 128
83
+ - 128
84
+ - 256
85
+ - 256
86
+ resolution: 64
87
+ latent_size: 8
88
+ trainable: false
89
+ token_shape:
90
+ - 8
91
+ - 8
92
+ ckpt_path: /exp_local/codec_models/vqgan/adroit/results/checkpoints/vqgan.pt
93
+ diffusion_config:
94
+ target: diffusion_reward.models.video_models.vqdiffusion.modeling.transformers.diffusion_transformer.DiffusionTransformer
95
+ params:
96
+ diffusion_step: 100
97
+ alpha_init_type: alpha1
98
+ auxiliary_loss_weight: 0.001
99
+ adaptive_auxiliary_loss: true
100
+ mask_weight:
101
+ - 1
102
+ - 1
103
+ transformer_config:
104
+ target: diffusion_reward.models.video_models.vqdiffusion.modeling.transformers.transformer_utils.Text2ImageTransformer
105
+ params:
106
+ diffusion_step: ???
107
+ content_emb_config: ???
108
+ attn_type: selfcross
109
+ n_layer: 16
110
+ condition_seq_len: 128
111
+ content_seq_len: 64
112
+ content_spatial_size:
113
+ - 8
114
+ - 8
115
+ n_embd: 128
116
+ condition_dim: 1024
117
+ n_head: 16
118
+ attn_pdrop: 0.0
119
+ resid_pdrop: 0.0
120
+ block_activate: GELU2
121
+ timestep_type: adalayernorm
122
+ mlp_hidden_times: 2
123
+ mlp_type: conv_mlp
124
+ condition_emb_config:
125
+ target: diffusion_reward.models.video_models.vqdiffusion.modeling.embeddings.frame_embedding.FrameEmbedding
126
+ params:
127
+ num_embed: 1024
128
+ embed_dim: 1024
129
+ identity: false
130
+ trainable: true
131
+ num_cond_frames: 2
132
+ content_emb_config:
133
+ target: diffusion_reward.models.video_models.vqdiffusion.modeling.embeddings.dalle_mask_image_embedding.DalleMaskImageEmbedding
134
+ params:
135
+ num_embed: 1024
136
+ spatial_size:
137
+ - 8
138
+ - 8
139
+ embed_dim: 128
140
+ trainable: true
141
+ pos_emb_type: embedding
142
+ dataloader:
143
+ data_root: /video_dataset/adroit/
144
+ batch_size: 4
145
+ num_workers: 4
146
+ train_datasets:
147
+ - target: diffusion_reward.models.video_models.vqdiffusion.data.dataset.VideoDataset
148
+ params:
149
+ data_root: ${dataloader.data_root}
150
+ phase: train
151
+ frame_skip: ${model.params.frame_skip}
152
+ frames_per_sample: 3
153
+ size: 64
154
+ validation_datasets:
155
+ - target: diffusion_reward.models.video_models.vqdiffusion.data.dataset.VideoDataset
156
+ params:
157
+ data_root: ${dataloader.data_root}
158
+ phase: test
159
+ frame_skip: ${model.params.frame_skip}
160
+ frames_per_sample: 3
161
+ size: 64
video_models/vqdiffusion/adroit/.hydra/hydra.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: ./exp_local/video_models/vqdiffusion/${exp_name}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ help:
13
+ app_name: ${hydra.job.name}
14
+ header: '${hydra.help.app_name} is powered by Hydra.
15
+
16
+ '
17
+ footer: 'Powered by Hydra (https://hydra.cc)
18
+
19
+ Use --hydra-help to view Hydra specific help
20
+
21
+ '
22
+ template: '${hydra.help.header}
23
+
24
+ == Configuration groups ==
25
+
26
+ Compose your configuration from those groups (group=option)
27
+
28
+
29
+ $APP_CONFIG_GROUPS
30
+
31
+
32
+ == Config ==
33
+
34
+ Override anything in the config (foo.bar=value)
35
+
36
+
37
+ $CONFIG
38
+
39
+
40
+ ${hydra.help.footer}
41
+
42
+ '
43
+ hydra_help:
44
+ template: 'Hydra (${hydra.runtime.version})
45
+
46
+ See https://hydra.cc for more info.
47
+
48
+
49
+ == Flags ==
50
+
51
+ $FLAGS_HELP
52
+
53
+
54
+ == Configuration groups ==
55
+
56
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
57
+ to command line)
58
+
59
+
60
+ $HYDRA_CONFIG_GROUPS
61
+
62
+
63
+ Use ''--cfg hydra'' to Show the Hydra config.
64
+
65
+ '
66
+ hydra_help: ???
67
+ hydra_logging:
68
+ version: 1
69
+ formatters:
70
+ simple:
71
+ format: '[%(asctime)s][HYDRA] %(message)s'
72
+ handlers:
73
+ console:
74
+ class: logging.StreamHandler
75
+ formatter: simple
76
+ stream: ext://sys.stdout
77
+ root:
78
+ level: INFO
79
+ handlers:
80
+ - console
81
+ loggers:
82
+ logging_example:
83
+ level: DEBUG
84
+ disable_existing_loggers: false
85
+ job_logging:
86
+ version: 1
87
+ formatters:
88
+ simple:
89
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
90
+ handlers:
91
+ console:
92
+ class: logging.StreamHandler
93
+ formatter: simple
94
+ stream: ext://sys.stdout
95
+ file:
96
+ class: logging.FileHandler
97
+ formatter: simple
98
+ filename: ${hydra.job.name}.log
99
+ root:
100
+ level: INFO
101
+ handlers:
102
+ - console
103
+ - file
104
+ disable_existing_loggers: false
105
+ env: {}
106
+ searchpath: []
107
+ callbacks: {}
108
+ output_subdir: .hydra
109
+ overrides:
110
+ hydra: []
111
+ task: []
112
+ job:
113
+ name: train_vqdiffusion
114
+ override_dirname: ''
115
+ id: ???
116
+ num: ???
117
+ config_name: default
118
+ env_set: {}
119
+ env_copy: []
120
+ config:
121
+ override_dirname:
122
+ kv_sep: '='
123
+ item_sep: ','
124
+ exclude_keys: []
125
+ runtime:
126
+ version: 1.1.0
127
+ cwd: /home/taohuang/project/qizhi/diffusion_reward
128
+ config_sources:
129
+ - path: hydra.conf
130
+ schema: pkg
131
+ provider: hydra
132
+ - path: /home/taohuang/project/qizhi/diffusion_reward/diffusion_reward/configs/models/video_models/vqdiffusion
133
+ schema: file
134
+ provider: main
135
+ - path: ''
136
+ schema: structured
137
+ provider: schema
138
+ choices:
139
+ dataset: adroit
140
+ hydra/env: default
141
+ hydra/callbacks: null
142
+ hydra/job_logging: default
143
+ hydra/hydra_logging: default
144
+ hydra/hydra_help: default
145
+ hydra/help: default
146
+ hydra/sweeper: basic
147
+ hydra/launcher: basic
148
+ hydra/output: default
149
+ verbose: false
video_models/vqdiffusion/adroit/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
video_models/vqdiffusion/adroit/checkpoint/best.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c789fda9ffd9ffe722dc5ab0df670a30b254317b227fdd4541c121b63dc3c12
3
+ size 363113107
video_models/vqdiffusion/metaworld/.hydra/config.yaml ADDED
@@ -0,0 +1,161 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #cwd: ${hydra:runtime.output_dir}
2
+ name: adroit
3
+ log_frequency: 100
4
+ load_path: null
5
+ resume_name: null
6
+ auto_resume: false
7
+ num_node: 1
8
+ node_rank: null
9
+ dist_usrl: null
10
+ gpu: 0
11
+ sync_bn: false
12
+ tensorboard: false
13
+ timestamp: false
14
+ seed: null
15
+ cudnn_deterministic: false
16
+ amp: false
17
+ debug: false
18
+ opts: null
19
+ solver:
20
+ base_lr: 3.0e-06
21
+ adjust_lr: none
22
+ max_epochs: 100
23
+ save_epochs: 20
24
+ validation_epochs: 1
25
+ sample_iterations: 400
26
+ print_specific_things: true
27
+ ema:
28
+ decay: 0.99
29
+ update_interval: 25
30
+ device: cpu
31
+ clip_grad_norm:
32
+ target: diffusion_reward.models.video_models.vqdiffusion.engine.clip_grad_norm.ClipGradNorm
33
+ params:
34
+ start_iteration: 0
35
+ end_iteration: 5000
36
+ max_norm: 0.5
37
+ optimizers_and_schedulers:
38
+ - name: none
39
+ optimizer:
40
+ target: torch.optim.AdamW
41
+ params:
42
+ betas:
43
+ - 0.9
44
+ - 0.96
45
+ weight_decay: 0.045
46
+ scheduler:
47
+ step_iteration: 1
48
+ target: diffusion_reward.models.video_models.vqdiffusion.engine.lr_scheduler.ReduceLROnPlateauWithWarmup
49
+ params:
50
+ factor: 0.5
51
+ patience: 100000
52
+ min_lr: 1.0e-06
53
+ threshold: 0.1
54
+ threshold_mode: rel
55
+ warmup_lr: 0.00045
56
+ warmup: 5000
57
+ save_dir: ???
58
+ dist_url: ???
59
+ ngpus_per_node: ???
60
+ world_size: ???
61
+ local_rank: ???
62
+ global_rank: ???
63
+ distributed: false
64
+ model:
65
+ target: diffusion_reward.models.video_models.vqdiffusion.modeling.models.frame_conditional_dalle.FC_DALLE
66
+ params:
67
+ content_info:
68
+ key: image
69
+ condition_info:
70
+ key: frame
71
+ frame_skip: 1
72
+ content_codec_config:
73
+ target: diffusion_reward.models.video_models.vqdiffusion.modeling.codecs.image_codec.vqgan.MiniVQGAN
74
+ params:
75
+ args:
76
+ latent_dim: 64
77
+ device: cuda
78
+ image_channels: 3
79
+ num_codebook_vectors: 1024
80
+ beta: 0.25
81
+ channels:
82
+ - 128
83
+ - 128
84
+ - 256
85
+ - 256
86
+ resolution: 64
87
+ latent_size: 8
88
+ trainable: false
89
+ token_shape:
90
+ - 8
91
+ - 8
92
+ ckpt_path: /exp_local/codec_models/vqgan/adroit/results/checkpoints/vqgan.pt
93
+ diffusion_config:
94
+ target: diffusion_reward.models.video_models.vqdiffusion.modeling.transformers.diffusion_transformer.DiffusionTransformer
95
+ params:
96
+ diffusion_step: 100
97
+ alpha_init_type: alpha1
98
+ auxiliary_loss_weight: 0.001
99
+ adaptive_auxiliary_loss: true
100
+ mask_weight:
101
+ - 1
102
+ - 1
103
+ transformer_config:
104
+ target: diffusion_reward.models.video_models.vqdiffusion.modeling.transformers.transformer_utils.Text2ImageTransformer
105
+ params:
106
+ diffusion_step: ???
107
+ content_emb_config: ???
108
+ attn_type: selfcross
109
+ n_layer: 16
110
+ condition_seq_len: 128
111
+ content_seq_len: 64
112
+ content_spatial_size:
113
+ - 8
114
+ - 8
115
+ n_embd: 128
116
+ condition_dim: 1024
117
+ n_head: 16
118
+ attn_pdrop: 0.0
119
+ resid_pdrop: 0.0
120
+ block_activate: GELU2
121
+ timestep_type: adalayernorm
122
+ mlp_hidden_times: 2
123
+ mlp_type: conv_mlp
124
+ condition_emb_config:
125
+ target: diffusion_reward.models.video_models.vqdiffusion.modeling.embeddings.frame_embedding.FrameEmbedding
126
+ params:
127
+ num_embed: 1024
128
+ embed_dim: 1024
129
+ identity: false
130
+ trainable: true
131
+ num_cond_frames: 2
132
+ content_emb_config:
133
+ target: diffusion_reward.models.video_models.vqdiffusion.modeling.embeddings.dalle_mask_image_embedding.DalleMaskImageEmbedding
134
+ params:
135
+ num_embed: 1024
136
+ spatial_size:
137
+ - 8
138
+ - 8
139
+ embed_dim: 128
140
+ trainable: true
141
+ pos_emb_type: embedding
142
+ dataloader:
143
+ data_root: /video_dataset/adroit/
144
+ batch_size: 4
145
+ num_workers: 4
146
+ train_datasets:
147
+ - target: diffusion_reward.models.video_models.vqdiffusion.data.dataset.VideoDataset
148
+ params:
149
+ data_root: ${dataloader.data_root}
150
+ phase: train
151
+ frame_skip: ${model.params.frame_skip}
152
+ frames_per_sample: 3
153
+ size: 64
154
+ validation_datasets:
155
+ - target: diffusion_reward.models.video_models.vqdiffusion.data.dataset.VideoDataset
156
+ params:
157
+ data_root: ${dataloader.data_root}
158
+ phase: test
159
+ frame_skip: ${model.params.frame_skip}
160
+ frames_per_sample: 3
161
+ size: 64
video_models/vqdiffusion/metaworld/.hydra/hydra.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: ./exp_local/video_models/vqdiffusion/${exp_name}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ help:
13
+ app_name: ${hydra.job.name}
14
+ header: '${hydra.help.app_name} is powered by Hydra.
15
+
16
+ '
17
+ footer: 'Powered by Hydra (https://hydra.cc)
18
+
19
+ Use --hydra-help to view Hydra specific help
20
+
21
+ '
22
+ template: '${hydra.help.header}
23
+
24
+ == Configuration groups ==
25
+
26
+ Compose your configuration from those groups (group=option)
27
+
28
+
29
+ $APP_CONFIG_GROUPS
30
+
31
+
32
+ == Config ==
33
+
34
+ Override anything in the config (foo.bar=value)
35
+
36
+
37
+ $CONFIG
38
+
39
+
40
+ ${hydra.help.footer}
41
+
42
+ '
43
+ hydra_help:
44
+ template: 'Hydra (${hydra.runtime.version})
45
+
46
+ See https://hydra.cc for more info.
47
+
48
+
49
+ == Flags ==
50
+
51
+ $FLAGS_HELP
52
+
53
+
54
+ == Configuration groups ==
55
+
56
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
57
+ to command line)
58
+
59
+
60
+ $HYDRA_CONFIG_GROUPS
61
+
62
+
63
+ Use ''--cfg hydra'' to Show the Hydra config.
64
+
65
+ '
66
+ hydra_help: ???
67
+ hydra_logging:
68
+ version: 1
69
+ formatters:
70
+ simple:
71
+ format: '[%(asctime)s][HYDRA] %(message)s'
72
+ handlers:
73
+ console:
74
+ class: logging.StreamHandler
75
+ formatter: simple
76
+ stream: ext://sys.stdout
77
+ root:
78
+ level: INFO
79
+ handlers:
80
+ - console
81
+ loggers:
82
+ logging_example:
83
+ level: DEBUG
84
+ disable_existing_loggers: false
85
+ job_logging:
86
+ version: 1
87
+ formatters:
88
+ simple:
89
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
90
+ handlers:
91
+ console:
92
+ class: logging.StreamHandler
93
+ formatter: simple
94
+ stream: ext://sys.stdout
95
+ file:
96
+ class: logging.FileHandler
97
+ formatter: simple
98
+ filename: ${hydra.job.name}.log
99
+ root:
100
+ level: INFO
101
+ handlers:
102
+ - console
103
+ - file
104
+ disable_existing_loggers: false
105
+ env: {}
106
+ searchpath: []
107
+ callbacks: {}
108
+ output_subdir: .hydra
109
+ overrides:
110
+ hydra: []
111
+ task: []
112
+ job:
113
+ name: train_vqdiffusion
114
+ override_dirname: ''
115
+ id: ???
116
+ num: ???
117
+ config_name: default
118
+ env_set: {}
119
+ env_copy: []
120
+ config:
121
+ override_dirname:
122
+ kv_sep: '='
123
+ item_sep: ','
124
+ exclude_keys: []
125
+ runtime:
126
+ version: 1.1.0
127
+ cwd: /home/taohuang/project/qizhi/diffusion_reward
128
+ config_sources:
129
+ - path: hydra.conf
130
+ schema: pkg
131
+ provider: hydra
132
+ - path: /home/taohuang/project/qizhi/diffusion_reward/diffusion_reward/configs/models/video_models/vqdiffusion
133
+ schema: file
134
+ provider: main
135
+ - path: ''
136
+ schema: structured
137
+ provider: schema
138
+ choices:
139
+ dataset: adroit
140
+ hydra/env: default
141
+ hydra/callbacks: null
142
+ hydra/job_logging: default
143
+ hydra/hydra_logging: default
144
+ hydra/hydra_help: default
145
+ hydra/help: default
146
+ hydra/sweeper: basic
147
+ hydra/launcher: basic
148
+ hydra/output: default
149
+ verbose: false
video_models/vqdiffusion/metaworld/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
video_models/vqdiffusion/metaworld/checkpoint/best.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb14de82b62cd388c8d5dc4cc3eae36a10405b1461bd3afff42a8d035375d718
3
+ size 362999258