NimaBoscarino commited on
Commit
ee454f2
1 Parent(s): c557eb7

include the model in the Space

Browse files
.gitignore CHANGED
@@ -3,7 +3,7 @@ example_data/
3
  .vscode/
4
  .comet.config
5
  .DS_Store
6
- config/
7
  tests/not_committed/
8
  *.hydra
9
  outputs/
3
  .vscode/
4
  .comet.config
5
  .DS_Store
6
+ # config/
7
  tests/not_committed/
8
  *.hydra
9
  outputs/
app.py CHANGED
@@ -3,11 +3,6 @@ import gradio as gr
3
  import googlemaps
4
  from skimage import io
5
 
6
- os.system('gdown https://drive.google.com/u/0/uc?id=18OCUIy7JQ2Ow_-cC5xn_hhDn-Bp45N1K')
7
- os.system('unzip release-github-v1.zip')
8
- os.system('mkdir config')
9
- os.system('mv model config')
10
-
11
  from inferences import ClimateGAN
12
 
13
  API_KEY = os.environ.get("API_KEY")
3
  import googlemaps
4
  from skimage import io
5
 
 
 
 
 
 
6
  from inferences import ClimateGAN
7
 
8
  API_KEY = os.environ.get("API_KEY")
config/model/masker/checkpoints/latest_ckpt.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:714e7c272f6f60180686fba5f868c6c8de80be8a8dd9bb46d246673264392fcd
3
+ size 1024810354
config/model/masker/opts.yaml ADDED
@@ -0,0 +1,328 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ comet:
2
+ display_size: 20
3
+ im_per_row:
4
+ d: 4
5
+ m: 6
6
+ p: 4
7
+ s: 4
8
+ rows_per_log: 5
9
+ tags: []
10
+ data:
11
+ check_samples: false
12
+ files:
13
+ base: /miniscratch/_groups/ccai/data/jsons
14
+ train:
15
+ kitti: /miniscratch/_groups/ccai/data/jsons/train_kitti.json
16
+ r: /miniscratch/_groups/ccai/data/jsons/train_r_full.json
17
+ rf: /miniscratch/_groups/ccai/data/jsons/train_rf.json
18
+ s: /miniscratch/_groups/ccai/data/jsons/train_s_fixedholes.json
19
+ val:
20
+ kitti: /miniscratch/_groups/ccai/data/jsons/val_kitti.json
21
+ r: /miniscratch/_groups/ccai/data/jsons/val_r_full.json
22
+ rf: /miniscratch/_groups/ccai/data/jsons/val_rf_labelbox.json
23
+ s: /miniscratch/_groups/ccai/data/jsons/val_s_fixedholes.json
24
+ loaders:
25
+ batch_size: 4
26
+ num_workers: 4
27
+ max_samples: -1
28
+ normalization: default
29
+ transforms:
30
+ - ignore: val
31
+ name: hflip
32
+ p: 0.5
33
+ - ignore: false
34
+ keep_aspect_ratio: true
35
+ name: resize
36
+ new_size: 640
37
+ - center: val
38
+ height: 600
39
+ ignore: false
40
+ name: crop
41
+ width: 600
42
+ - ignore: val
43
+ name: brightness
44
+ - ignore: val
45
+ name: saturation
46
+ - ignore: val
47
+ name: contrast
48
+ - ignore: false
49
+ name: resize
50
+ new_size:
51
+ d: 160
52
+ default: 640
53
+ s: 160
54
+ dis:
55
+ default:
56
+ get_intermediate_features: false
57
+ init_gain: 0.02
58
+ init_type: xavier
59
+ input_nc: 3
60
+ n_layers: 4
61
+ ndf: 64
62
+ norm: instance
63
+ num_D: 1
64
+ use_sigmoid: false
65
+ flip_prob: 0.05
66
+ m:
67
+ architecture: base
68
+ gan_type: WGAN_norm
69
+ get_intermediate_features: false
70
+ init_gain: 0.02
71
+ init_type: xavier
72
+ input_nc: 3
73
+ multi_level: false
74
+ n_layers: 4
75
+ ndf: 64
76
+ norm: instance
77
+ num_D: 1
78
+ use_sigmoid: false
79
+ wgan_clamp_lower: -0.01
80
+ wgan_clamp_upper: 0.01
81
+ opt:
82
+ beta1: 0.5
83
+ lr:
84
+ default: 2.0e-05
85
+ lr_gamma: 0.5
86
+ lr_milestones: 5
87
+ lr_policy: step
88
+ lr_step_size: 15
89
+ optimizer: ExtraAdam
90
+ p:
91
+ get_intermediate_features: true
92
+ init_gain: 0.02
93
+ init_type: xavier
94
+ input_nc: 3
95
+ n_layers: 4
96
+ ndf: 64
97
+ norm: instance
98
+ num_D: 3
99
+ use_local_discriminator: false
100
+ use_sigmoid: false
101
+ s:
102
+ gan_type: WGAN_norm
103
+ get_intermediate_features: false
104
+ init_gain: 0.02
105
+ init_type: xavier
106
+ input_nc: 3
107
+ n_layers: 4
108
+ ndf: 64
109
+ norm: instance
110
+ num_D: 1
111
+ use_sigmoid: false
112
+ wgan_clamp_lower: -0.01
113
+ wgan_clamp_upper: 0.01
114
+ soft_shift: 0.2
115
+ domains:
116
+ - r
117
+ - s
118
+ gen:
119
+ d:
120
+ activ: lrelu
121
+ architecture: dada
122
+ classify:
123
+ enable: false
124
+ linspace:
125
+ buckets: 256
126
+ max: 6.95
127
+ min: 0.35
128
+ init_gain: 0.02
129
+ init_type: xavier
130
+ loss: sigm
131
+ n_downsample: 3
132
+ n_res: 1
133
+ n_upsample: 3
134
+ norm: batch
135
+ output_dim: 1
136
+ pad_type: reflect
137
+ proj_dim: 32
138
+ upsample_featuremaps: true
139
+ deeplabv2:
140
+ nblocks:
141
+ - 3
142
+ - 4
143
+ - 23
144
+ - 3
145
+ pretrained_model: /miniscratch/_groups/ccai/data/pretrained_models/deeplabv2/DeepLab_resnet_pretrained_imagenet.pth
146
+ use_pretrained: true
147
+ deeplabv3:
148
+ backbone: resnet
149
+ output_stride: 8
150
+ pretrained_model:
151
+ mobilenet: /miniscratch/_groups/ccai/data/pretrained_models/deeplabv3/deeplabv3_plus_mobilenetv2_segmentron.pth
152
+ resnet: /miniscratch/_groups/ccai/data/pretrained_models/deeplabv3/model_CoinCheungDeepLab-v3-plus.pth
153
+ use_pretrained: true
154
+ default:
155
+ activ: lrelu
156
+ init_gain: 0.02
157
+ init_type: xavier
158
+ n_downsample: 3
159
+ n_res: 1
160
+ n_upsample: 3
161
+ norm: spectral
162
+ pad_type: reflect
163
+ proj_dim: 32
164
+ encoder:
165
+ activ: lrelu
166
+ architecture: deeplabv3
167
+ dim: 32
168
+ init_gain: 0.02
169
+ init_type: xavier
170
+ input_dim: 3
171
+ n_downsample: 3
172
+ n_res: 0
173
+ n_upsample: 3
174
+ norm: spectral
175
+ pad_type: reflect
176
+ proj_dim: 32
177
+ m:
178
+ activ: lrelu
179
+ init_gain: 0.02
180
+ init_type: xavier
181
+ n_downsample: 3
182
+ n_res: 3
183
+ n_upsample: 3
184
+ norm: spectral
185
+ output_dim: 1
186
+ pad_type: reflect
187
+ proj_dim: 64
188
+ spade:
189
+ activations:
190
+ all_lrelu: true
191
+ cond_nc: 15
192
+ detach: false
193
+ latent_dim: 128
194
+ num_layers: 3
195
+ spade_param_free_norm: batch
196
+ spade_use_spectral_norm: true
197
+ use_advent: true
198
+ use_ground_intersection: true
199
+ use_low_level_feats: true
200
+ use_minent: true
201
+ use_minent_var: true
202
+ use_pl4m: false
203
+ use_proj: true
204
+ use_spade: true
205
+ opt:
206
+ beta1: 0.9
207
+ lr:
208
+ default: 5.0e-05
209
+ lr_gamma: 0.5
210
+ lr_milestones: 15
211
+ lr_policy: step
212
+ lr_step_size: 5
213
+ optimizer: ExtraAdam
214
+ p:
215
+ activ: lrelu
216
+ diff_aug:
217
+ cutout_ratio: 0.5
218
+ do_color_jittering: false
219
+ do_cutout: false
220
+ do_translation: false
221
+ translation_ratio: 0.125
222
+ use: false
223
+ init_gain: 0.02
224
+ init_type: xavier
225
+ latent_dim: 640
226
+ loss: gan
227
+ n_downsample: 3
228
+ n_res: 1
229
+ n_upsample: 3
230
+ no_z: true
231
+ norm: spectral
232
+ output_dim: 3
233
+ pad_type: reflect
234
+ paste_original_content: true
235
+ pl4m_epoch: 49
236
+ proj_dim: 32
237
+ spade_kernel_size: 3
238
+ spade_n_up: 7
239
+ spade_param_free_norm: instance
240
+ spade_use_spectral_norm: true
241
+ use_final_shortcut: false
242
+ s:
243
+ activ: lrelu
244
+ architecture: deeplabv3
245
+ depth_dada_fusion: true
246
+ depth_feat_fusion: true
247
+ init_gain: 0.02
248
+ init_type: xavier
249
+ n_downsample: 3
250
+ n_res: 1
251
+ n_upsample: 3
252
+ norm: spectral
253
+ num_classes: 11
254
+ output_dim: 11
255
+ pad_type: reflect
256
+ proj_dim: 32
257
+ upsample_featuremaps: false
258
+ use_advent: true
259
+ use_minent: true
260
+ load_paths:
261
+ m: config/model/masker/checkpoints/latest_ckpt.pth # relative to $PWD, *not* this file
262
+ p: none
263
+ pm: none
264
+ output_path: /miniscratch/_groups/ccai/experiments/runs/ablation-v0/out--49167587
265
+ tasks:
266
+ - m
267
+ - s
268
+ - d
269
+ train:
270
+ amp: false
271
+ auto_resume: true
272
+ epochs: 50
273
+ fid:
274
+ batch_size: 50
275
+ dims: 2048
276
+ n_images: 57
277
+ kitti:
278
+ batch_size: 6
279
+ epochs: 10
280
+ pretrain: false
281
+ lambdas:
282
+ C: 1
283
+ G:
284
+ classifier: 1
285
+ d:
286
+ gml: 0.5
287
+ main: 1
288
+ m:
289
+ bce: 1
290
+ gi: 0.05
291
+ pl4m: 1
292
+ tv: 1
293
+ p:
294
+ context: 0
295
+ dm: 1
296
+ featmatch: 10
297
+ gan: 1
298
+ reconstruction: 0
299
+ tv: 0
300
+ vgg: 10
301
+ s:
302
+ advent: 0.001
303
+ crossent: 1
304
+ crossent_pseudo: 0.001
305
+ minent: 0.001
306
+ advent:
307
+ WGAN_gp: 10
308
+ adv_aux: 0.0
309
+ adv_main: 1.0
310
+ dis_aux: 0.0
311
+ dis_main: 1.0
312
+ ent_aux: 0.0
313
+ ent_main: 0.5
314
+ ent_var: 0.1
315
+ latent_domain_adaptation: false
316
+ log_level: 2
317
+ min_save_epoch: 28
318
+ pseudo:
319
+ epochs: 10
320
+ tasks:
321
+ - m
322
+ - s
323
+ - d
324
+ resume: false
325
+ save_n_epochs: 25
326
+ val:
327
+ store_images: false
328
+ val_painter: config/model/painter/checkpoints/latest_ckpt.pth # relative to $PWD, *not* this file
config/model/painter/checkpoints/latest_ckpt.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9df352ba3b9bfb750481bdc8a5e4c0c04ccc570bd330abe573c4bc8175b437a2
3
+ size 759511418
config/model/painter/opts.yaml ADDED
@@ -0,0 +1,276 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ comet:
2
+ display_size: 25
3
+ im_per_row:
4
+ d: 3
5
+ m: 4
6
+ p: 4
7
+ s: 3
8
+ rows_per_log: 5
9
+ tags: []
10
+
11
+ data:
12
+ check_samples: false
13
+ files:
14
+ base: /network/tmp1/ccai/data/omnigan/twitter/
15
+ train:
16
+ r: /network/tmp1/ccai/data/omnigan/twitter/train_r.json
17
+ rf: /network/tmp1/ccai/data/omnigan/twitter/train_rf.json
18
+ s: /network/tmp1/ccai/data/omnigan/twitter/train_s.json
19
+ val:
20
+ r: /network/tmp1/ccai/data/omnigan/twitter/val_r.json
21
+ rf: /network/tmp1/ccai/data/omnigan/twitter/val_rf_labelbox.json
22
+ s: /network/tmp1/ccai/data/omnigan/twitter/val_s.json
23
+ loaders:
24
+ batch_size: 6
25
+ num_workers: 6
26
+ shuffle: false
27
+ max_samples: -1
28
+ normalization: default
29
+ transforms:
30
+ - ignore: false
31
+ name: hflip
32
+ p: 0.5
33
+ - ignore: false
34
+ keep_aspect_ratio: true
35
+ name: resize
36
+ new_size: 640
37
+ - height: 600
38
+ ignore: false
39
+ name: crop
40
+ width: 600
41
+ - ignore: false
42
+ name: resize
43
+ new_size: 640
44
+ dis:
45
+ default:
46
+ get_intermediate_features: false
47
+ init_gain: 0.2
48
+ init_type: kaiming
49
+ input_nc: 3
50
+ n_layers: 4
51
+ ndf: 64
52
+ norm: instance
53
+ num_D: 1
54
+ use_sigmoid: false
55
+ flip_prob: 0.05
56
+ m:
57
+ architecture: base
58
+ gan_type: WGAN_norm
59
+ get_intermediate_features: false
60
+ init_gain: 0.2
61
+ init_type: kaiming
62
+ input_nc: 3
63
+ multi_level: false
64
+ n_layers: 4
65
+ ndf: 64
66
+ norm: instance
67
+ num_D: 1
68
+ use_sigmoid: false
69
+ wgan_clamp_lower: -0.01
70
+ wgan_clamp_upper: 0.01
71
+ opt:
72
+ beta1: 0.5
73
+ lr:
74
+ default: 0.001
75
+ lr_gamma: 0.5
76
+ lr_milestones: 15
77
+ lr_policy: step
78
+ lr_step_size: 30
79
+ optimizer: ExtraAdam
80
+ p:
81
+ get_intermediate_features: true
82
+ init_gain: 0.2
83
+ init_type: kaiming
84
+ input_nc: 3
85
+ n_layers: 4
86
+ ndf: 64
87
+ norm: batch
88
+ num_D: 3
89
+ use_local_discriminator: false
90
+ use_sigmoid: false
91
+ s:
92
+ gan_type: WGAN_norm
93
+ get_intermediate_features: false
94
+ init_gain: 0.2
95
+ init_type: kaiming
96
+ input_nc: 3
97
+ n_layers: 4
98
+ ndf: 64
99
+ norm: instance
100
+ num_D: 1
101
+ use_sigmoid: false
102
+ wgan_clamp_lower: -0.01
103
+ wgan_clamp_upper: 0.01
104
+ soft_shift: 0.2
105
+ domains:
106
+ - rf
107
+ gen:
108
+ d:
109
+ activ: lrelu
110
+ conv_norm: batch
111
+ init_gain: 0.01
112
+ init_type: normal
113
+ n_downsample: 3
114
+ n_res: 1
115
+ n_upsample: 3
116
+ output_dim: 1
117
+ pad_type: reflect
118
+ proj_dim: 32
119
+ res_dim: 2048
120
+ res_norm: batch
121
+ deeplabv2:
122
+ nblocks:
123
+ - 3
124
+ - 4
125
+ - 23
126
+ - 3
127
+ pretrained_model: /network/tmp1/ccai/data/omnigan/pretrained_models/DeepLab_resnet_pretrained_imagenet.pth
128
+ use_pretrained: true
129
+ default:
130
+ activ: lrelu
131
+ conv_norm: spectral
132
+ init_gain: 0.2
133
+ init_type: xavier
134
+ n_downsample: 3
135
+ n_res: 1
136
+ n_upsample: 3
137
+ pad_type: reflect
138
+ proj_dim: 32
139
+ res_dim: 2048
140
+ res_norm: spectral
141
+ encoder:
142
+ activ: lrelu
143
+ architecture: deeplabv2
144
+ conv_norm: spectral
145
+ dim: 32
146
+ init_gain: 0.2
147
+ init_type: xavier
148
+ input_dim: 3
149
+ n_downsample: 3
150
+ n_res: 0
151
+ n_upsample: 3
152
+ norm: spectral
153
+ pad_type: reflect
154
+ proj_dim: 32
155
+ res_dim: 2048
156
+ res_norm: spectral
157
+ m:
158
+ activ: lrelu
159
+ conv_norm: spectral
160
+ init_gain: 0.2
161
+ init_type: xavier
162
+ loss: gan
163
+ n_downsample: 3
164
+ n_res: 1
165
+ n_upsample: 3
166
+ output_dim: 1
167
+ pad_type: reflect
168
+ proj_dim: 32
169
+ res_dim: 2048
170
+ res_norm: spectral
171
+ use_advent: true
172
+ use_ground_intersection: true
173
+ use_minent: true
174
+ use_minent_var: true
175
+ opt:
176
+ beta1: 0.5
177
+ lr:
178
+ default: 0.0005
179
+ lr_gamma: 0.5
180
+ lr_milestones: 15
181
+ lr_policy: step
182
+ lr_step_size: 30
183
+ optimizer: ExtraAdam
184
+ p:
185
+ activ: relu
186
+ conv_norm: spectral
187
+ init_gain: 0.2
188
+ init_type: kaiming
189
+ latent_dim: 640
190
+ loss: gan
191
+ n_downsample: 3
192
+ n_interm_res: 11
193
+ n_res: 1
194
+ n_upsample: 3
195
+ no_z: true
196
+ output_dim: 3
197
+ pad_type: reflect
198
+ paste_original_content: true
199
+ proj_dim: 32
200
+ res_dim: 2048
201
+ res_norm: spectral
202
+ spade_kernel_size: 3
203
+ spade_n_up: 7
204
+ spade_param_free_norm: instance
205
+ spade_use_spectral_norm: true
206
+ use_final_shortcut: false
207
+ s:
208
+ activ: lrelu
209
+ conv_norm: spectral
210
+ init_gain: 0.2
211
+ init_type: xavier
212
+ n_downsample: 3
213
+ n_res: 1
214
+ n_upsample: 3
215
+ num_classes: 11
216
+ output_dim: 11
217
+ pad_type: reflect
218
+ proj_dim: 32
219
+ res_dim: 2048
220
+ res_norm: spectral
221
+ upsample_featuremaps: false
222
+ use_advent: true
223
+ use_minent: true
224
+ use_pseudo_labels: false
225
+ load_paths:
226
+ m: none
227
+ p: none
228
+ output_path: /miniscratch/schmidtv/vicc/omnigan/runs/painter/default (2)
229
+ tasks:
230
+ - p
231
+ train:
232
+ auto_resume: true
233
+ epochs: 10000
234
+ fid:
235
+ batch_size: 50
236
+ dims: 2048
237
+ n_images: 57
238
+ lambdas:
239
+ C: 1
240
+ G:
241
+ classifier: 1
242
+ d:
243
+ gml: 0.5
244
+ main: 1
245
+ m:
246
+ bce: 1
247
+ gi: 0.05
248
+ tv: 1
249
+ p:
250
+ context: 0
251
+ dm: 1
252
+ featmatch: 10
253
+ gan: 1
254
+ reconstruction: 0
255
+ tv: 0
256
+ vgg: 10
257
+ s:
258
+ advent: 0.001
259
+ crossent: 1
260
+ crossent_pseudo: 0.001
261
+ minent: 0.001
262
+ advent:
263
+ WGAN_gp: 10
264
+ adv_aux: 0.0
265
+ adv_main: 1.0
266
+ dis_aux: 0.0
267
+ dis_main: 1.0
268
+ ent_aux: 0.0
269
+ ent_main: 0.5
270
+ ent_var: 0.1
271
+ latent_domain_adaptation: false
272
+ log_level: 2
273
+ resume: false
274
+ save_n_epochs: 1
275
+ val:
276
+ store_images: false