bezzam commited on
Commit
29c4306
1 Parent(s): 211e4d4

Upload 167 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ recon_epochBEST filter=lfs diff=lfs merge=lfs -text
.hydra/config.yaml ADDED
@@ -0,0 +1,138 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ wandb_project: lensless
2
+ seed: 0
3
+ start_delay: null
4
+ files:
5
+ dataset: bezzam/DiffuserCam-Lensless-Mirflickr-Dataset-NORM
6
+ huggingface_dataset: true
7
+ huggingface_psf: psf.tiff
8
+ single_channel_psf: true
9
+ split_seed: null
10
+ n_files: null
11
+ test_size: null
12
+ downsample: 2
13
+ downsample_lensed: 2
14
+ input_snr: null
15
+ vertical_shift: null
16
+ horizontal_shift: null
17
+ rotate: false
18
+ flipud: true
19
+ flip_lensed: true
20
+ save_psf: false
21
+ crop: null
22
+ image_res: null
23
+ extra_eval: null
24
+ force_rgb: false
25
+ simulate_lensless: false
26
+ alignment: null
27
+ torch: true
28
+ torch_device: cuda:3
29
+ device_ids:
30
+ - 3
31
+ - 0
32
+ - 1
33
+ - 2
34
+ measure: null
35
+ eval_disp_idx:
36
+ - 0
37
+ - 1
38
+ - 3
39
+ - 4
40
+ - 8
41
+ display:
42
+ plot: true
43
+ gamma: null
44
+ save: true
45
+ reconstruction:
46
+ method: trainable_inv
47
+ skip_unrolled: false
48
+ init_processors: null
49
+ init_pre: true
50
+ init_post: true
51
+ unrolled_fista:
52
+ n_iter: 20
53
+ tk: 1
54
+ learn_tk: true
55
+ unrolled_admm:
56
+ n_iter: 5
57
+ mu1: 0.0001
58
+ mu2: 0.0001
59
+ mu3: 0.0001
60
+ tau: 0.0002
61
+ trainable_inv:
62
+ K: 0.0001
63
+ multi_wiener:
64
+ nc:
65
+ - 64
66
+ - 128
67
+ - 256
68
+ - 512
69
+ - 512
70
+ pre_process:
71
+ network: null
72
+ depth: 4
73
+ nc:
74
+ - 32
75
+ - 64
76
+ - 116
77
+ - 128
78
+ delay: null
79
+ freeze: null
80
+ unfreeze: null
81
+ post_process:
82
+ network: UnetRes
83
+ depth: 4
84
+ nc:
85
+ - 32
86
+ - 64
87
+ - 128
88
+ - 256
89
+ delay: null
90
+ freeze: null
91
+ unfreeze: null
92
+ train_last_layer: false
93
+ compensation: null
94
+ trainable_mask:
95
+ mask_type: TrainablePSF
96
+ initial_value: psf
97
+ grayscale: false
98
+ mask_lr: 0.001
99
+ optimizer: Adam
100
+ L1_strength: false
101
+ target: object_plane
102
+ simulation:
103
+ grayscale: false
104
+ output_dim: null
105
+ object_height: 0.04
106
+ flip: true
107
+ random_shift: false
108
+ random_vflip: 0.5
109
+ random_hflip: 0.5
110
+ random_rotate: false
111
+ scene2mask: 0.1
112
+ mask2sensor: 0.009
113
+ deadspace: true
114
+ use_waveprop: false
115
+ sensor: rpi_hq
116
+ snr_db: 10
117
+ downsample: 8
118
+ quantize: false
119
+ max_val: 255
120
+ training:
121
+ batch_size: 4
122
+ epoch: 25
123
+ eval_batch_size: 4
124
+ metric_for_best_model: null
125
+ save_every: null
126
+ skip_NAN: true
127
+ clip_grad: 1.0
128
+ crop_preloss: false
129
+ optimizer:
130
+ type: Adam
131
+ lr: 0.0001
132
+ slow_start: false
133
+ step: false
134
+ gamma: 0.1
135
+ loss: l2
136
+ lpips: 1.0
137
+ unrolled_output_factor: false
138
+ pre_proc_aux: false
.hydra/hydra.yaml ADDED
@@ -0,0 +1,161 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: outputs/${now:%Y-%m-%d}/${now:%H-%M-%S}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - reconstruction.method=trainable_inv
116
+ - trainable_mask.mask_type=TrainablePSF
117
+ - trainable_mask.L1_strength=False
118
+ - reconstruction.pre_process.network=null
119
+ - reconstruction.post_process.nc=[32,64,128,256]
120
+ - torch_device=cuda:3
121
+ - device_ids=[3,0,1,2]
122
+ job:
123
+ name: train_learning_based
124
+ chdir: true
125
+ override_dirname: device_ids=[3,0,1,2],reconstruction.method=trainable_inv,reconstruction.post_process.nc=[32,64,128,256],reconstruction.pre_process.network=null,torch_device=cuda:3,trainable_mask.L1_strength=False,trainable_mask.mask_type=TrainablePSF
126
+ id: ???
127
+ num: ???
128
+ config_name: train_mirflickr_diffuser
129
+ env_set: {}
130
+ env_copy: []
131
+ config:
132
+ override_dirname:
133
+ kv_sep: '='
134
+ item_sep: ','
135
+ exclude_keys: []
136
+ runtime:
137
+ version: 1.3.2
138
+ version_base: '1.3'
139
+ cwd: /root/LenslessPiCam
140
+ config_sources:
141
+ - path: hydra.conf
142
+ schema: pkg
143
+ provider: hydra
144
+ - path: /root/LenslessPiCam/configs
145
+ schema: file
146
+ provider: main
147
+ - path: ''
148
+ schema: structured
149
+ provider: schema
150
+ output_dir: /root/LenslessPiCam/outputs/2024-06-20/14-35-20
151
+ choices:
152
+ hydra/env: default
153
+ hydra/callbacks: null
154
+ hydra/job_logging: default
155
+ hydra/hydra_logging: default
156
+ hydra/hydra_help: default
157
+ hydra/help: default
158
+ hydra/sweeper: basic
159
+ hydra/launcher: basic
160
+ hydra/output: default
161
+ verbose: false
.hydra/overrides.yaml ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ - reconstruction.method=trainable_inv
2
+ - trainable_mask.mask_type=TrainablePSF
3
+ - trainable_mask.L1_strength=False
4
+ - reconstruction.pre_process.network=null
5
+ - reconstruction.post_process.nc=[32,64,128,256]
6
+ - torch_device=cuda:3
7
+ - device_ids=[3,0,1,2]
eval_recon/0/0.png ADDED
eval_recon/0/1.png ADDED
eval_recon/0/3.png ADDED
eval_recon/0/4.png ADDED
eval_recon/0/8.png ADDED
eval_recon/1/0.png ADDED
eval_recon/1/1.png ADDED
eval_recon/1/3.png ADDED
eval_recon/1/4.png ADDED
eval_recon/1/8.png ADDED
eval_recon/10/0.png ADDED
eval_recon/10/1.png ADDED
eval_recon/10/3.png ADDED
eval_recon/10/4.png ADDED
eval_recon/10/8.png ADDED
eval_recon/11/0.png ADDED
eval_recon/11/1.png ADDED
eval_recon/11/3.png ADDED
eval_recon/11/4.png ADDED
eval_recon/11/8.png ADDED
eval_recon/12/0.png ADDED
eval_recon/12/1.png ADDED
eval_recon/12/3.png ADDED
eval_recon/12/4.png ADDED
eval_recon/12/8.png ADDED
eval_recon/13/0.png ADDED
eval_recon/13/1.png ADDED
eval_recon/13/3.png ADDED
eval_recon/13/4.png ADDED
eval_recon/13/8.png ADDED
eval_recon/14/0.png ADDED
eval_recon/14/1.png ADDED
eval_recon/14/3.png ADDED
eval_recon/14/4.png ADDED
eval_recon/14/8.png ADDED
eval_recon/15/0.png ADDED
eval_recon/15/1.png ADDED
eval_recon/15/3.png ADDED
eval_recon/15/4.png ADDED
eval_recon/15/8.png ADDED
eval_recon/16/0.png ADDED
eval_recon/16/1.png ADDED
eval_recon/16/3.png ADDED
eval_recon/16/4.png ADDED
eval_recon/16/8.png ADDED
eval_recon/17/0.png ADDED