Upload 194 files
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- .gitattributes +6 -0
- .hydra/config.yaml +117 -0
- .hydra/hydra.yaml +162 -0
- .hydra/overrides.yaml +8 -0
- eval_recon/0/0.png +0 -0
- eval_recon/0/1.png +0 -0
- eval_recon/0/2.png +0 -0
- eval_recon/0/3.png +0 -0
- eval_recon/0/4.png +0 -0
- eval_recon/1/0.png +0 -0
- eval_recon/1/1.png +0 -0
- eval_recon/1/2.png +0 -0
- eval_recon/1/3.png +0 -0
- eval_recon/1/4.png +0 -0
- eval_recon/10/0.png +0 -0
- eval_recon/10/1.png +0 -0
- eval_recon/10/2.png +0 -0
- eval_recon/10/3.png +0 -0
- eval_recon/10/4.png +0 -0
- eval_recon/11/0.png +0 -0
- eval_recon/11/1.png +0 -0
- eval_recon/11/2.png +0 -0
- eval_recon/11/3.png +0 -0
- eval_recon/11/4.png +0 -0
- eval_recon/12/0.png +0 -0
- eval_recon/12/1.png +0 -0
- eval_recon/12/2.png +0 -0
- eval_recon/12/3.png +0 -0
- eval_recon/12/4.png +0 -0
- eval_recon/13/0.png +0 -0
- eval_recon/13/1.png +0 -0
- eval_recon/13/2.png +0 -0
- eval_recon/13/3.png +0 -0
- eval_recon/13/4.png +0 -0
- eval_recon/14/0.png +0 -0
- eval_recon/14/1.png +0 -0
- eval_recon/14/2.png +0 -0
- eval_recon/14/3.png +0 -0
- eval_recon/14/4.png +0 -0
- eval_recon/15/0.png +0 -0
- eval_recon/15/1.png +0 -0
- eval_recon/15/2.png +0 -0
- eval_recon/15/3.png +0 -0
- eval_recon/15/4.png +0 -0
- eval_recon/16/0.png +0 -0
- eval_recon/16/1.png +0 -0
- eval_recon/16/2.png +0 -0
- eval_recon/16/3.png +0 -0
- eval_recon/16/4.png +0 -0
- eval_recon/17/0.png +0 -0
.gitattributes
CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
recon_epoch10 filter=lfs diff=lfs merge=lfs -text
|
37 |
+
recon_epoch15 filter=lfs diff=lfs merge=lfs -text
|
38 |
+
recon_epoch20 filter=lfs diff=lfs merge=lfs -text
|
39 |
+
recon_epoch25 filter=lfs diff=lfs merge=lfs -text
|
40 |
+
recon_epoch5 filter=lfs diff=lfs merge=lfs -text
|
41 |
+
recon_epochBEST filter=lfs diff=lfs merge=lfs -text
|
.hydra/config.yaml
ADDED
@@ -0,0 +1,117 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
seed: 0
|
2 |
+
start_delay: 1800
|
3 |
+
files:
|
4 |
+
dataset: /scratch/bezzam/celeba/celeba_adafruit_random_30cm_2mm_20231004_26K
|
5 |
+
celeba_root: /scratch/bezzam
|
6 |
+
psf: rpi_hq_adafruit_psf_2mm/raw_data_rgb.png
|
7 |
+
diffusercam_psf: true
|
8 |
+
n_files: null
|
9 |
+
downsample: 2
|
10 |
+
test_size: 0.15
|
11 |
+
vertical_shift: -117
|
12 |
+
horizontal_shift: -25
|
13 |
+
crop:
|
14 |
+
vertical:
|
15 |
+
- 0
|
16 |
+
- 525
|
17 |
+
horizontal:
|
18 |
+
- 265
|
19 |
+
- 695
|
20 |
+
torch: true
|
21 |
+
torch_device: cuda
|
22 |
+
test_idx:
|
23 |
+
- 0
|
24 |
+
- 1
|
25 |
+
- 2
|
26 |
+
- 3
|
27 |
+
- 4
|
28 |
+
eval_disp_idx:
|
29 |
+
- 0
|
30 |
+
- 1
|
31 |
+
- 2
|
32 |
+
- 3
|
33 |
+
- 4
|
34 |
+
display:
|
35 |
+
plot: true
|
36 |
+
gamma: null
|
37 |
+
save: true
|
38 |
+
reconstruction:
|
39 |
+
method: unrolled_admm
|
40 |
+
unrolled_fista:
|
41 |
+
n_iter: 20
|
42 |
+
tk: 1
|
43 |
+
learn_tk: true
|
44 |
+
unrolled_admm:
|
45 |
+
n_iter: 10
|
46 |
+
mu1: 0.0001
|
47 |
+
mu2: 0.0001
|
48 |
+
mu3: 0.0001
|
49 |
+
tau: 0.0002
|
50 |
+
pre_process:
|
51 |
+
network: null
|
52 |
+
depth: 2
|
53 |
+
nc: null
|
54 |
+
post_process:
|
55 |
+
network: UnetRes
|
56 |
+
depth: 4
|
57 |
+
nc:
|
58 |
+
- 32
|
59 |
+
- 64
|
60 |
+
- 128
|
61 |
+
- 256
|
62 |
+
trainable_mask:
|
63 |
+
mask_type: AdafruitLCD
|
64 |
+
initial_value: adafruit_random_pattern_20231004_174047.npy
|
65 |
+
grayscale: false
|
66 |
+
mask_lr: 0.001
|
67 |
+
L1_strength: false
|
68 |
+
train_mask_vals: true
|
69 |
+
train_color_filter: true
|
70 |
+
ap_center:
|
71 |
+
- 58
|
72 |
+
- 76
|
73 |
+
ap_shape:
|
74 |
+
- 19
|
75 |
+
- 25
|
76 |
+
rotate: 0
|
77 |
+
vertical_shift: -80
|
78 |
+
horizontal_shift: -60
|
79 |
+
slm: adafruit
|
80 |
+
sensor: rpi_hq
|
81 |
+
flipud: true
|
82 |
+
waveprop: false
|
83 |
+
scene2mask: 0.3
|
84 |
+
mask2sensor: 0.002
|
85 |
+
target: object_plane
|
86 |
+
simulation:
|
87 |
+
grayscale: false
|
88 |
+
output_dim: null
|
89 |
+
object_height: 0.33
|
90 |
+
flip: true
|
91 |
+
random_shift: false
|
92 |
+
random_vflip: false
|
93 |
+
random_hflip: false
|
94 |
+
random_rotate: false
|
95 |
+
scene2mask: 0.25
|
96 |
+
mask2sensor: 0.002
|
97 |
+
sensor: rpi_hq
|
98 |
+
snr_db: null
|
99 |
+
downsample: null
|
100 |
+
quantize: false
|
101 |
+
max_val: 255
|
102 |
+
training:
|
103 |
+
batch_size: 4
|
104 |
+
epoch: 25
|
105 |
+
eval_batch_size: 15
|
106 |
+
metric_for_best_model: null
|
107 |
+
save_every: 5
|
108 |
+
skip_NAN: true
|
109 |
+
crop_preloss: true
|
110 |
+
optimizer:
|
111 |
+
type: Adam
|
112 |
+
lr: 0.0001
|
113 |
+
slow_start: false
|
114 |
+
step: false
|
115 |
+
gamma: 0.1
|
116 |
+
loss: l2
|
117 |
+
lpips: 1.0
|
.hydra/hydra.yaml
ADDED
@@ -0,0 +1,162 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
hydra:
|
2 |
+
run:
|
3 |
+
dir: outputs/${now:%Y-%m-%d}/${now:%H-%M-%S}
|
4 |
+
sweep:
|
5 |
+
dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
|
6 |
+
subdir: ${hydra.job.num}
|
7 |
+
launcher:
|
8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
+
sweeper:
|
10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
11 |
+
max_batch_size: null
|
12 |
+
params: null
|
13 |
+
help:
|
14 |
+
app_name: ${hydra.job.name}
|
15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
16 |
+
|
17 |
+
'
|
18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
19 |
+
|
20 |
+
Use --hydra-help to view Hydra specific help
|
21 |
+
|
22 |
+
'
|
23 |
+
template: '${hydra.help.header}
|
24 |
+
|
25 |
+
== Configuration groups ==
|
26 |
+
|
27 |
+
Compose your configuration from those groups (group=option)
|
28 |
+
|
29 |
+
|
30 |
+
$APP_CONFIG_GROUPS
|
31 |
+
|
32 |
+
|
33 |
+
== Config ==
|
34 |
+
|
35 |
+
Override anything in the config (foo.bar=value)
|
36 |
+
|
37 |
+
|
38 |
+
$CONFIG
|
39 |
+
|
40 |
+
|
41 |
+
${hydra.help.footer}
|
42 |
+
|
43 |
+
'
|
44 |
+
hydra_help:
|
45 |
+
template: 'Hydra (${hydra.runtime.version})
|
46 |
+
|
47 |
+
See https://hydra.cc for more info.
|
48 |
+
|
49 |
+
|
50 |
+
== Flags ==
|
51 |
+
|
52 |
+
$FLAGS_HELP
|
53 |
+
|
54 |
+
|
55 |
+
== Configuration groups ==
|
56 |
+
|
57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
58 |
+
to command line)
|
59 |
+
|
60 |
+
|
61 |
+
$HYDRA_CONFIG_GROUPS
|
62 |
+
|
63 |
+
|
64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
65 |
+
|
66 |
+
'
|
67 |
+
hydra_help: ???
|
68 |
+
hydra_logging:
|
69 |
+
version: 1
|
70 |
+
formatters:
|
71 |
+
simple:
|
72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
73 |
+
handlers:
|
74 |
+
console:
|
75 |
+
class: logging.StreamHandler
|
76 |
+
formatter: simple
|
77 |
+
stream: ext://sys.stdout
|
78 |
+
root:
|
79 |
+
level: INFO
|
80 |
+
handlers:
|
81 |
+
- console
|
82 |
+
loggers:
|
83 |
+
logging_example:
|
84 |
+
level: DEBUG
|
85 |
+
disable_existing_loggers: false
|
86 |
+
job_logging:
|
87 |
+
version: 1
|
88 |
+
formatters:
|
89 |
+
simple:
|
90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
91 |
+
handlers:
|
92 |
+
console:
|
93 |
+
class: logging.StreamHandler
|
94 |
+
formatter: simple
|
95 |
+
stream: ext://sys.stdout
|
96 |
+
file:
|
97 |
+
class: logging.FileHandler
|
98 |
+
formatter: simple
|
99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
100 |
+
root:
|
101 |
+
level: INFO
|
102 |
+
handlers:
|
103 |
+
- console
|
104 |
+
- file
|
105 |
+
disable_existing_loggers: false
|
106 |
+
env: {}
|
107 |
+
mode: RUN
|
108 |
+
searchpath: []
|
109 |
+
callbacks: {}
|
110 |
+
output_subdir: .hydra
|
111 |
+
overrides:
|
112 |
+
hydra:
|
113 |
+
- hydra.mode=RUN
|
114 |
+
task:
|
115 |
+
- trainable_mask.train_color_filter=True
|
116 |
+
- trainable_mask.train_mask_vals=True
|
117 |
+
- files.downsample=2
|
118 |
+
- training.batch_size=4
|
119 |
+
- start_delay=1800
|
120 |
+
- reconstruction.post_process.network=UnetRes
|
121 |
+
- reconstruction.post_process.nc=[32,64,128,256]
|
122 |
+
- reconstruction.post_process.depth=4
|
123 |
+
job:
|
124 |
+
name: train_unrolled
|
125 |
+
chdir: true
|
126 |
+
override_dirname: files.downsample=2,reconstruction.post_process.depth=4,reconstruction.post_process.nc=[32,64,128,256],reconstruction.post_process.network=UnetRes,start_delay=1800,trainable_mask.train_color_filter=True,trainable_mask.train_mask_vals=True,training.batch_size=4
|
127 |
+
id: ???
|
128 |
+
num: ???
|
129 |
+
config_name: train_celeba_digicam_mask
|
130 |
+
env_set: {}
|
131 |
+
env_copy: []
|
132 |
+
config:
|
133 |
+
override_dirname:
|
134 |
+
kv_sep: '='
|
135 |
+
item_sep: ','
|
136 |
+
exclude_keys: []
|
137 |
+
runtime:
|
138 |
+
version: 1.3.2
|
139 |
+
version_base: '1.3'
|
140 |
+
cwd: /home/bezzam/LenslessPiCam
|
141 |
+
config_sources:
|
142 |
+
- path: hydra.conf
|
143 |
+
schema: pkg
|
144 |
+
provider: hydra
|
145 |
+
- path: /home/bezzam/LenslessPiCam/configs
|
146 |
+
schema: file
|
147 |
+
provider: main
|
148 |
+
- path: ''
|
149 |
+
schema: structured
|
150 |
+
provider: schema
|
151 |
+
output_dir: /home/bezzam/LenslessPiCam/outputs/2023-10-28/05-28-17
|
152 |
+
choices:
|
153 |
+
hydra/env: default
|
154 |
+
hydra/callbacks: null
|
155 |
+
hydra/job_logging: default
|
156 |
+
hydra/hydra_logging: default
|
157 |
+
hydra/hydra_help: default
|
158 |
+
hydra/help: default
|
159 |
+
hydra/sweeper: basic
|
160 |
+
hydra/launcher: basic
|
161 |
+
hydra/output: default
|
162 |
+
verbose: false
|
.hydra/overrides.yaml
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
- trainable_mask.train_color_filter=True
|
2 |
+
- trainable_mask.train_mask_vals=True
|
3 |
+
- files.downsample=2
|
4 |
+
- training.batch_size=4
|
5 |
+
- start_delay=1800
|
6 |
+
- reconstruction.post_process.network=UnetRes
|
7 |
+
- reconstruction.post_process.nc=[32,64,128,256]
|
8 |
+
- reconstruction.post_process.depth=4
|
eval_recon/0/0.png
ADDED
eval_recon/0/1.png
ADDED
eval_recon/0/2.png
ADDED
eval_recon/0/3.png
ADDED
eval_recon/0/4.png
ADDED
eval_recon/1/0.png
ADDED
eval_recon/1/1.png
ADDED
eval_recon/1/2.png
ADDED
eval_recon/1/3.png
ADDED
eval_recon/1/4.png
ADDED
eval_recon/10/0.png
ADDED
eval_recon/10/1.png
ADDED
eval_recon/10/2.png
ADDED
eval_recon/10/3.png
ADDED
eval_recon/10/4.png
ADDED
eval_recon/11/0.png
ADDED
eval_recon/11/1.png
ADDED
eval_recon/11/2.png
ADDED
eval_recon/11/3.png
ADDED
eval_recon/11/4.png
ADDED
eval_recon/12/0.png
ADDED
eval_recon/12/1.png
ADDED
eval_recon/12/2.png
ADDED
eval_recon/12/3.png
ADDED
eval_recon/12/4.png
ADDED
eval_recon/13/0.png
ADDED
eval_recon/13/1.png
ADDED
eval_recon/13/2.png
ADDED
eval_recon/13/3.png
ADDED
eval_recon/13/4.png
ADDED
eval_recon/14/0.png
ADDED
eval_recon/14/1.png
ADDED
eval_recon/14/2.png
ADDED
eval_recon/14/3.png
ADDED
eval_recon/14/4.png
ADDED
eval_recon/15/0.png
ADDED
eval_recon/15/1.png
ADDED
eval_recon/15/2.png
ADDED
eval_recon/15/3.png
ADDED
eval_recon/15/4.png
ADDED
eval_recon/16/0.png
ADDED
eval_recon/16/1.png
ADDED
eval_recon/16/2.png
ADDED
eval_recon/16/3.png
ADDED
eval_recon/16/4.png
ADDED
eval_recon/17/0.png
ADDED