diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..e3f72c1d42ac3c7ac444291888758afcb00ebf8a 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +recon_epochBEST filter=lfs diff=lfs merge=lfs -text diff --git a/.hydra/config.yaml b/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..86a3be4478157623de2f7c91ff3d75ceedb460df --- /dev/null +++ b/.hydra/config.yaml @@ -0,0 +1,138 @@ +wandb_project: lensless +seed: 0 +start_delay: null +files: + dataset: bezzam/DiffuserCam-Lensless-Mirflickr-Dataset-NORM + huggingface_dataset: true + huggingface_psf: psf.tiff + single_channel_psf: true + split_seed: null + n_files: null + test_size: null + downsample: 2 + downsample_lensed: 2 + input_snr: null + vertical_shift: null + horizontal_shift: null + rotate: false + flipud: true + flip_lensed: true + save_psf: false + crop: null + image_res: null + extra_eval: null + force_rgb: false + simulate_lensless: false +alignment: null +torch: true +torch_device: cuda:3 +device_ids: +- 3 +- 0 +- 1 +- 2 +measure: null +eval_disp_idx: +- 0 +- 1 +- 3 +- 4 +- 8 +display: + plot: true + gamma: null +save: true +reconstruction: + method: trainable_inv + skip_unrolled: false + init_processors: null + init_pre: true + init_post: true + unrolled_fista: + n_iter: 20 + tk: 1 + learn_tk: true + unrolled_admm: + n_iter: 5 + mu1: 0.0001 + mu2: 0.0001 + mu3: 0.0001 + tau: 0.0002 + trainable_inv: + K: 0.0001 + multi_wiener: + nc: + - 64 + - 128 + - 256 + - 512 + - 512 + pre_process: + network: null + depth: 4 + nc: + - 32 + - 64 + - 116 + - 128 + delay: null + freeze: null + unfreeze: null + post_process: + network: UnetRes + depth: 4 + nc: + - 32 + - 64 + - 128 + - 256 + delay: null + freeze: null + unfreeze: null + train_last_layer: false + compensation: null +trainable_mask: + mask_type: TrainablePSF + initial_value: psf + grayscale: false + mask_lr: 0.001 + optimizer: Adam + L1_strength: false +target: object_plane +simulation: + grayscale: false + output_dim: null + object_height: 0.04 + flip: true + random_shift: false + random_vflip: 0.5 + random_hflip: 0.5 + random_rotate: false + scene2mask: 0.1 + mask2sensor: 0.009 + deadspace: true + use_waveprop: false + sensor: rpi_hq + snr_db: 10 + downsample: 8 + quantize: false + max_val: 255 +training: + batch_size: 4 + epoch: 25 + eval_batch_size: 4 + metric_for_best_model: null + save_every: null + skip_NAN: true + clip_grad: 1.0 + crop_preloss: false +optimizer: + type: Adam + lr: 0.0001 + slow_start: false + step: false + gamma: 0.1 +loss: l2 +lpips: 1.0 +unrolled_output_factor: false +pre_proc_aux: false diff --git a/.hydra/hydra.yaml b/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c782588dcc8b49480d0868862b3e118ee710cd03 --- /dev/null +++ b/.hydra/hydra.yaml @@ -0,0 +1,161 @@ +hydra: + run: + dir: outputs/${now:%Y-%m-%d}/${now:%H-%M-%S} + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.mode=RUN + task: + - reconstruction.method=trainable_inv + - trainable_mask.mask_type=TrainablePSF + - trainable_mask.L1_strength=False + - reconstruction.pre_process.network=null + - reconstruction.post_process.nc=[32,64,128,256] + - torch_device=cuda:3 + - device_ids=[3,0,1,2] + job: + name: train_learning_based + chdir: true + override_dirname: device_ids=[3,0,1,2],reconstruction.method=trainable_inv,reconstruction.post_process.nc=[32,64,128,256],reconstruction.pre_process.network=null,torch_device=cuda:3,trainable_mask.L1_strength=False,trainable_mask.mask_type=TrainablePSF + id: ??? + num: ??? + config_name: train_mirflickr_diffuser + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /root/LenslessPiCam + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /root/LenslessPiCam/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /root/LenslessPiCam/outputs/2024-06-20/14-35-20 + choices: + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/.hydra/overrides.yaml b/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5526dc747f906c0a1d9979fe1137942a4bbf8914 --- /dev/null +++ b/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- reconstruction.method=trainable_inv +- trainable_mask.mask_type=TrainablePSF +- trainable_mask.L1_strength=False +- reconstruction.pre_process.network=null +- reconstruction.post_process.nc=[32,64,128,256] +- torch_device=cuda:3 +- device_ids=[3,0,1,2] diff --git a/eval_recon/0/0.png b/eval_recon/0/0.png new file mode 100644 index 0000000000000000000000000000000000000000..13cdac2db6fb5016efd88d86a8b721bfbddf707d Binary files /dev/null and b/eval_recon/0/0.png differ diff --git a/eval_recon/0/1.png b/eval_recon/0/1.png new file mode 100644 index 0000000000000000000000000000000000000000..c6a1a6fcbbabae40f1dfd45a4c8e5779af295d75 Binary files /dev/null and b/eval_recon/0/1.png differ diff --git a/eval_recon/0/3.png b/eval_recon/0/3.png new file mode 100644 index 0000000000000000000000000000000000000000..a2667bcec997fe3849342a6b296dac32985306d3 Binary files /dev/null and b/eval_recon/0/3.png differ diff --git a/eval_recon/0/4.png b/eval_recon/0/4.png new file mode 100644 index 0000000000000000000000000000000000000000..ae2f976d61026dbd4ea9422966af235521655ccc Binary files /dev/null and b/eval_recon/0/4.png differ diff --git a/eval_recon/0/8.png b/eval_recon/0/8.png new file mode 100644 index 0000000000000000000000000000000000000000..56496c568ebd0822ffdac118b2d868d438bf4967 Binary files /dev/null and b/eval_recon/0/8.png differ diff --git a/eval_recon/1/0.png b/eval_recon/1/0.png new file mode 100644 index 0000000000000000000000000000000000000000..8f25dc45d90b6d586691d6391aafd3b26d9827a5 Binary files /dev/null and b/eval_recon/1/0.png differ diff --git a/eval_recon/1/1.png b/eval_recon/1/1.png new file mode 100644 index 0000000000000000000000000000000000000000..f0d173236158cf565537ab3ccf557610c2833425 Binary files /dev/null and b/eval_recon/1/1.png differ diff --git a/eval_recon/1/3.png b/eval_recon/1/3.png new file mode 100644 index 0000000000000000000000000000000000000000..a33eda1754ed2f19b4de9bc97c51c10313b6b30a Binary files /dev/null and b/eval_recon/1/3.png differ diff --git a/eval_recon/1/4.png b/eval_recon/1/4.png new file mode 100644 index 0000000000000000000000000000000000000000..6883b0ce459ffd370bfb20f5dc4c35d7d1c8a7ea Binary files /dev/null and b/eval_recon/1/4.png differ diff --git a/eval_recon/1/8.png b/eval_recon/1/8.png new file mode 100644 index 0000000000000000000000000000000000000000..7f70e038d530aa85e7d55bbd8b58d3c4f7e2063e Binary files /dev/null and b/eval_recon/1/8.png differ diff --git a/eval_recon/10/0.png b/eval_recon/10/0.png new file mode 100644 index 0000000000000000000000000000000000000000..acd2c40641e8c8a5392e335501043a79e62442bb Binary files /dev/null and b/eval_recon/10/0.png differ diff --git a/eval_recon/10/1.png b/eval_recon/10/1.png new file mode 100644 index 0000000000000000000000000000000000000000..d3d1cf48c9c4cc88b028f4782bc7db262193dc8b Binary files /dev/null and b/eval_recon/10/1.png differ diff --git a/eval_recon/10/3.png b/eval_recon/10/3.png new file mode 100644 index 0000000000000000000000000000000000000000..632203493aa51d73a2031765e9db9f17a921a2fb Binary files /dev/null and b/eval_recon/10/3.png differ diff --git a/eval_recon/10/4.png b/eval_recon/10/4.png new file mode 100644 index 0000000000000000000000000000000000000000..5bc3c3d0e05fb2b92b39075e9684ac666d22f688 Binary files /dev/null and b/eval_recon/10/4.png differ diff --git a/eval_recon/10/8.png b/eval_recon/10/8.png new file mode 100644 index 0000000000000000000000000000000000000000..106cabf50212600854a43f6983f36bd661c0db43 Binary files /dev/null and b/eval_recon/10/8.png differ diff --git a/eval_recon/11/0.png b/eval_recon/11/0.png new file mode 100644 index 0000000000000000000000000000000000000000..f823fa180dd710d23672ddd0c4774c09649edfb7 Binary files /dev/null and b/eval_recon/11/0.png differ diff --git a/eval_recon/11/1.png b/eval_recon/11/1.png new file mode 100644 index 0000000000000000000000000000000000000000..3aaec5d43d5a11003a7fef84fa92a213ba0f5668 Binary files /dev/null and b/eval_recon/11/1.png differ diff --git a/eval_recon/11/3.png b/eval_recon/11/3.png new file mode 100644 index 0000000000000000000000000000000000000000..c55e20aa19f24ae37417473f073bc8104ed3bccc Binary files /dev/null and b/eval_recon/11/3.png differ diff --git a/eval_recon/11/4.png b/eval_recon/11/4.png new file mode 100644 index 0000000000000000000000000000000000000000..3c1102143d4af828c853947c17daa50713ad9f0d Binary files /dev/null and b/eval_recon/11/4.png differ diff --git a/eval_recon/11/8.png b/eval_recon/11/8.png new file mode 100644 index 0000000000000000000000000000000000000000..bbc48944669da0b40c01a91a5ece313c9ec2f91c Binary files /dev/null and b/eval_recon/11/8.png differ diff --git a/eval_recon/12/0.png b/eval_recon/12/0.png new file mode 100644 index 0000000000000000000000000000000000000000..aed7ff31f28c46da6716ec9155ae7016a405a472 Binary files /dev/null and b/eval_recon/12/0.png differ diff --git a/eval_recon/12/1.png b/eval_recon/12/1.png new file mode 100644 index 0000000000000000000000000000000000000000..31c086fd3d799b95abcb60f9b655f5e0a95e10d1 Binary files /dev/null and b/eval_recon/12/1.png differ diff --git a/eval_recon/12/3.png b/eval_recon/12/3.png new file mode 100644 index 0000000000000000000000000000000000000000..4acb806038a6b919f25938ad0118955ba3324f40 Binary files /dev/null and b/eval_recon/12/3.png differ diff --git a/eval_recon/12/4.png b/eval_recon/12/4.png new file mode 100644 index 0000000000000000000000000000000000000000..2833ee238b581daec486f420fd23674a26b5d064 Binary files /dev/null and b/eval_recon/12/4.png differ diff --git a/eval_recon/12/8.png b/eval_recon/12/8.png new file mode 100644 index 0000000000000000000000000000000000000000..ea9deb0a539a898318cc16bc151cbc6d0a78be8f Binary files /dev/null and b/eval_recon/12/8.png differ diff --git a/eval_recon/13/0.png b/eval_recon/13/0.png new file mode 100644 index 0000000000000000000000000000000000000000..964e9f8b419dec79012fe31251e2e42e6c10ad85 Binary files /dev/null and b/eval_recon/13/0.png differ diff --git a/eval_recon/13/1.png b/eval_recon/13/1.png new file mode 100644 index 0000000000000000000000000000000000000000..b1dcf7bbd1dcaac7ee3ffbd4b8a937e8056b7e98 Binary files /dev/null and b/eval_recon/13/1.png differ diff --git a/eval_recon/13/3.png b/eval_recon/13/3.png new file mode 100644 index 0000000000000000000000000000000000000000..d81920a3d6ac789e6518ce4b51dd9af29946a52b Binary files /dev/null and b/eval_recon/13/3.png differ diff --git a/eval_recon/13/4.png b/eval_recon/13/4.png new file mode 100644 index 0000000000000000000000000000000000000000..6f73b6e0f56db8a86c80861eb6a835be3ae910a8 Binary files /dev/null and b/eval_recon/13/4.png differ diff --git a/eval_recon/13/8.png b/eval_recon/13/8.png new file mode 100644 index 0000000000000000000000000000000000000000..a69aacd7d5bfd1c28b7dccfc2108b56e1fb1bd2d Binary files /dev/null and b/eval_recon/13/8.png differ diff --git a/eval_recon/14/0.png b/eval_recon/14/0.png new file mode 100644 index 0000000000000000000000000000000000000000..06ebaa50a485688d9caebbd1f6ea4841e18c3be3 Binary files /dev/null and b/eval_recon/14/0.png differ diff --git a/eval_recon/14/1.png b/eval_recon/14/1.png new file mode 100644 index 0000000000000000000000000000000000000000..a1f53474243f7c17c5edce6bfe4decf26512874e Binary files /dev/null and b/eval_recon/14/1.png differ diff --git a/eval_recon/14/3.png b/eval_recon/14/3.png new file mode 100644 index 0000000000000000000000000000000000000000..5a4518cb50d8470a35d4ff6257906b45a381f8bb Binary files /dev/null and b/eval_recon/14/3.png differ diff --git a/eval_recon/14/4.png b/eval_recon/14/4.png new file mode 100644 index 0000000000000000000000000000000000000000..6b77e386c1727884b130be444ddca88dbedbbf45 Binary files /dev/null and b/eval_recon/14/4.png differ diff --git a/eval_recon/14/8.png b/eval_recon/14/8.png new file mode 100644 index 0000000000000000000000000000000000000000..810648d6fd02e6356974645e2da9701accc79ae3 Binary files /dev/null and b/eval_recon/14/8.png differ diff --git a/eval_recon/15/0.png b/eval_recon/15/0.png new file mode 100644 index 0000000000000000000000000000000000000000..52b8a9cb0cef4148ce591f9e90ffde9e6434c58e Binary files /dev/null and b/eval_recon/15/0.png differ diff --git a/eval_recon/15/1.png b/eval_recon/15/1.png new file mode 100644 index 0000000000000000000000000000000000000000..01c4448a3faf5e18c4769882141ff93ecbfaab0d Binary files /dev/null and b/eval_recon/15/1.png differ diff --git a/eval_recon/15/3.png b/eval_recon/15/3.png new file mode 100644 index 0000000000000000000000000000000000000000..f104ba342ac8c9221547953f0691b095f789ef37 Binary files /dev/null and b/eval_recon/15/3.png differ diff --git a/eval_recon/15/4.png b/eval_recon/15/4.png new file mode 100644 index 0000000000000000000000000000000000000000..8bbeaf6776f24c435c04b68c053d6950b7107ba6 Binary files /dev/null and b/eval_recon/15/4.png differ diff --git a/eval_recon/15/8.png b/eval_recon/15/8.png new file mode 100644 index 0000000000000000000000000000000000000000..80397d07d859ff1f9adbdbdcdeb3b5d65b4ec243 Binary files /dev/null and b/eval_recon/15/8.png differ diff --git a/eval_recon/16/0.png b/eval_recon/16/0.png new file mode 100644 index 0000000000000000000000000000000000000000..a2e67f5912325c32a6f67b7df402c829fd88de0d Binary files /dev/null and b/eval_recon/16/0.png differ diff --git a/eval_recon/16/1.png b/eval_recon/16/1.png new file mode 100644 index 0000000000000000000000000000000000000000..8e181fc01b15f48da963c4042effcc3f57919178 Binary files /dev/null and b/eval_recon/16/1.png differ diff --git a/eval_recon/16/3.png b/eval_recon/16/3.png new file mode 100644 index 0000000000000000000000000000000000000000..c6103b42e3aaa6f63c949dd42d27eea387c3c4d3 Binary files /dev/null and b/eval_recon/16/3.png differ diff --git a/eval_recon/16/4.png b/eval_recon/16/4.png new file mode 100644 index 0000000000000000000000000000000000000000..315874e40abaa2e9bf403fe41765909890717b68 Binary files /dev/null and b/eval_recon/16/4.png differ diff --git a/eval_recon/16/8.png b/eval_recon/16/8.png new file mode 100644 index 0000000000000000000000000000000000000000..a60a2533c5f2c2abd0c704c65469643781bfff14 Binary files /dev/null and b/eval_recon/16/8.png differ diff --git a/eval_recon/17/0.png b/eval_recon/17/0.png new file mode 100644 index 0000000000000000000000000000000000000000..cc4b69b3e552a62b695815f241afbb7a1657e1a1 Binary files /dev/null and b/eval_recon/17/0.png differ diff --git a/eval_recon/17/1.png b/eval_recon/17/1.png new file mode 100644 index 0000000000000000000000000000000000000000..fdbc4a12be3878940d09c6fb7bd81a7877c22562 Binary files /dev/null and b/eval_recon/17/1.png differ diff --git a/eval_recon/17/3.png b/eval_recon/17/3.png new file mode 100644 index 0000000000000000000000000000000000000000..fc0d48cabd463e587d34a048d906229d57a2aece Binary files /dev/null and b/eval_recon/17/3.png differ diff --git a/eval_recon/17/4.png b/eval_recon/17/4.png new file mode 100644 index 0000000000000000000000000000000000000000..6cf4f6b9ebe8fcfa4e01dd1b193a1088bc313b5d Binary files /dev/null and b/eval_recon/17/4.png differ diff --git a/eval_recon/17/8.png b/eval_recon/17/8.png new file mode 100644 index 0000000000000000000000000000000000000000..29ee8a39923a46e2b0194cce79ea7ca8062d2558 Binary files /dev/null and b/eval_recon/17/8.png differ diff --git a/eval_recon/18/0.png b/eval_recon/18/0.png new file mode 100644 index 0000000000000000000000000000000000000000..876848749a0d79112eeff064b64c21d91e61b7d5 Binary files /dev/null and b/eval_recon/18/0.png differ diff --git a/eval_recon/18/1.png b/eval_recon/18/1.png new file mode 100644 index 0000000000000000000000000000000000000000..7780ecf8f420010b71fc778625849217f697ef36 Binary files /dev/null and b/eval_recon/18/1.png differ diff --git a/eval_recon/18/3.png b/eval_recon/18/3.png new file mode 100644 index 0000000000000000000000000000000000000000..b77ad31f9a79bcf887927ca9634e0024f0df4c8d Binary files /dev/null and b/eval_recon/18/3.png differ diff --git a/eval_recon/18/4.png b/eval_recon/18/4.png new file mode 100644 index 0000000000000000000000000000000000000000..88f5a8bac39b096b757115d3873cdc9f40f6b4e7 Binary files /dev/null and b/eval_recon/18/4.png differ diff --git a/eval_recon/18/8.png b/eval_recon/18/8.png new file mode 100644 index 0000000000000000000000000000000000000000..0187f708cefad6753f40b93a076649fd23d0010b Binary files /dev/null and b/eval_recon/18/8.png differ diff --git a/eval_recon/19/0.png b/eval_recon/19/0.png new file mode 100644 index 0000000000000000000000000000000000000000..f332c3a46f8888c1ca235948e72366a24c6273b2 Binary files /dev/null and b/eval_recon/19/0.png differ diff --git a/eval_recon/19/1.png b/eval_recon/19/1.png new file mode 100644 index 0000000000000000000000000000000000000000..bcbe2a4ab36373e0dd0eeab6dddf059c7fb50cab Binary files /dev/null and b/eval_recon/19/1.png differ diff --git a/eval_recon/19/3.png b/eval_recon/19/3.png new file mode 100644 index 0000000000000000000000000000000000000000..08267f462e55ba0c6bd06d5e524e4581d4d6d8a8 Binary files /dev/null and b/eval_recon/19/3.png differ diff --git a/eval_recon/19/4.png b/eval_recon/19/4.png new file mode 100644 index 0000000000000000000000000000000000000000..95296197ef075576a9a5d6e5098e3912e71a97f9 Binary files /dev/null and b/eval_recon/19/4.png differ diff --git a/eval_recon/19/8.png b/eval_recon/19/8.png new file mode 100644 index 0000000000000000000000000000000000000000..871ecefc063bee7c2db4bb7c0a09f1e67d06437b Binary files /dev/null and b/eval_recon/19/8.png differ diff --git a/eval_recon/2/0.png b/eval_recon/2/0.png new file mode 100644 index 0000000000000000000000000000000000000000..38dd47fbecee7089f5cc2453f0c065c91b75a5ad Binary files /dev/null and b/eval_recon/2/0.png differ diff --git a/eval_recon/2/1.png b/eval_recon/2/1.png new file mode 100644 index 0000000000000000000000000000000000000000..baee71fc13f1fc916fd2f15cebf50500c7d2159d Binary files /dev/null and b/eval_recon/2/1.png differ diff --git a/eval_recon/2/3.png b/eval_recon/2/3.png new file mode 100644 index 0000000000000000000000000000000000000000..8daff0d66f3faee466f2583704e979de5c9bcde4 Binary files /dev/null and b/eval_recon/2/3.png differ diff --git a/eval_recon/2/4.png b/eval_recon/2/4.png new file mode 100644 index 0000000000000000000000000000000000000000..efa331561ccc0fee5c09d1da23ddf8402eb7de44 Binary files /dev/null and b/eval_recon/2/4.png differ diff --git a/eval_recon/2/8.png b/eval_recon/2/8.png new file mode 100644 index 0000000000000000000000000000000000000000..b14ce8aae3ce3f4a7fe978cb865de970b2d03f6a Binary files /dev/null and b/eval_recon/2/8.png differ diff --git a/eval_recon/20/0.png b/eval_recon/20/0.png new file mode 100644 index 0000000000000000000000000000000000000000..11b03240b64aded8e30ca62f76dbd916a9afd123 Binary files /dev/null and b/eval_recon/20/0.png differ diff --git a/eval_recon/20/1.png b/eval_recon/20/1.png new file mode 100644 index 0000000000000000000000000000000000000000..e856bab97effadc57ec62243023a7f8f3e5000d3 Binary files /dev/null and b/eval_recon/20/1.png differ diff --git a/eval_recon/20/3.png b/eval_recon/20/3.png new file mode 100644 index 0000000000000000000000000000000000000000..2da2c3c6943ca0e76f20d9b856cbf8d6870b4b99 Binary files /dev/null and b/eval_recon/20/3.png differ diff --git a/eval_recon/20/4.png b/eval_recon/20/4.png new file mode 100644 index 0000000000000000000000000000000000000000..4f816c7a394a2f19e55a026170a20f0f17c82a6e Binary files /dev/null and b/eval_recon/20/4.png differ diff --git a/eval_recon/20/8.png b/eval_recon/20/8.png new file mode 100644 index 0000000000000000000000000000000000000000..10539b97716ae3440eab188c0d1152b26c1c8b64 Binary files /dev/null and b/eval_recon/20/8.png differ diff --git a/eval_recon/21/0.png b/eval_recon/21/0.png new file mode 100644 index 0000000000000000000000000000000000000000..2521b84139c18409b35ba03913bf7f0687f354ce Binary files /dev/null and b/eval_recon/21/0.png differ diff --git a/eval_recon/21/1.png b/eval_recon/21/1.png new file mode 100644 index 0000000000000000000000000000000000000000..376f26b65483b1af028688ade87952e84feacfb9 Binary files /dev/null and b/eval_recon/21/1.png differ diff --git a/eval_recon/21/3.png b/eval_recon/21/3.png new file mode 100644 index 0000000000000000000000000000000000000000..9f77f52b77a22920b4d0334a09218b8ab7774632 Binary files /dev/null and b/eval_recon/21/3.png differ diff --git a/eval_recon/21/4.png b/eval_recon/21/4.png new file mode 100644 index 0000000000000000000000000000000000000000..b9ca5c0f5a396db5f7779eb51f14e43df6a37b87 Binary files /dev/null and b/eval_recon/21/4.png differ diff --git a/eval_recon/21/8.png b/eval_recon/21/8.png new file mode 100644 index 0000000000000000000000000000000000000000..09f669e93205443146c181c9ec5ab5deb51e99f5 Binary files /dev/null and b/eval_recon/21/8.png differ diff --git a/eval_recon/22/0.png b/eval_recon/22/0.png new file mode 100644 index 0000000000000000000000000000000000000000..6af8624b1c893f88689c32b45338ead889a7fa32 Binary files /dev/null and b/eval_recon/22/0.png differ diff --git a/eval_recon/22/1.png b/eval_recon/22/1.png new file mode 100644 index 0000000000000000000000000000000000000000..d4f2462a218c5e1e88fbec145e7998cc3a04de4b Binary files /dev/null and b/eval_recon/22/1.png differ diff --git a/eval_recon/22/3.png b/eval_recon/22/3.png new file mode 100644 index 0000000000000000000000000000000000000000..60b2287409eb5c5b9be92f3b11baedd94d54c019 Binary files /dev/null and b/eval_recon/22/3.png differ diff --git a/eval_recon/22/4.png b/eval_recon/22/4.png new file mode 100644 index 0000000000000000000000000000000000000000..5636c77bcfdd370225677e73622e5a8a10ad3a69 Binary files /dev/null and b/eval_recon/22/4.png differ diff --git a/eval_recon/22/8.png b/eval_recon/22/8.png new file mode 100644 index 0000000000000000000000000000000000000000..7cfd2e3bcd9e04cc39e44930782b0df3fd0ec6a9 Binary files /dev/null and b/eval_recon/22/8.png differ diff --git a/eval_recon/23/0.png b/eval_recon/23/0.png new file mode 100644 index 0000000000000000000000000000000000000000..a19afa2cbb89b198f9c9144290a7559cc57650c0 Binary files /dev/null and b/eval_recon/23/0.png differ diff --git a/eval_recon/23/1.png b/eval_recon/23/1.png new file mode 100644 index 0000000000000000000000000000000000000000..caa453c075074d0d63d2e15f3cd6a6166221a19f Binary files /dev/null and b/eval_recon/23/1.png differ diff --git a/eval_recon/23/3.png b/eval_recon/23/3.png new file mode 100644 index 0000000000000000000000000000000000000000..9a8d2cbbf2627ce8229fb4772573c8ef19873a95 Binary files /dev/null and b/eval_recon/23/3.png differ diff --git a/eval_recon/23/4.png b/eval_recon/23/4.png new file mode 100644 index 0000000000000000000000000000000000000000..58cec8f5c64995e7292aa5f7a29f4ba9f2463368 Binary files /dev/null and b/eval_recon/23/4.png differ diff --git a/eval_recon/23/8.png b/eval_recon/23/8.png new file mode 100644 index 0000000000000000000000000000000000000000..a2f9b4616708278aef7376abd004dc45b6ac6c14 Binary files /dev/null and b/eval_recon/23/8.png differ diff --git a/eval_recon/24/0.png b/eval_recon/24/0.png new file mode 100644 index 0000000000000000000000000000000000000000..261291d6f673c473497f51483c9e88a08175e8f5 Binary files /dev/null and b/eval_recon/24/0.png differ diff --git a/eval_recon/24/1.png b/eval_recon/24/1.png new file mode 100644 index 0000000000000000000000000000000000000000..a7111e7dccbcf1a646590a91699e1433dff2da7b Binary files /dev/null and b/eval_recon/24/1.png differ diff --git a/eval_recon/24/3.png b/eval_recon/24/3.png new file mode 100644 index 0000000000000000000000000000000000000000..d0f42c093af44acf261bf40351029d926cbe2d8f Binary files /dev/null and b/eval_recon/24/3.png differ diff --git a/eval_recon/24/4.png b/eval_recon/24/4.png new file mode 100644 index 0000000000000000000000000000000000000000..2e672c77b86fb9bbe985d6f8540dab10f590d704 Binary files /dev/null and b/eval_recon/24/4.png differ diff --git a/eval_recon/24/8.png b/eval_recon/24/8.png new file mode 100644 index 0000000000000000000000000000000000000000..e84aa56b11f04360e42fb03ce444529b8a5013dd Binary files /dev/null and b/eval_recon/24/8.png differ diff --git a/eval_recon/25/0.png b/eval_recon/25/0.png new file mode 100644 index 0000000000000000000000000000000000000000..c9e10a8a969f6e39a19aa579e5c5bb866b26d9d8 Binary files /dev/null and b/eval_recon/25/0.png differ diff --git a/eval_recon/25/1.png b/eval_recon/25/1.png new file mode 100644 index 0000000000000000000000000000000000000000..f153c8874dbe8587bbe719f12f017a5b1458ed0c Binary files /dev/null and b/eval_recon/25/1.png differ diff --git a/eval_recon/25/3.png b/eval_recon/25/3.png new file mode 100644 index 0000000000000000000000000000000000000000..214729eacb3f34ec47c5f2a3f11fc509361dbf05 Binary files /dev/null and b/eval_recon/25/3.png differ diff --git a/eval_recon/25/4.png b/eval_recon/25/4.png new file mode 100644 index 0000000000000000000000000000000000000000..471da5606531e906aba6e97b14cebae47f7ed868 Binary files /dev/null and b/eval_recon/25/4.png differ diff --git a/eval_recon/25/8.png b/eval_recon/25/8.png new file mode 100644 index 0000000000000000000000000000000000000000..19de6e006261210eb10fd69c3bd4505a5eaae8d8 Binary files /dev/null and b/eval_recon/25/8.png differ diff --git a/eval_recon/3/0.png b/eval_recon/3/0.png new file mode 100644 index 0000000000000000000000000000000000000000..72b5a0ab8e0386c723d0c96c2fb36fa26c10031a Binary files /dev/null and b/eval_recon/3/0.png differ diff --git a/eval_recon/3/1.png b/eval_recon/3/1.png new file mode 100644 index 0000000000000000000000000000000000000000..cf1791b7e533cbc862e2d2082b9c643dc7ae1fde Binary files /dev/null and b/eval_recon/3/1.png differ diff --git a/eval_recon/3/3.png b/eval_recon/3/3.png new file mode 100644 index 0000000000000000000000000000000000000000..db2856c8b663a4c027eca1f5668ae283e411e87e Binary files /dev/null and b/eval_recon/3/3.png differ diff --git a/eval_recon/3/4.png b/eval_recon/3/4.png new file mode 100644 index 0000000000000000000000000000000000000000..a027bba5f0df03a752f4e5004fdbb3b732459193 Binary files /dev/null and b/eval_recon/3/4.png differ diff --git a/eval_recon/3/8.png b/eval_recon/3/8.png new file mode 100644 index 0000000000000000000000000000000000000000..538575c840bc34bc0e6efe1b56daf375506cef26 Binary files /dev/null and b/eval_recon/3/8.png differ diff --git a/eval_recon/4/0.png b/eval_recon/4/0.png new file mode 100644 index 0000000000000000000000000000000000000000..99d8c021a75f53588a007e7af53fc58a803c3b98 Binary files /dev/null and b/eval_recon/4/0.png differ diff --git a/eval_recon/4/1.png b/eval_recon/4/1.png new file mode 100644 index 0000000000000000000000000000000000000000..faf4e5982260c99e3c9e8602c068798112ee9355 Binary files /dev/null and b/eval_recon/4/1.png differ diff --git a/eval_recon/4/3.png b/eval_recon/4/3.png new file mode 100644 index 0000000000000000000000000000000000000000..80ef84467c6a59f073d040339146f1cb62983a7d Binary files /dev/null and b/eval_recon/4/3.png differ diff --git a/eval_recon/4/4.png b/eval_recon/4/4.png new file mode 100644 index 0000000000000000000000000000000000000000..b7472573a69d96b33797f8e73f8c59f72cf577d9 Binary files /dev/null and b/eval_recon/4/4.png differ diff --git a/eval_recon/4/8.png b/eval_recon/4/8.png new file mode 100644 index 0000000000000000000000000000000000000000..0786f77cac3cea036e9927d505efc63e3d8b078e Binary files /dev/null and b/eval_recon/4/8.png differ diff --git a/eval_recon/5/0.png b/eval_recon/5/0.png new file mode 100644 index 0000000000000000000000000000000000000000..dd155f4c5c6c2844c77e57b1f57dc7207668c53d Binary files /dev/null and b/eval_recon/5/0.png differ diff --git a/eval_recon/5/1.png b/eval_recon/5/1.png new file mode 100644 index 0000000000000000000000000000000000000000..0e6caabe8c718f483ab63ba23b6174d00055f285 Binary files /dev/null and b/eval_recon/5/1.png differ diff --git a/eval_recon/5/3.png b/eval_recon/5/3.png new file mode 100644 index 0000000000000000000000000000000000000000..b10419149fca45c040906180d3b631b3681738d2 Binary files /dev/null and b/eval_recon/5/3.png differ diff --git a/eval_recon/5/4.png b/eval_recon/5/4.png new file mode 100644 index 0000000000000000000000000000000000000000..f7fe6cf4017cf362e031710bcb9dacc2d17b7cf9 Binary files /dev/null and b/eval_recon/5/4.png differ diff --git a/eval_recon/5/8.png b/eval_recon/5/8.png new file mode 100644 index 0000000000000000000000000000000000000000..5079f314714a4967b6c7619a17136d1903ee6f76 Binary files /dev/null and b/eval_recon/5/8.png differ diff --git a/eval_recon/6/0.png b/eval_recon/6/0.png new file mode 100644 index 0000000000000000000000000000000000000000..e8764167928c47ea82a84af31c841f999a69feae Binary files /dev/null and b/eval_recon/6/0.png differ diff --git a/eval_recon/6/1.png b/eval_recon/6/1.png new file mode 100644 index 0000000000000000000000000000000000000000..ef1b9bf008cad2aeef5e3b1e77912d48c8312f78 Binary files /dev/null and b/eval_recon/6/1.png differ diff --git a/eval_recon/6/3.png b/eval_recon/6/3.png new file mode 100644 index 0000000000000000000000000000000000000000..1090e255b2fac8d6173f5af55186f1785651e072 Binary files /dev/null and b/eval_recon/6/3.png differ diff --git a/eval_recon/6/4.png b/eval_recon/6/4.png new file mode 100644 index 0000000000000000000000000000000000000000..1aa09c01cd490c579d3b8555c545fbe0a801dc8c Binary files /dev/null and b/eval_recon/6/4.png differ diff --git a/eval_recon/6/8.png b/eval_recon/6/8.png new file mode 100644 index 0000000000000000000000000000000000000000..0a7c1997fd21f6ba398349917b32e545584ffb74 Binary files /dev/null and b/eval_recon/6/8.png differ diff --git a/eval_recon/7/0.png b/eval_recon/7/0.png new file mode 100644 index 0000000000000000000000000000000000000000..0b74cbfc4e50b1ac437075c6b054016badc0dcdc Binary files /dev/null and b/eval_recon/7/0.png differ diff --git a/eval_recon/7/1.png b/eval_recon/7/1.png new file mode 100644 index 0000000000000000000000000000000000000000..8ef3755d60492e2d3663ba7ea1699f2e39bcf6b8 Binary files /dev/null and b/eval_recon/7/1.png differ diff --git a/eval_recon/7/3.png b/eval_recon/7/3.png new file mode 100644 index 0000000000000000000000000000000000000000..d4cd54cc6bb816e37d267c5bde531f4a2d4f04db Binary files /dev/null and b/eval_recon/7/3.png differ diff --git a/eval_recon/7/4.png b/eval_recon/7/4.png new file mode 100644 index 0000000000000000000000000000000000000000..e6d415966175fe1e9297af7cd40f0efe3ec63084 Binary files /dev/null and b/eval_recon/7/4.png differ diff --git a/eval_recon/7/8.png b/eval_recon/7/8.png new file mode 100644 index 0000000000000000000000000000000000000000..6fd774b8742fd41f45e6b710f998264dfc9115ce Binary files /dev/null and b/eval_recon/7/8.png differ diff --git a/eval_recon/8/0.png b/eval_recon/8/0.png new file mode 100644 index 0000000000000000000000000000000000000000..acfd69913688bfb7be1383748e4be3b2cce7b1b1 Binary files /dev/null and b/eval_recon/8/0.png differ diff --git a/eval_recon/8/1.png b/eval_recon/8/1.png new file mode 100644 index 0000000000000000000000000000000000000000..8896e510ecb0bb843b058ce12894aa9e9e6f4517 Binary files /dev/null and b/eval_recon/8/1.png differ diff --git a/eval_recon/8/3.png b/eval_recon/8/3.png new file mode 100644 index 0000000000000000000000000000000000000000..239ee6d02c56935c141789fa4f3a31c8fc153a16 Binary files /dev/null and b/eval_recon/8/3.png differ diff --git a/eval_recon/8/4.png b/eval_recon/8/4.png new file mode 100644 index 0000000000000000000000000000000000000000..ccf546fbd6acfa2b32728447de6f788d5fe4e88e Binary files /dev/null and b/eval_recon/8/4.png differ diff --git a/eval_recon/8/8.png b/eval_recon/8/8.png new file mode 100644 index 0000000000000000000000000000000000000000..bc40a80aa3aa0bf253652117ffa6e879ebff7788 Binary files /dev/null and b/eval_recon/8/8.png differ diff --git a/eval_recon/9/0.png b/eval_recon/9/0.png new file mode 100644 index 0000000000000000000000000000000000000000..7ed5fc8b306d6e7c77eecd75065e466a6c752dc8 Binary files /dev/null and b/eval_recon/9/0.png differ diff --git a/eval_recon/9/1.png b/eval_recon/9/1.png new file mode 100644 index 0000000000000000000000000000000000000000..07ca50d06dd1b9514f2a74aedfb26079440442a4 Binary files /dev/null and b/eval_recon/9/1.png differ diff --git a/eval_recon/9/3.png b/eval_recon/9/3.png new file mode 100644 index 0000000000000000000000000000000000000000..2ee6ff84eea5fae72da03af1f344487b908c5abb Binary files /dev/null and b/eval_recon/9/3.png differ diff --git a/eval_recon/9/4.png b/eval_recon/9/4.png new file mode 100644 index 0000000000000000000000000000000000000000..bb695bf674c3ab782482f830cc04116cdeb1327d Binary files /dev/null and b/eval_recon/9/4.png differ diff --git a/eval_recon/9/8.png b/eval_recon/9/8.png new file mode 100644 index 0000000000000000000000000000000000000000..e03509c0d3fb0327ee51509d79a08c11d4091615 Binary files /dev/null and b/eval_recon/9/8.png differ diff --git a/lensed_0.png b/lensed_0.png new file mode 100644 index 0000000000000000000000000000000000000000..254ec56a8a84bf3a5aaf3b5a814ddd9db7123cbc Binary files /dev/null and b/lensed_0.png differ diff --git a/lensed_1.png b/lensed_1.png new file mode 100644 index 0000000000000000000000000000000000000000..5083ec0b296dcb2f26d5d09c348ab23bf95c2d02 Binary files /dev/null and b/lensed_1.png differ diff --git a/lensed_3.png b/lensed_3.png new file mode 100644 index 0000000000000000000000000000000000000000..92e31baede98d3be4b45b0ea46be4725d9d3cf91 Binary files /dev/null and b/lensed_3.png differ diff --git a/lensed_4.png b/lensed_4.png new file mode 100644 index 0000000000000000000000000000000000000000..9278ab1f4bbb1db20a5c1d9fcbe858e11cc006a2 Binary files /dev/null and b/lensed_4.png differ diff --git a/lensed_8.png b/lensed_8.png new file mode 100644 index 0000000000000000000000000000000000000000..8d20681742ebbb862fc9842b6c62be205daf1561 Binary files /dev/null and b/lensed_8.png differ diff --git a/lensless_raw_0.png b/lensless_raw_0.png new file mode 100644 index 0000000000000000000000000000000000000000..a2430ab8db06bd3c160a534be465650d2fd5b12d Binary files /dev/null and b/lensless_raw_0.png differ diff --git a/lensless_raw_1.png b/lensless_raw_1.png new file mode 100644 index 0000000000000000000000000000000000000000..3446971acac7c8e33432d08a5c3295b82bf79efe Binary files /dev/null and b/lensless_raw_1.png differ diff --git a/lensless_raw_3.png b/lensless_raw_3.png new file mode 100644 index 0000000000000000000000000000000000000000..dcb71bf33f27f5b4b11d4e5d5fb306de6c4ff634 Binary files /dev/null and b/lensless_raw_3.png differ diff --git a/lensless_raw_4.png b/lensless_raw_4.png new file mode 100644 index 0000000000000000000000000000000000000000..a2fd9db852323f1e9ec0ee40f27b2d7eb5debcec Binary files /dev/null and b/lensless_raw_4.png differ diff --git a/lensless_raw_8.png b/lensless_raw_8.png new file mode 100644 index 0000000000000000000000000000000000000000..c21288616bb634c5271a884fc754e27e4fbf103e Binary files /dev/null and b/lensless_raw_8.png differ diff --git a/lensless_recon_0.png b/lensless_recon_0.png new file mode 100644 index 0000000000000000000000000000000000000000..4dd61fa40516ee9b00ec438210184dd69b9e9536 Binary files /dev/null and b/lensless_recon_0.png differ diff --git a/lensless_recon_1.png b/lensless_recon_1.png new file mode 100644 index 0000000000000000000000000000000000000000..f8cccdbb10e2a8fa2cc8631a8e316ab39bfb6898 Binary files /dev/null and b/lensless_recon_1.png differ diff --git a/lensless_recon_3.png b/lensless_recon_3.png new file mode 100644 index 0000000000000000000000000000000000000000..1c1a97c7515e87725c8fcff859346e6375089a12 Binary files /dev/null and b/lensless_recon_3.png differ diff --git a/lensless_recon_4.png b/lensless_recon_4.png new file mode 100644 index 0000000000000000000000000000000000000000..98e5b551cbccbda71a7418eafe6ee22e471223f9 Binary files /dev/null and b/lensless_recon_4.png differ diff --git a/lensless_recon_8.png b/lensless_recon_8.png new file mode 100644 index 0000000000000000000000000000000000000000..e164482aa68f7124a4536bdd8256c9c351071dce Binary files /dev/null and b/lensless_recon_8.png differ diff --git a/mask_optim_epochBEST.pt b/mask_optim_epochBEST.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3ec9c160573b5a6a9550a332f8a602eb923457f --- /dev/null +++ b/mask_optim_epochBEST.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b75742b8a98c6c7f717abbc43d39cf8778b060cf7db532368d44cbffb04bfb8 +size 779695 diff --git a/mask_psf_epochBEST.npy b/mask_psf_epochBEST.npy new file mode 100644 index 0000000000000000000000000000000000000000..c7b4d97fe5a6333cb0ce8477b72056cbf36c62d8 --- /dev/null +++ b/mask_psf_epochBEST.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6991d274fc00e4b9d699f7ef913a24b7224e00fed2085a42c3802a5a103eef1 +size 388928 diff --git a/metrics.json b/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4f1c6e21146e328bc87465093719287b8e94692e --- /dev/null +++ b/metrics.json @@ -0,0 +1,205 @@ +{ + "LOSS": [ + 1, + 0.4297537258366742, + 0.3631795203735422, + 0.33756433516244205, + 0.3195842023516688, + 0.30713305672258157, + 0.2986604493558409, + 0.291894884717961, + 0.28663481043775874, + 0.28102396032214116, + 0.27642058091114047, + 0.27257460041840886, + 0.2696525942360355, + 0.2663207350596795, + 0.2630512365425621, + 0.26003734795749234, + 0.2575299395297958, + 0.25518408266206777, + 0.2527237752377981, + 0.25089738271385376, + 0.24873794276763983, + 0.2465690987880031, + 0.24460794302821143, + 0.24277881035456994, + 0.2410393918504314, + 0.23927416165918103 + ], + "LOSS_TEST": [ + 0.9379592944790531, + 0.38167844438930976, + 0.34605021190151825, + 0.3297687385928583, + 0.31288392494271344, + 0.30536093141135945, + 0.29702854427127723, + 0.28964237356605055, + 0.28774906665056915, + 0.2831355161392489, + 0.27934727280095845, + 0.2756010512802731, + 0.2746973241622503, + 0.2748588136587482, + 0.2731448231804258, + 0.27128687546447705, + 0.2701498991248102, + 0.2674463505607781, + 0.26399541824349426, + 0.26542328970014556, + 0.26411463988728606, + 0.26254934641216565, + 0.26274215277434476, + 0.2656212983353695, + 0.26164997397880957, + 0.26085886822195836 + ], + "MSE": [ + 0.12216264522588766, + 0.025702023432143516, + 0.020294274460781622, + 0.01891290533306959, + 0.01670361815152822, + 0.016698938885328918, + 0.014840513519062713, + 0.013445112345231188, + 0.012884863727801555, + 0.011979214531053472, + 0.011160671547357295, + 0.010740277215230602, + 0.010531418480433978, + 0.010438300979168, + 0.009747622552578588, + 0.009760087682260526, + 0.00992378916379784, + 0.009921542014572415, + 0.008926894913359478, + 0.009258943030496946, + 0.009062255752758609, + 0.008897558783644342, + 0.008695986807333293, + 0.009497808054317016, + 0.008625751543273634, + 0.00859320420865995 + ], + "MAE": [], + "LPIPS_Vgg": [ + 0.8157966492531655, + 0.35597642095716625, + 0.3257559374407366, + 0.3108558332597887, + 0.29618030679118523, + 0.28866199252603053, + 0.2821880307522145, + 0.27619726122081933, + 0.2748642029227676, + 0.2711563016081954, + 0.26818660125360116, + 0.26486077406504255, + 0.2641659056818163, + 0.2644205126795802, + 0.2633972006278472, + 0.26152678778221655, + 0.26022610996101236, + 0.2575248085462057, + 0.2550685233301348, + 0.2561643466696486, + 0.25505238413452747, + 0.2536517876285213, + 0.25404616596701146, + 0.2561234902810525, + 0.25302422243553596, + 0.2522656640132984 + ], + "LPIPS_Alex": [], + "PSNR": [ + 9.743686909909481, + 16.524358790438693, + 17.698488070322824, + 18.12228366825077, + 18.594761490463853, + 18.681686993237133, + 19.178592022236163, + 19.48447015073087, + 19.610939371454585, + 20.014187561737764, + 20.298490396371715, + 20.45858885504462, + 20.55936343008811, + 20.677041622730822, + 20.85303441277734, + 20.870402976676626, + 20.80424579891476, + 20.888099327698367, + 21.349962438787664, + 21.072168042829205, + 21.196350075699783, + 21.353723265387273, + 21.41418069642824, + 20.93552800198575, + 21.4714884705491, + 21.516446467753763 + ], + "SSIM": [ + 0.13420406668945714, + 0.5480813006082693, + 0.6222632994821241, + 0.6508084003094796, + 0.6764955814476605, + 0.6869306666953666, + 0.6976940319822118, + 0.7072617126418067, + 0.704523645065449, + 0.7153583206571974, + 0.7221884136503046, + 0.7272251486718595, + 0.7302988438575236, + 0.7265736578821061, + 0.7325053102261311, + 0.7286424049147375, + 0.7365862870359564, + 0.738241461304215, + 0.741963567497494, + 0.7402953185715355, + 0.7402290300325349, + 0.7333920311641406, + 0.7408093708055513, + 0.7423655151485562, + 0.7421221543360759, + 0.7478296254967546 + ], + "ReconstructionError": [ + 0.3915430376598904, + 6.324137252431971, + 20.616926676995522, + 34.32452476633204, + 60.27815126871562, + 91.11654609053939, + 126.38712228979315, + 161.89780753940434, + 238.29472648727523, + 249.29605176522807, + 322.13308587900036, + 383.3692849763521, + 468.49195270710163, + 512.6102203048385, + 640.4870428327803, + 787.0021844965082, + 955.9504643460294, + 944.4576504070599, + 1114.979346526397, + 1153.3752383784847, + 1430.949577530106, + 1495.4853115673657, + 1759.8548303705318, + 2016.2853120912662, + 1931.124825524377, + 2153.368385429497 + ], + "n_iter": 1, + "algorithm": "trainable_inv_UnetRes_d4", + "metric_for_best_model": null, + "best_epoch": 25, + "best_eval_score": 0.26085886822195836 +} \ No newline at end of file diff --git a/overlay_lensed_recon_0.png b/overlay_lensed_recon_0.png new file mode 100644 index 0000000000000000000000000000000000000000..0f259c8cc1932344a120068a37203d792687d6ac Binary files /dev/null and b/overlay_lensed_recon_0.png differ diff --git a/overlay_lensed_recon_1.png b/overlay_lensed_recon_1.png new file mode 100644 index 0000000000000000000000000000000000000000..a1ea69cf32e0b90d1c6a486f4bdbe141e011f54e Binary files /dev/null and b/overlay_lensed_recon_1.png differ diff --git a/overlay_lensed_recon_3.png b/overlay_lensed_recon_3.png new file mode 100644 index 0000000000000000000000000000000000000000..3d61b59b1d9e823c781fbf97696a97f916143764 Binary files /dev/null and b/overlay_lensed_recon_3.png differ diff --git a/overlay_lensed_recon_4.png b/overlay_lensed_recon_4.png new file mode 100644 index 0000000000000000000000000000000000000000..1f179678d8d7d647278bff08e2d762afa05af3ba Binary files /dev/null and b/overlay_lensed_recon_4.png differ diff --git a/overlay_lensed_recon_8.png b/overlay_lensed_recon_8.png new file mode 100644 index 0000000000000000000000000000000000000000..89e4f78c03bb78a81391f7318a4b27b37db80ec3 Binary files /dev/null and b/overlay_lensed_recon_8.png differ diff --git a/psf_epochBEST.npy b/psf_epochBEST.npy new file mode 100644 index 0000000000000000000000000000000000000000..2f056392ee233f2af64523a2696d14458df8c040 --- /dev/null +++ b/psf_epochBEST.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e0f727124b3746ec69e86f3e331e8f4cc9b21c45f7024122d424f4628afb12 +size 388928 diff --git a/psf_epochBEST.png b/psf_epochBEST.png new file mode 100644 index 0000000000000000000000000000000000000000..c90f33bfc5692599b9f1e7455155b4874b4f991e Binary files /dev/null and b/psf_epochBEST.png differ diff --git a/psf_epochBEST_diff.npy b/psf_epochBEST_diff.npy new file mode 100644 index 0000000000000000000000000000000000000000..d7531809f304a5c2c1753dc5026665c09db8e6e4 --- /dev/null +++ b/psf_epochBEST_diff.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d150621c0229e4a93de78d9ad35dc887bca31a944c56983fe8a80c4a89b544a8 +size 388928 diff --git a/psf_epochBEST_diffabs.png b/psf_epochBEST_diffabs.png new file mode 100644 index 0000000000000000000000000000000000000000..8dd8750273e00c89f0d5101440f346858e658716 Binary files /dev/null and b/psf_epochBEST_diffabs.png differ diff --git a/psf_epochBEST_diffabs_plot.png b/psf_epochBEST_diffabs_plot.png new file mode 100644 index 0000000000000000000000000000000000000000..2ae150c61cd533e306f9896f9c26b32a98db8db2 Binary files /dev/null and b/psf_epochBEST_diffabs_plot.png differ diff --git a/psf_epochBEST_plot.png b/psf_epochBEST_plot.png new file mode 100644 index 0000000000000000000000000000000000000000..536601991095cfd32339eae211494e18e8819b67 Binary files /dev/null and b/psf_epochBEST_plot.png differ diff --git a/psf_original.npy b/psf_original.npy new file mode 100644 index 0000000000000000000000000000000000000000..8ecfdc8504c2f229691cd2872f420ef416c6cbb1 --- /dev/null +++ b/psf_original.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:734415c721ea87441643ac416d04bda672f450a5d3db248bba97753f9ca4556e +size 388928 diff --git a/psf_original.png b/psf_original.png new file mode 100644 index 0000000000000000000000000000000000000000..6d084a21be1aee5132b35250ba07d603e8456a8a Binary files /dev/null and b/psf_original.png differ diff --git a/psf_original_plot.png b/psf_original_plot.png new file mode 100644 index 0000000000000000000000000000000000000000..b07a0db3789b02c3937f6c03feb30d75aecd7a97 Binary files /dev/null and b/psf_original_plot.png differ diff --git a/recon_epochBEST b/recon_epochBEST new file mode 100644 index 0000000000000000000000000000000000000000..7ddba52bb98410e1d6a04fbfd0199d38979f3fab --- /dev/null +++ b/recon_epochBEST @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b29f7a2c3ad11d4dca7ef9fa037b2e73b99a61be3d231c7d83e98d1671c221 +size 33068672 diff --git a/train_learning_based.log b/train_learning_based.log new file mode 100644 index 0000000000000000000000000000000000000000..9ddb309bc9c1ac72ab999b035edeb722b294ba9a --- /dev/null +++ b/train_learning_based.log @@ -0,0 +1,67 @@ +[2024-06-20 14:35:25,629][__main__][INFO] - Using GPU for training. Main device : cuda:3 +[2024-06-20 14:35:25,630][__main__][INFO] - Using multiple GPUs : [3, 0, 1, 2] +[2024-06-20 14:35:30,491][__main__][INFO] - PSF shape : torch.Size([1, 135, 240, 3]) +[2024-06-20 14:35:30,502][__main__][INFO] - PSF min : 0.0 +[2024-06-20 14:35:30,512][__main__][INFO] - PSF max : 0.12337537109851837 +[2024-06-20 14:35:30,512][__main__][INFO] - PSF dtype : torch.float32 +[2024-06-20 14:35:30,543][__main__][INFO] - PSF norm : 1.7320507764816284 +[2024-06-20 14:35:30,544][__main__][INFO] - Reconstruction a few images with ADMM... +[2024-06-20 14:35:31,164][__main__][INFO] - Cropped shape : (135, 240, 3) +[2024-06-20 14:35:32,582][__main__][INFO] - Train test size : 24000 +[2024-06-20 14:35:32,583][__main__][INFO] - Test test size : 999 +[2024-06-20 14:35:32,703][__main__][INFO] - Training model with 8258449 parameters +[2024-06-20 14:35:32,704][__main__][INFO] - Setup time : 0.12098121643066406 s +[2024-06-20 14:35:32,704][__main__][INFO] - PSF shape : torch.Size([1, 135, 240, 3]) +[2024-06-20 14:35:32,704][__main__][INFO] - Results saved in /root/LenslessPiCam/outputs/2024-06-20/14-35-20 +[2024-06-20 14:36:40,878][__main__][INFO] - Epoch 0 with learning rate [0.0001] +[2024-06-20 15:12:35,934][__main__][INFO] - loss : 0.4297537258366742 +[2024-06-20 15:13:40,148][__main__][INFO] - Epoch 1 with learning rate [0.0001] +[2024-06-20 15:49:22,226][__main__][INFO] - loss : 0.3631795203735422 +[2024-06-20 15:50:26,534][__main__][INFO] - Epoch 2 with learning rate [0.0001] +[2024-06-20 16:26:21,177][__main__][INFO] - loss : 0.33756433516244205 +[2024-06-20 16:27:24,611][__main__][INFO] - Epoch 3 with learning rate [0.0001] +[2024-06-20 17:03:12,686][__main__][INFO] - loss : 0.3195842023516688 +[2024-06-20 17:04:17,320][__main__][INFO] - Epoch 4 with learning rate [0.0001] +[2024-06-20 17:40:07,969][__main__][INFO] - loss : 0.30713305672258157 +[2024-06-20 17:41:12,001][__main__][INFO] - Epoch 5 with learning rate [0.0001] +[2024-06-20 18:17:02,850][__main__][INFO] - loss : 0.2986604493558409 +[2024-06-20 18:18:05,966][__main__][INFO] - Epoch 6 with learning rate [0.0001] +[2024-06-20 18:54:00,091][__main__][INFO] - loss : 0.291894884717961 +[2024-06-20 18:55:05,138][__main__][INFO] - Epoch 7 with learning rate [0.0001] +[2024-06-20 19:30:57,448][__main__][INFO] - loss : 0.28663481043775874 +[2024-06-20 19:32:02,015][__main__][INFO] - Epoch 8 with learning rate [0.0001] +[2024-06-20 20:06:44,291][__main__][INFO] - loss : 0.28102396032214116 +[2024-06-20 20:07:47,025][__main__][INFO] - Epoch 9 with learning rate [0.0001] +[2024-06-20 20:41:06,800][__main__][INFO] - loss : 0.27642058091114047 +[2024-06-20 20:42:08,531][__main__][INFO] - Epoch 10 with learning rate [0.0001] +[2024-06-20 21:15:34,606][__main__][INFO] - loss : 0.27257460041840886 +[2024-06-20 21:16:35,805][__main__][INFO] - Epoch 11 with learning rate [0.0001] +[2024-06-20 21:49:43,900][__main__][INFO] - loss : 0.2696525942360355 +[2024-06-20 21:50:45,209][__main__][INFO] - Epoch 12 with learning rate [0.0001] +[2024-06-20 22:24:05,758][__main__][INFO] - loss : 0.2663207350596795 +[2024-06-20 22:25:05,999][__main__][INFO] - Epoch 13 with learning rate [0.0001] +[2024-06-20 22:58:20,147][__main__][INFO] - loss : 0.2630512365425621 +[2024-06-20 22:59:21,844][__main__][INFO] - Epoch 14 with learning rate [0.0001] +[2024-06-20 23:32:36,788][__main__][INFO] - loss : 0.26003734795749234 +[2024-06-20 23:33:37,068][__main__][INFO] - Epoch 15 with learning rate [0.0001] +[2024-06-21 00:06:53,350][__main__][INFO] - loss : 0.2575299395297958 +[2024-06-21 00:07:54,667][__main__][INFO] - Epoch 16 with learning rate [0.0001] +[2024-06-21 00:41:02,043][__main__][INFO] - loss : 0.25518408266206777 +[2024-06-21 00:42:02,351][__main__][INFO] - Epoch 17 with learning rate [0.0001] +[2024-06-21 01:15:24,978][__main__][INFO] - loss : 0.2527237752377981 +[2024-06-21 01:16:25,555][__main__][INFO] - Epoch 18 with learning rate [0.0001] +[2024-06-21 01:49:46,465][__main__][INFO] - loss : 0.25089738271385376 +[2024-06-21 01:50:47,853][__main__][INFO] - Epoch 19 with learning rate [0.0001] +[2024-06-21 02:24:04,030][__main__][INFO] - loss : 0.24873794276763983 +[2024-06-21 02:25:04,163][__main__][INFO] - Epoch 20 with learning rate [0.0001] +[2024-06-21 02:58:16,214][__main__][INFO] - loss : 0.2465690987880031 +[2024-06-21 02:59:18,127][__main__][INFO] - Epoch 21 with learning rate [0.0001] +[2024-06-21 03:32:36,865][__main__][INFO] - loss : 0.24460794302821143 +[2024-06-21 03:33:36,896][__main__][INFO] - Epoch 22 with learning rate [0.0001] +[2024-06-21 04:06:49,974][__main__][INFO] - loss : 0.24277881035456994 +[2024-06-21 04:07:50,455][__main__][INFO] - Epoch 23 with learning rate [0.0001] +[2024-06-21 04:41:10,998][__main__][INFO] - loss : 0.2410393918504314 +[2024-06-21 04:42:12,981][__main__][INFO] - Epoch 24 with learning rate [0.0001] +[2024-06-21 05:15:31,954][__main__][INFO] - loss : 0.23927416165918103 +[2024-06-21 05:16:33,688][__main__][INFO] - Train time [hour] : 14.682988125218285 h +[2024-06-21 05:16:33,688][__main__][INFO] - Results saved in /root/LenslessPiCam/outputs/2024-06-20/14-35-20