diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..e3f72c1d42ac3c7ac444291888758afcb00ebf8a 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +recon_epochBEST filter=lfs diff=lfs merge=lfs -text diff --git a/.hydra/config.yaml b/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..be84966baf4bbc5b059ec4393eb091d10ff2d45a --- /dev/null +++ b/.hydra/config.yaml @@ -0,0 +1,163 @@ +wandb_project: multilens_ambient +seed: 0 +start_delay: null +files: + cache_dir: /dev/shm + dataset: Lensless/MultiLens-Mirflickr-Ambient + huggingface_dataset: true + huggingface_psf: psf.png + single_channel_psf: false + hf_simulated: false + split_seed: null + n_files: null + test_size: null + downsample: 1 + downsample_lensed: 2 + input_snr: null + background_fp: null + background_snr_range: null + vertical_shift: null + horizontal_shift: null + rotate: false + flipud: false + flip_lensed: false + save_psf: true + crop: null + image_res: + - 600 + - 600 + extra_eval: null + force_rgb: false + simulate_lensless: false + random_flip: false + random_rotate: false + random_shifts: false +alignment: + top_left: + - 118 + - 220 + height: 123 +torch: true +torch_device: cuda:2 +device_ids: +- 2 +- 3 +- 1 +- 0 +measure: null +eval_disp_idx: +- 1 +- 2 +- 4 +- 5 +- 9 +display: + plot: true + gamma: null +save: true +reconstruction: + init: null + method: trainable_inv + skip_unrolled: false + init_processors: null + init_pre: true + init_post: true + direct_background_subtraction: false + learned_background_subtraction: false + integrated_background_subtraction: false + down_subtraction: false + integrated_background_unetres: false + unetres_input_background: false + unrolled_fista: + n_iter: 20 + tk: 1 + learn_tk: true + unrolled_admm: + n_iter: 5 + mu1: 0.0001 + mu2: 0.0001 + mu3: 0.0001 + tau: 0.0002 + trainable_inv: + K: 0.0001 + multi_wiener: + nc: + - 64 + - 128 + - 256 + - 512 + - 512 + pre_process: + network: UnetRes + depth: 4 + nc: + - 32 + - 64 + - 116 + - 128 + delay: null + freeze: null + unfreeze: null + post_process: + network: UnetRes + depth: 4 + nc: + - 32 + - 64 + - 116 + - 128 + delay: null + freeze: null + unfreeze: null + train_last_layer: false + compensation: null + compensation_residual: true +trainable_mask: + mask_type: TrainablePSF + initial_value: psf + grayscale: false + mask_lr: 0.001 + optimizer: Adam + L1_strength: 1.0 +target: object_plane +simulation: + grayscale: false + output_dim: null + object_height: 0.04 + flip: true + random_shift: false + random_vflip: 0.5 + random_hflip: 0.5 + random_rotate: false + scene2mask: 0.1 + mask2sensor: 0.009 + deadspace: true + use_waveprop: false + sensor: rpi_hq + snr_db: 10 + downsample: 8 + quantize: false + max_val: 255 +training: + batch_size: 4 + epoch: 25 + eval_batch_size: 4 + metric_for_best_model: null + save_every: null + skip_NAN: true + clip_grad: 1.0 + crop_preloss: false +optimizer: + type: AdamW + lr: 0.0001 + lr_step_epoch: true + final_lr: false + exp_decay: false + slow_start: false + cosine_decay_warmup: true + step: false + gamma: 0.1 +loss: l2 +lpips: 1.0 +unrolled_output_factor: false +pre_proc_aux: false diff --git a/.hydra/hydra.yaml b/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21bf8ab6988b0b203fa526de9c4555e86080ebe9 --- /dev/null +++ b/.hydra/hydra.yaml @@ -0,0 +1,159 @@ +hydra: + run: + dir: outputs/${now:%Y-%m-%d}/${now:%H-%M-%S} + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.mode=RUN + task: + - reconstruction.direct_background_subtraction=False + - torch_device=cuda:2 + - device_ids=[2,3,1,0] + - reconstruction.method=trainable_inv + - trainable_mask.mask_type=TrainablePSF + job: + name: train_learning_based + chdir: true + override_dirname: device_ids=[2,3,1,0],reconstruction.direct_background_subtraction=False,reconstruction.method=trainable_inv,torch_device=cuda:2,trainable_mask.mask_type=TrainablePSF + id: ??? + num: ??? + config_name: train_mirflickr_multilens_ambient + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /root/FORKS/LenslessPiCamStefan + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /root/FORKS/LenslessPiCamStefan/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /root/FORKS/LenslessPiCamStefan/outputs/2024-09-03/08-13-52 + choices: + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/.hydra/overrides.yaml b/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c5b0e9f799a983bb4b505c2b7befe82c5c6ff19a --- /dev/null +++ b/.hydra/overrides.yaml @@ -0,0 +1,5 @@ +- reconstruction.direct_background_subtraction=False +- torch_device=cuda:2 +- device_ids=[2,3,1,0] +- reconstruction.method=trainable_inv +- trainable_mask.mask_type=TrainablePSF diff --git a/eval_recon/0/1.png b/eval_recon/0/1.png new file mode 100644 index 0000000000000000000000000000000000000000..32e394f02a30e8b19697ffda9ac65fbb8481d3c7 Binary files /dev/null and b/eval_recon/0/1.png differ diff --git a/eval_recon/0/2.png b/eval_recon/0/2.png new file mode 100644 index 0000000000000000000000000000000000000000..1001a7ef20ccff656d28ccda2a86251e92c98b13 Binary files /dev/null and b/eval_recon/0/2.png differ diff --git a/eval_recon/0/4.png b/eval_recon/0/4.png new file mode 100644 index 0000000000000000000000000000000000000000..dca35e77051d9106601cefe4bab2ab467c956680 Binary files /dev/null and b/eval_recon/0/4.png differ diff --git a/eval_recon/0/5.png b/eval_recon/0/5.png new file mode 100644 index 0000000000000000000000000000000000000000..5bb29f2a75c6bb9798e8679076268e04a6fe3ae7 Binary files /dev/null and b/eval_recon/0/5.png differ diff --git a/eval_recon/0/9.png b/eval_recon/0/9.png new file mode 100644 index 0000000000000000000000000000000000000000..0a74291f483f0b4278303e65169fdd275bff19dc Binary files /dev/null and b/eval_recon/0/9.png differ diff --git a/eval_recon/1/1.png b/eval_recon/1/1.png new file mode 100644 index 0000000000000000000000000000000000000000..783e50a052e4b42efa21c34ab79cbf0d7caf07c6 Binary files /dev/null and b/eval_recon/1/1.png differ diff --git a/eval_recon/1/2.png b/eval_recon/1/2.png new file mode 100644 index 0000000000000000000000000000000000000000..80d12b268fa74b64fe6bccec95e37862b4f9b53f Binary files /dev/null and b/eval_recon/1/2.png differ diff --git a/eval_recon/1/4.png b/eval_recon/1/4.png new file mode 100644 index 0000000000000000000000000000000000000000..b7ea6eeaa3fe2bf1907456e5d37beb4dcd296795 Binary files /dev/null and b/eval_recon/1/4.png differ diff --git a/eval_recon/1/5.png b/eval_recon/1/5.png new file mode 100644 index 0000000000000000000000000000000000000000..fe36ead0ec7a1f0187570a1a1eacac09f00b1040 Binary files /dev/null and b/eval_recon/1/5.png differ diff --git a/eval_recon/1/9.png b/eval_recon/1/9.png new file mode 100644 index 0000000000000000000000000000000000000000..95b16ae62ae56da7764a6e68e80cdfd49e0223be Binary files /dev/null and b/eval_recon/1/9.png differ diff --git a/eval_recon/10/1.png b/eval_recon/10/1.png new file mode 100644 index 0000000000000000000000000000000000000000..5934c545619d0fec4235dceb50d1cdd395b76886 Binary files /dev/null and b/eval_recon/10/1.png differ diff --git a/eval_recon/10/2.png b/eval_recon/10/2.png new file mode 100644 index 0000000000000000000000000000000000000000..07a0b4eb4ce346e200d9b13c8354dd4b69482e5f Binary files /dev/null and b/eval_recon/10/2.png differ diff --git a/eval_recon/10/4.png b/eval_recon/10/4.png new file mode 100644 index 0000000000000000000000000000000000000000..6f3a606b12bca04b420bac25bb133f52b9396042 Binary files /dev/null and b/eval_recon/10/4.png differ diff --git a/eval_recon/10/5.png b/eval_recon/10/5.png new file mode 100644 index 0000000000000000000000000000000000000000..69864124a7302b8697b76c206038ab659489b6be Binary files /dev/null and b/eval_recon/10/5.png differ diff --git a/eval_recon/10/9.png b/eval_recon/10/9.png new file mode 100644 index 0000000000000000000000000000000000000000..4b60b1706e1b7b2b95e5f542f43b1cde89fb847a Binary files /dev/null and b/eval_recon/10/9.png differ diff --git a/eval_recon/11/1.png b/eval_recon/11/1.png new file mode 100644 index 0000000000000000000000000000000000000000..c074a153515193408cb6eeb0753dd6995dbf98c4 Binary files /dev/null and b/eval_recon/11/1.png differ diff --git a/eval_recon/11/2.png b/eval_recon/11/2.png new file mode 100644 index 0000000000000000000000000000000000000000..34143a027f725287ddbb649fc43362ae4dbf68a3 Binary files /dev/null and b/eval_recon/11/2.png differ diff --git a/eval_recon/11/4.png b/eval_recon/11/4.png new file mode 100644 index 0000000000000000000000000000000000000000..a263ae4b04a74d4bfb49fa0cd290e679fd82503d Binary files /dev/null and b/eval_recon/11/4.png differ diff --git a/eval_recon/11/5.png b/eval_recon/11/5.png new file mode 100644 index 0000000000000000000000000000000000000000..c823302cdf1ef1c522c04fa0aa0c2b30e3de8f7a Binary files /dev/null and b/eval_recon/11/5.png differ diff --git a/eval_recon/11/9.png b/eval_recon/11/9.png new file mode 100644 index 0000000000000000000000000000000000000000..60f4fc7d93a14d7951e2c41ddfb992335c809313 Binary files /dev/null and b/eval_recon/11/9.png differ diff --git a/eval_recon/12/1.png b/eval_recon/12/1.png new file mode 100644 index 0000000000000000000000000000000000000000..302bef4abe649d7b7f3de4afbaa6a454fd451e2d Binary files /dev/null and b/eval_recon/12/1.png differ diff --git a/eval_recon/12/2.png b/eval_recon/12/2.png new file mode 100644 index 0000000000000000000000000000000000000000..639be84d578effc618ae729e1ab66d5c2e5b9d73 Binary files /dev/null and b/eval_recon/12/2.png differ diff --git a/eval_recon/12/4.png b/eval_recon/12/4.png new file mode 100644 index 0000000000000000000000000000000000000000..090db1a9081c7fdff8571e0e26ab0fe467191bb9 Binary files /dev/null and b/eval_recon/12/4.png differ diff --git a/eval_recon/12/5.png b/eval_recon/12/5.png new file mode 100644 index 0000000000000000000000000000000000000000..d988cd8d27ac7855cf65a75aca7a277000a1cda2 Binary files /dev/null and b/eval_recon/12/5.png differ diff --git a/eval_recon/12/9.png b/eval_recon/12/9.png new file mode 100644 index 0000000000000000000000000000000000000000..f56a6321e7b0afe3e44284ec34d1caa645cfedb7 Binary files /dev/null and b/eval_recon/12/9.png differ diff --git a/eval_recon/13/1.png b/eval_recon/13/1.png new file mode 100644 index 0000000000000000000000000000000000000000..783681cacde8a5e97082a69215a99f73589a22a1 Binary files /dev/null and b/eval_recon/13/1.png differ diff --git a/eval_recon/13/2.png b/eval_recon/13/2.png new file mode 100644 index 0000000000000000000000000000000000000000..c9ea22ecac16110390de24cad926e0c15bc8875f Binary files /dev/null and b/eval_recon/13/2.png differ diff --git a/eval_recon/13/4.png b/eval_recon/13/4.png new file mode 100644 index 0000000000000000000000000000000000000000..a09ab76643261dd124234da6f14ff774acc84a9d Binary files /dev/null and b/eval_recon/13/4.png differ diff --git a/eval_recon/13/5.png b/eval_recon/13/5.png new file mode 100644 index 0000000000000000000000000000000000000000..901cf78e092145895d9359b1b6e5fb226618ee73 Binary files /dev/null and b/eval_recon/13/5.png differ diff --git a/eval_recon/13/9.png b/eval_recon/13/9.png new file mode 100644 index 0000000000000000000000000000000000000000..7a357e88ac1268c4dda29faf67f04ad9b46694aa Binary files /dev/null and b/eval_recon/13/9.png differ diff --git a/eval_recon/14/1.png b/eval_recon/14/1.png new file mode 100644 index 0000000000000000000000000000000000000000..e0e271ad7fdda78fcbcb67959a451c6c7193ca81 Binary files /dev/null and b/eval_recon/14/1.png differ diff --git a/eval_recon/14/2.png b/eval_recon/14/2.png new file mode 100644 index 0000000000000000000000000000000000000000..3e606db3e3fdce97a8a6adc7cd2a3ff83ca6dbbf Binary files /dev/null and b/eval_recon/14/2.png differ diff --git a/eval_recon/14/4.png b/eval_recon/14/4.png new file mode 100644 index 0000000000000000000000000000000000000000..d590058d779aac56860b46aec6f704964ac50ac4 Binary files /dev/null and b/eval_recon/14/4.png differ diff --git a/eval_recon/14/5.png b/eval_recon/14/5.png new file mode 100644 index 0000000000000000000000000000000000000000..41125bd887c51b59ba49e54df22b59c87bb2bbb7 Binary files /dev/null and b/eval_recon/14/5.png differ diff --git a/eval_recon/14/9.png b/eval_recon/14/9.png new file mode 100644 index 0000000000000000000000000000000000000000..1ccfaacca71f37452178e2405116b32284c03942 Binary files /dev/null and b/eval_recon/14/9.png differ diff --git a/eval_recon/15/1.png b/eval_recon/15/1.png new file mode 100644 index 0000000000000000000000000000000000000000..1a52f3fdc6ec649654df9bbfd58ff4d103f66d45 Binary files /dev/null and b/eval_recon/15/1.png differ diff --git a/eval_recon/15/2.png b/eval_recon/15/2.png new file mode 100644 index 0000000000000000000000000000000000000000..6b8ed52c59c94bc8eefa8bf8c53e7bdb5dabff4d Binary files /dev/null and b/eval_recon/15/2.png differ diff --git a/eval_recon/15/4.png b/eval_recon/15/4.png new file mode 100644 index 0000000000000000000000000000000000000000..4a004e803a22312967ee9f7d03487f8b68c74c6a Binary files /dev/null and b/eval_recon/15/4.png differ diff --git a/eval_recon/15/5.png b/eval_recon/15/5.png new file mode 100644 index 0000000000000000000000000000000000000000..31b67b3968e6c94948c919110d2098fda823938c Binary files /dev/null and b/eval_recon/15/5.png differ diff --git a/eval_recon/15/9.png b/eval_recon/15/9.png new file mode 100644 index 0000000000000000000000000000000000000000..13b493df20f0b5720eb22a70fb7cabdbe75c6820 Binary files /dev/null and b/eval_recon/15/9.png differ diff --git a/eval_recon/16/1.png b/eval_recon/16/1.png new file mode 100644 index 0000000000000000000000000000000000000000..fdc22e7c6a9893506b74cf57dfc3044e3fae71c1 Binary files /dev/null and b/eval_recon/16/1.png differ diff --git a/eval_recon/16/2.png b/eval_recon/16/2.png new file mode 100644 index 0000000000000000000000000000000000000000..72156bd0c6e47d051cf9f97d97067c00dd2f9b52 Binary files /dev/null and b/eval_recon/16/2.png differ diff --git a/eval_recon/16/4.png b/eval_recon/16/4.png new file mode 100644 index 0000000000000000000000000000000000000000..e8ef543f2a86bc762af938d7499d963236f72d5a Binary files /dev/null and b/eval_recon/16/4.png differ diff --git a/eval_recon/16/5.png b/eval_recon/16/5.png new file mode 100644 index 0000000000000000000000000000000000000000..68477f364a20bf6c9402add47c360e7e666d759f Binary files /dev/null and b/eval_recon/16/5.png differ diff --git a/eval_recon/16/9.png b/eval_recon/16/9.png new file mode 100644 index 0000000000000000000000000000000000000000..fc08f3cf6c2d8c6fc006e2be4297a8f3f49b055a Binary files /dev/null and b/eval_recon/16/9.png differ diff --git a/eval_recon/17/1.png b/eval_recon/17/1.png new file mode 100644 index 0000000000000000000000000000000000000000..27b8183992bdcc0eb031b803f1223b00b08c65a5 Binary files /dev/null and b/eval_recon/17/1.png differ diff --git a/eval_recon/17/2.png b/eval_recon/17/2.png new file mode 100644 index 0000000000000000000000000000000000000000..517f6b2c5bc595f5bf98d8e085102ab27bbea551 Binary files /dev/null and b/eval_recon/17/2.png differ diff --git a/eval_recon/17/4.png b/eval_recon/17/4.png new file mode 100644 index 0000000000000000000000000000000000000000..3c2d9ed467d4cb6e681d8f2574e8a33c4e184f72 Binary files /dev/null and b/eval_recon/17/4.png differ diff --git a/eval_recon/17/5.png b/eval_recon/17/5.png new file mode 100644 index 0000000000000000000000000000000000000000..67c3fce74b43ae932ea1026b05c548202b0a7038 Binary files /dev/null and b/eval_recon/17/5.png differ diff --git a/eval_recon/17/9.png b/eval_recon/17/9.png new file mode 100644 index 0000000000000000000000000000000000000000..927e9d33cf176a733b6d21790957f42b9bfed360 Binary files /dev/null and b/eval_recon/17/9.png differ diff --git a/eval_recon/18/1.png b/eval_recon/18/1.png new file mode 100644 index 0000000000000000000000000000000000000000..e66c23f67bfe5e0559a0d2e31aae511b8755d1cb Binary files /dev/null and b/eval_recon/18/1.png differ diff --git a/eval_recon/18/2.png b/eval_recon/18/2.png new file mode 100644 index 0000000000000000000000000000000000000000..e2943ee71c35c4d47909ded4d0199197c9b768ec Binary files /dev/null and b/eval_recon/18/2.png differ diff --git a/eval_recon/18/4.png b/eval_recon/18/4.png new file mode 100644 index 0000000000000000000000000000000000000000..612a81a4070370980730fb3004015e2708a124d8 Binary files /dev/null and b/eval_recon/18/4.png differ diff --git a/eval_recon/18/5.png b/eval_recon/18/5.png new file mode 100644 index 0000000000000000000000000000000000000000..c8874b2a9241570f3fbf19ba829ce702b0123994 Binary files /dev/null and b/eval_recon/18/5.png differ diff --git a/eval_recon/18/9.png b/eval_recon/18/9.png new file mode 100644 index 0000000000000000000000000000000000000000..8a5aab667fbee1b9a779349acccbc1e43c4abc9b Binary files /dev/null and b/eval_recon/18/9.png differ diff --git a/eval_recon/19/1.png b/eval_recon/19/1.png new file mode 100644 index 0000000000000000000000000000000000000000..3b8f3e23f10831e2514e767b71977955bacdea5b Binary files /dev/null and b/eval_recon/19/1.png differ diff --git a/eval_recon/19/2.png b/eval_recon/19/2.png new file mode 100644 index 0000000000000000000000000000000000000000..86a56eb0f0d3a8177644142a6ab75327a8f11eb7 Binary files /dev/null and b/eval_recon/19/2.png differ diff --git a/eval_recon/19/4.png b/eval_recon/19/4.png new file mode 100644 index 0000000000000000000000000000000000000000..3c96191f06289942684d3c7b049687c4c44004ee Binary files /dev/null and b/eval_recon/19/4.png differ diff --git a/eval_recon/19/5.png b/eval_recon/19/5.png new file mode 100644 index 0000000000000000000000000000000000000000..9f5770ef68ad0af4b4a9ce7a7854da9cd2a79abf Binary files /dev/null and b/eval_recon/19/5.png differ diff --git a/eval_recon/19/9.png b/eval_recon/19/9.png new file mode 100644 index 0000000000000000000000000000000000000000..2f91268e12354e8dccce2f5d4d6124564ce0aeef Binary files /dev/null and b/eval_recon/19/9.png differ diff --git a/eval_recon/2/1.png b/eval_recon/2/1.png new file mode 100644 index 0000000000000000000000000000000000000000..aa803dfa6d1b376353b8988f3c1abbd0661cf816 Binary files /dev/null and b/eval_recon/2/1.png differ diff --git a/eval_recon/2/2.png b/eval_recon/2/2.png new file mode 100644 index 0000000000000000000000000000000000000000..65d8750876cb6925338aab732548161e834bde75 Binary files /dev/null and b/eval_recon/2/2.png differ diff --git a/eval_recon/2/4.png b/eval_recon/2/4.png new file mode 100644 index 0000000000000000000000000000000000000000..662c2fa902d9fa45c7e00484ac54d18a789c4f9a Binary files /dev/null and b/eval_recon/2/4.png differ diff --git a/eval_recon/2/5.png b/eval_recon/2/5.png new file mode 100644 index 0000000000000000000000000000000000000000..b30ba306295400c10fd1d727acf084d5e947e33c Binary files /dev/null and b/eval_recon/2/5.png differ diff --git a/eval_recon/2/9.png b/eval_recon/2/9.png new file mode 100644 index 0000000000000000000000000000000000000000..ef815c3dc4ed86e7f02c33d23fe36d7c9eb6cbab Binary files /dev/null and b/eval_recon/2/9.png differ diff --git a/eval_recon/20/1.png b/eval_recon/20/1.png new file mode 100644 index 0000000000000000000000000000000000000000..57a95086bf08add81ba0b66a29ace2be6b3da834 Binary files /dev/null and b/eval_recon/20/1.png differ diff --git a/eval_recon/20/2.png b/eval_recon/20/2.png new file mode 100644 index 0000000000000000000000000000000000000000..076f615bbee66cf534ef9dbed5be690309b23df7 Binary files /dev/null and b/eval_recon/20/2.png differ diff --git a/eval_recon/20/4.png b/eval_recon/20/4.png new file mode 100644 index 0000000000000000000000000000000000000000..0fe575a3624a9d2114d78b12c834d0346e77b4ab Binary files /dev/null and b/eval_recon/20/4.png differ diff --git a/eval_recon/20/5.png b/eval_recon/20/5.png new file mode 100644 index 0000000000000000000000000000000000000000..d0962410e5fbcafa9c22ae28218aa3e64c265113 Binary files /dev/null and b/eval_recon/20/5.png differ diff --git a/eval_recon/20/9.png b/eval_recon/20/9.png new file mode 100644 index 0000000000000000000000000000000000000000..ad00b3207435608c6af209c478532d264f615741 Binary files /dev/null and b/eval_recon/20/9.png differ diff --git a/eval_recon/21/1.png b/eval_recon/21/1.png new file mode 100644 index 0000000000000000000000000000000000000000..e3522ef2202c5e372a41cb2df5f3af5b3a528586 Binary files /dev/null and b/eval_recon/21/1.png differ diff --git a/eval_recon/21/2.png b/eval_recon/21/2.png new file mode 100644 index 0000000000000000000000000000000000000000..70c966178ff7b97e274558eec711e1dbf8ce47de Binary files /dev/null and b/eval_recon/21/2.png differ diff --git a/eval_recon/21/4.png b/eval_recon/21/4.png new file mode 100644 index 0000000000000000000000000000000000000000..0632766d6635390de581f1924c53f0adf24653b8 Binary files /dev/null and b/eval_recon/21/4.png differ diff --git a/eval_recon/21/5.png b/eval_recon/21/5.png new file mode 100644 index 0000000000000000000000000000000000000000..f9ef3a42be4135f9395af1585527cff6509e595f Binary files /dev/null and b/eval_recon/21/5.png differ diff --git a/eval_recon/21/9.png b/eval_recon/21/9.png new file mode 100644 index 0000000000000000000000000000000000000000..64df64e22267fc3196d5be28d5ab8d382caebf58 Binary files /dev/null and b/eval_recon/21/9.png differ diff --git a/eval_recon/22/1.png b/eval_recon/22/1.png new file mode 100644 index 0000000000000000000000000000000000000000..69d26cb48e50d4a2d5193dca14828f64579bcb8a Binary files /dev/null and b/eval_recon/22/1.png differ diff --git a/eval_recon/22/2.png b/eval_recon/22/2.png new file mode 100644 index 0000000000000000000000000000000000000000..cb71b4f5e9b5b1170ecab3b5554eff7765c1139f Binary files /dev/null and b/eval_recon/22/2.png differ diff --git a/eval_recon/22/4.png b/eval_recon/22/4.png new file mode 100644 index 0000000000000000000000000000000000000000..a2dc42d2077b3bb4707bd005990ea3cff48bdbcb Binary files /dev/null and b/eval_recon/22/4.png differ diff --git a/eval_recon/22/5.png b/eval_recon/22/5.png new file mode 100644 index 0000000000000000000000000000000000000000..ff59d27430e702ffcc7c3b766202dd9a3ea666ef Binary files /dev/null and b/eval_recon/22/5.png differ diff --git a/eval_recon/22/9.png b/eval_recon/22/9.png new file mode 100644 index 0000000000000000000000000000000000000000..6a12e608081ad9b7318fa48d992d4020edc533f8 Binary files /dev/null and b/eval_recon/22/9.png differ diff --git a/eval_recon/23/1.png b/eval_recon/23/1.png new file mode 100644 index 0000000000000000000000000000000000000000..bda21e205489cf5bb251c2ad20e035dad31c4edf Binary files /dev/null and b/eval_recon/23/1.png differ diff --git a/eval_recon/23/2.png b/eval_recon/23/2.png new file mode 100644 index 0000000000000000000000000000000000000000..721755b8412dfd402854ca3be798e0a2c0b7f576 Binary files /dev/null and b/eval_recon/23/2.png differ diff --git a/eval_recon/23/4.png b/eval_recon/23/4.png new file mode 100644 index 0000000000000000000000000000000000000000..bcef96871d7f0476e66f3fe430779d576d7fb60d Binary files /dev/null and b/eval_recon/23/4.png differ diff --git a/eval_recon/23/5.png b/eval_recon/23/5.png new file mode 100644 index 0000000000000000000000000000000000000000..47491be8842846dd4eaf09561ce1c8057ecd066d Binary files /dev/null and b/eval_recon/23/5.png differ diff --git a/eval_recon/23/9.png b/eval_recon/23/9.png new file mode 100644 index 0000000000000000000000000000000000000000..f950a9d88fcf5916ccaac5791c3f759b01aa8e01 Binary files /dev/null and b/eval_recon/23/9.png differ diff --git a/eval_recon/24/1.png b/eval_recon/24/1.png new file mode 100644 index 0000000000000000000000000000000000000000..72298f6614e44f930213e7374b65f09a1b09ba36 Binary files /dev/null and b/eval_recon/24/1.png differ diff --git a/eval_recon/24/2.png b/eval_recon/24/2.png new file mode 100644 index 0000000000000000000000000000000000000000..822a8deed2f6929bd13c38c034b28832b11bc2a9 Binary files /dev/null and b/eval_recon/24/2.png differ diff --git a/eval_recon/24/4.png b/eval_recon/24/4.png new file mode 100644 index 0000000000000000000000000000000000000000..8cb90644773e66d729ccb8d5eb2ccacba08e8e8c Binary files /dev/null and b/eval_recon/24/4.png differ diff --git a/eval_recon/24/5.png b/eval_recon/24/5.png new file mode 100644 index 0000000000000000000000000000000000000000..5eefd486597c59c982393660321c80d8dfb8488a Binary files /dev/null and b/eval_recon/24/5.png differ diff --git a/eval_recon/24/9.png b/eval_recon/24/9.png new file mode 100644 index 0000000000000000000000000000000000000000..60084c295f94aaadcfb42906baaf40e849d32e27 Binary files /dev/null and b/eval_recon/24/9.png differ diff --git a/eval_recon/25/1.png b/eval_recon/25/1.png new file mode 100644 index 0000000000000000000000000000000000000000..d25b82d604c554f58d31a7e54bf358cc4018bb8f Binary files /dev/null and b/eval_recon/25/1.png differ diff --git a/eval_recon/25/2.png b/eval_recon/25/2.png new file mode 100644 index 0000000000000000000000000000000000000000..200a6679a759f0210781e4cfe5de535d34f302a7 Binary files /dev/null and b/eval_recon/25/2.png differ diff --git a/eval_recon/25/4.png b/eval_recon/25/4.png new file mode 100644 index 0000000000000000000000000000000000000000..87843386b988c7b55ebf7736f6f2ea816e991d6c Binary files /dev/null and b/eval_recon/25/4.png differ diff --git a/eval_recon/25/5.png b/eval_recon/25/5.png new file mode 100644 index 0000000000000000000000000000000000000000..1fd3407c2df18f80a6d102b2f17b5dd23cdfc504 Binary files /dev/null and b/eval_recon/25/5.png differ diff --git a/eval_recon/25/9.png b/eval_recon/25/9.png new file mode 100644 index 0000000000000000000000000000000000000000..79c3400da6cd700eedec0abe1ef99bf38dfea3ca Binary files /dev/null and b/eval_recon/25/9.png differ diff --git a/eval_recon/3/1.png b/eval_recon/3/1.png new file mode 100644 index 0000000000000000000000000000000000000000..abd8795fcf0540d7e9daecbc7a01d594f8925959 Binary files /dev/null and b/eval_recon/3/1.png differ diff --git a/eval_recon/3/2.png b/eval_recon/3/2.png new file mode 100644 index 0000000000000000000000000000000000000000..fe14b08f966a0b833415c7ae79f7e171072cb53c Binary files /dev/null and b/eval_recon/3/2.png differ diff --git a/eval_recon/3/4.png b/eval_recon/3/4.png new file mode 100644 index 0000000000000000000000000000000000000000..99e315e1dfbe7d9c207f68f3e072853ac111d538 Binary files /dev/null and b/eval_recon/3/4.png differ diff --git a/eval_recon/3/5.png b/eval_recon/3/5.png new file mode 100644 index 0000000000000000000000000000000000000000..7c14ffd474796b0a71402c07a96a2869a7274b6c Binary files /dev/null and b/eval_recon/3/5.png differ diff --git a/eval_recon/3/9.png b/eval_recon/3/9.png new file mode 100644 index 0000000000000000000000000000000000000000..cc937733abb53c140d60b2ad2795cd1f5bac0b73 Binary files /dev/null and b/eval_recon/3/9.png differ diff --git a/eval_recon/4/1.png b/eval_recon/4/1.png new file mode 100644 index 0000000000000000000000000000000000000000..dce8b9dfb9bcbe64d8a2158467ca0fa1ec35d9ee Binary files /dev/null and b/eval_recon/4/1.png differ diff --git a/eval_recon/4/2.png b/eval_recon/4/2.png new file mode 100644 index 0000000000000000000000000000000000000000..16f369db22d9648740a45a6341a42975baa8a032 Binary files /dev/null and b/eval_recon/4/2.png differ diff --git a/eval_recon/4/4.png b/eval_recon/4/4.png new file mode 100644 index 0000000000000000000000000000000000000000..75812a1e64cb638c3eef6b63b244327a58d37cd1 Binary files /dev/null and b/eval_recon/4/4.png differ diff --git a/eval_recon/4/5.png b/eval_recon/4/5.png new file mode 100644 index 0000000000000000000000000000000000000000..cf3097c6805a81475237a13988105a80ca48a00b Binary files /dev/null and b/eval_recon/4/5.png differ diff --git a/eval_recon/4/9.png b/eval_recon/4/9.png new file mode 100644 index 0000000000000000000000000000000000000000..14ff1e53a3c905d79ae429e50a23639c5e0fea03 Binary files /dev/null and b/eval_recon/4/9.png differ diff --git a/eval_recon/5/1.png b/eval_recon/5/1.png new file mode 100644 index 0000000000000000000000000000000000000000..6e3df93e0fb5ef850fcc3fde7a78e11358372f25 Binary files /dev/null and b/eval_recon/5/1.png differ diff --git a/eval_recon/5/2.png b/eval_recon/5/2.png new file mode 100644 index 0000000000000000000000000000000000000000..cd006bbcff0dda452a0b40c2b4db28f645d6cec5 Binary files /dev/null and b/eval_recon/5/2.png differ diff --git a/eval_recon/5/4.png b/eval_recon/5/4.png new file mode 100644 index 0000000000000000000000000000000000000000..cff34923ac55a49eeac23697d1da8c1cd08328af Binary files /dev/null and b/eval_recon/5/4.png differ diff --git a/eval_recon/5/5.png b/eval_recon/5/5.png new file mode 100644 index 0000000000000000000000000000000000000000..7032fe80c3bbf7fd871a4f217592ed323c4b097a Binary files /dev/null and b/eval_recon/5/5.png differ diff --git a/eval_recon/5/9.png b/eval_recon/5/9.png new file mode 100644 index 0000000000000000000000000000000000000000..47be573b7ba6bae0eb8af76dcf1e692bf7f83f11 Binary files /dev/null and b/eval_recon/5/9.png differ diff --git a/eval_recon/6/1.png b/eval_recon/6/1.png new file mode 100644 index 0000000000000000000000000000000000000000..7efc421f39fd0689b5e40c6f701a21cdda1f6449 Binary files /dev/null and b/eval_recon/6/1.png differ diff --git a/eval_recon/6/2.png b/eval_recon/6/2.png new file mode 100644 index 0000000000000000000000000000000000000000..162f959e6a0ee3b128eef956069a53c6ce1d46ce Binary files /dev/null and b/eval_recon/6/2.png differ diff --git a/eval_recon/6/4.png b/eval_recon/6/4.png new file mode 100644 index 0000000000000000000000000000000000000000..9db7ddaeaa64b06c9c4fcdb94e8579cd5d6bcd42 Binary files /dev/null and b/eval_recon/6/4.png differ diff --git a/eval_recon/6/5.png b/eval_recon/6/5.png new file mode 100644 index 0000000000000000000000000000000000000000..0201870f6b3c1dbdf103ee5ade53e7ae1fe01e0b Binary files /dev/null and b/eval_recon/6/5.png differ diff --git a/eval_recon/6/9.png b/eval_recon/6/9.png new file mode 100644 index 0000000000000000000000000000000000000000..e010dbd60106b5cc2fcef88d1620e820c7725d94 Binary files /dev/null and b/eval_recon/6/9.png differ diff --git a/eval_recon/7/1.png b/eval_recon/7/1.png new file mode 100644 index 0000000000000000000000000000000000000000..db3b628851b02371c99a29dea08d06fa32388f30 Binary files /dev/null and b/eval_recon/7/1.png differ diff --git a/eval_recon/7/2.png b/eval_recon/7/2.png new file mode 100644 index 0000000000000000000000000000000000000000..1292c06809330a391a95af736794e574e4bf2524 Binary files /dev/null and b/eval_recon/7/2.png differ diff --git a/eval_recon/7/4.png b/eval_recon/7/4.png new file mode 100644 index 0000000000000000000000000000000000000000..786a7bafa6211e567bf8f1b19c7ceb4d78085674 Binary files /dev/null and b/eval_recon/7/4.png differ diff --git a/eval_recon/7/5.png b/eval_recon/7/5.png new file mode 100644 index 0000000000000000000000000000000000000000..f7229448286f975cde45faa4e1939485c004d2d2 Binary files /dev/null and b/eval_recon/7/5.png differ diff --git a/eval_recon/7/9.png b/eval_recon/7/9.png new file mode 100644 index 0000000000000000000000000000000000000000..a0e937dd43ab605683f60bee8e8356b0bbd3688c Binary files /dev/null and b/eval_recon/7/9.png differ diff --git a/eval_recon/8/1.png b/eval_recon/8/1.png new file mode 100644 index 0000000000000000000000000000000000000000..3f763a46d9cd7da31a87aeff0e4e086fb7cbe4c6 Binary files /dev/null and b/eval_recon/8/1.png differ diff --git a/eval_recon/8/2.png b/eval_recon/8/2.png new file mode 100644 index 0000000000000000000000000000000000000000..b9124b71f3883ec2c55b54b078f0a2770f8245b8 Binary files /dev/null and b/eval_recon/8/2.png differ diff --git a/eval_recon/8/4.png b/eval_recon/8/4.png new file mode 100644 index 0000000000000000000000000000000000000000..52c2359b4dae00dde223f54e6c0d5730dd4c47f5 Binary files /dev/null and b/eval_recon/8/4.png differ diff --git a/eval_recon/8/5.png b/eval_recon/8/5.png new file mode 100644 index 0000000000000000000000000000000000000000..06da952eea42da911bd7899d980122b342989ef3 Binary files /dev/null and b/eval_recon/8/5.png differ diff --git a/eval_recon/8/9.png b/eval_recon/8/9.png new file mode 100644 index 0000000000000000000000000000000000000000..cb6bb7e8367891098a40793837d25c1f51e15123 Binary files /dev/null and b/eval_recon/8/9.png differ diff --git a/eval_recon/9/1.png b/eval_recon/9/1.png new file mode 100644 index 0000000000000000000000000000000000000000..7cb0230a59b9c989ece21c70f38391190436f929 Binary files /dev/null and b/eval_recon/9/1.png differ diff --git a/eval_recon/9/2.png b/eval_recon/9/2.png new file mode 100644 index 0000000000000000000000000000000000000000..2a3b4a08b8aa3dba9d5116c753490c604c9cb33e Binary files /dev/null and b/eval_recon/9/2.png differ diff --git a/eval_recon/9/4.png b/eval_recon/9/4.png new file mode 100644 index 0000000000000000000000000000000000000000..2e2ea9d7349c6ab298bfd39529896472cdded3f6 Binary files /dev/null and b/eval_recon/9/4.png differ diff --git a/eval_recon/9/5.png b/eval_recon/9/5.png new file mode 100644 index 0000000000000000000000000000000000000000..e26fe5b070d29e23943607caccc501d651e69275 Binary files /dev/null and b/eval_recon/9/5.png differ diff --git a/eval_recon/9/9.png b/eval_recon/9/9.png new file mode 100644 index 0000000000000000000000000000000000000000..eea500ba7bfb62f3df021abe4484f65b50e7ac56 Binary files /dev/null and b/eval_recon/9/9.png differ diff --git a/lensed_1.png b/lensed_1.png new file mode 100644 index 0000000000000000000000000000000000000000..530a02d33511835056f744f86088c7ed53b36f3d Binary files /dev/null and b/lensed_1.png differ diff --git a/lensed_2.png b/lensed_2.png new file mode 100644 index 0000000000000000000000000000000000000000..c92f1a4681e4e8cd779cba54141458b4da9e2601 Binary files /dev/null and b/lensed_2.png differ diff --git a/lensed_4.png b/lensed_4.png new file mode 100644 index 0000000000000000000000000000000000000000..763e3c3d22eb59c58a86cc3b21c65bc823e0bbc6 Binary files /dev/null and b/lensed_4.png differ diff --git a/lensed_5.png b/lensed_5.png new file mode 100644 index 0000000000000000000000000000000000000000..402d75ea9e6ef78e0e6e1a20ded01d2108456dde Binary files /dev/null and b/lensed_5.png differ diff --git a/lensed_9.png b/lensed_9.png new file mode 100644 index 0000000000000000000000000000000000000000..baf72f9ee11dd25d3e2aa2e6099b5c5ed7dd3582 Binary files /dev/null and b/lensed_9.png differ diff --git a/lensless_raw_1.png b/lensless_raw_1.png new file mode 100644 index 0000000000000000000000000000000000000000..07258711cf87203e60de4bca58537f805955f324 Binary files /dev/null and b/lensless_raw_1.png differ diff --git a/lensless_raw_2.png b/lensless_raw_2.png new file mode 100644 index 0000000000000000000000000000000000000000..cce037cb3917ba2f4e6e2a3af5b3ec0316082fee Binary files /dev/null and b/lensless_raw_2.png differ diff --git a/lensless_raw_4.png b/lensless_raw_4.png new file mode 100644 index 0000000000000000000000000000000000000000..7c11bdeffb32f94e6508a9b2631f69fc0cf39fa8 Binary files /dev/null and b/lensless_raw_4.png differ diff --git a/lensless_raw_5.png b/lensless_raw_5.png new file mode 100644 index 0000000000000000000000000000000000000000..4b849e3987563346ff4b7772f0786ecfd238c4e0 Binary files /dev/null and b/lensless_raw_5.png differ diff --git a/lensless_raw_9.png b/lensless_raw_9.png new file mode 100644 index 0000000000000000000000000000000000000000..7b40a7440c091b08dcdc2672a68cbbc6639b4ea0 Binary files /dev/null and b/lensless_raw_9.png differ diff --git a/lensless_recon_1.png b/lensless_recon_1.png new file mode 100644 index 0000000000000000000000000000000000000000..522095543d5e86372d1d3f33c77b6fae5e8c7ea3 Binary files /dev/null and b/lensless_recon_1.png differ diff --git a/lensless_recon_2.png b/lensless_recon_2.png new file mode 100644 index 0000000000000000000000000000000000000000..e78a4f26ad085fac3dd9e2082d6120b1033247fd Binary files /dev/null and b/lensless_recon_2.png differ diff --git a/lensless_recon_4.png b/lensless_recon_4.png new file mode 100644 index 0000000000000000000000000000000000000000..107a3c40126d75a37bb7f883e9dde806b0cd9b1b Binary files /dev/null and b/lensless_recon_4.png differ diff --git a/lensless_recon_5.png b/lensless_recon_5.png new file mode 100644 index 0000000000000000000000000000000000000000..4f0de8690b9eebf9d50de040d9c349f15360e03f Binary files /dev/null and b/lensless_recon_5.png differ diff --git a/lensless_recon_9.png b/lensless_recon_9.png new file mode 100644 index 0000000000000000000000000000000000000000..33b78e177101bd6adfaaccab21b26e873b53a036 Binary files /dev/null and b/lensless_recon_9.png differ diff --git a/lensless_recon_subtraction_1.png b/lensless_recon_subtraction_1.png new file mode 100644 index 0000000000000000000000000000000000000000..e2e5b858cdf95b6a606e6bfecf17405aaf74f83e Binary files /dev/null and b/lensless_recon_subtraction_1.png differ diff --git a/lensless_recon_subtraction_2.png b/lensless_recon_subtraction_2.png new file mode 100644 index 0000000000000000000000000000000000000000..f0cd503c39ceeca4fdda1b29f1cee8d9daaf70da Binary files /dev/null and b/lensless_recon_subtraction_2.png differ diff --git a/lensless_recon_subtraction_4.png b/lensless_recon_subtraction_4.png new file mode 100644 index 0000000000000000000000000000000000000000..e65774edbcca95a94b957a7f07f1bdb8e0da7051 Binary files /dev/null and b/lensless_recon_subtraction_4.png differ diff --git a/lensless_recon_subtraction_5.png b/lensless_recon_subtraction_5.png new file mode 100644 index 0000000000000000000000000000000000000000..35f3f018fec2074b1229c6abbdc64e870aa750ee Binary files /dev/null and b/lensless_recon_subtraction_5.png differ diff --git a/lensless_recon_subtraction_9.png b/lensless_recon_subtraction_9.png new file mode 100644 index 0000000000000000000000000000000000000000..ef380d2f158b12d180297ca6a4bed680079f2afc Binary files /dev/null and b/lensless_recon_subtraction_9.png differ diff --git a/mask_optim_epochBEST.pt b/mask_optim_epochBEST.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f8161a93bb1fd4480761646cba01a660827dd39 --- /dev/null +++ b/mask_optim_epochBEST.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:600bbae680dbfeada7ea4008eba81943334f896408b06b910b2133ca5eea52f3 +size 4625839 diff --git a/mask_psf_epochBEST.npy b/mask_psf_epochBEST.npy new file mode 100644 index 0000000000000000000000000000000000000000..9a957e622b2a8d2e0500beeb8eaa973b9384780d --- /dev/null +++ b/mask_psf_epochBEST.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc06886b2447d75ca70c575e0e7b1d3c98cf09efbb2b82cb632b10d981e588a +size 2312048 diff --git a/metrics.json b/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..763d67e0debe68aafd7f3c15c96503a1231b4b56 --- /dev/null +++ b/metrics.json @@ -0,0 +1,205 @@ +{ + "LOSS": [ + 1, + 0.8601106564787273, + 0.6646762082026144, + 0.5776314393804931, + 0.5144455876308655, + 0.4862989857778834, + 0.46879550605961884, + 0.45263505421765465, + 0.4395513916765037, + 0.4286410703556744, + 0.4194181306133738, + 0.41061601158860406, + 0.40228850427442153, + 0.39414237295192345, + 0.38625356541522676, + 0.37879284768707544, + 0.37188338201283355, + 0.3654300492939109, + 0.3594383925182684, + 0.3542062355965835, + 0.3493611904977071, + 0.3454234600347605, + 0.3421878985557187, + 0.3396796187886899, + 0.3381009503859668, + 0.3371191366107456 + ], + "LOSS_TEST": [ + 1.1333846530349303, + 0.8789641876652837, + 0.6404818330948552, + 0.5843864973107974, + 0.5415547262310981, + 0.5065598523065449, + 0.5020409759779771, + 0.49965185470531387, + 0.4768260153581699, + 0.4702126973082622, + 0.47518949594895044, + 0.46545033633857963, + 0.4640777278383573, + 0.4523821622639894, + 0.44883270659943425, + 0.44549748873313266, + 0.43710877306858703, + 0.43700261268814405, + 0.4347304748112957, + 0.4314939286942283, + 0.4328078627298276, + 0.43418655726710953, + 0.43091923463394244, + 0.4333061596771081, + 0.43401706986924016, + 0.4311589741672079 + ], + "MSE": [ + 0.21174197815259296, + 0.11894118828773499, + 0.03958376618027687, + 0.030461204345027606, + 0.022302903954684733, + 0.020734186607102554, + 0.01950037697056929, + 0.02034432747612397, + 0.01712875203092893, + 0.017812471333146094, + 0.01759780381321907, + 0.016661685893436272, + 0.017884309457739195, + 0.016422835524876913, + 0.0165991912851731, + 0.01631757417321205, + 0.014832097749908766, + 0.01597608854373296, + 0.015437215574085712, + 0.014976337812840938, + 0.015525948282082876, + 0.015508989951014518, + 0.01544491269638141, + 0.015788750505447386, + 0.015743494750062623, + 0.015596587836245696 + ], + "MAE": [], + "LPIPS_Vgg": [ + 0.9211733919143676, + 0.7483723653793335, + 0.5942620704015096, + 0.5411983620643616, + 0.5042269693374634, + 0.4699390590508779, + 0.46594951016108194, + 0.4617765364646912, + 0.44154270739555357, + 0.433819301255544, + 0.438912158981959, + 0.42973849188486735, + 0.4268786394119263, + 0.4164805716673533, + 0.41248176538149517, + 0.40922731560071307, + 0.40237667187054954, + 0.4009827449798584, + 0.3992663779894511, + 0.396466463581721, + 0.39726289542516074, + 0.39885743781725563, + 0.3955793643951416, + 0.39781875580151876, + 0.39848403584162395, + 0.3959547473907471 + ], + "LPIPS_Alex": [], + "PSNR": [ + 6.833661418088277, + 9.484502944246929, + 14.521828927866618, + 16.03606970799764, + 17.0420582476298, + 17.41412161102295, + 17.6329599260966, + 17.473981208165487, + 18.193479660542806, + 17.989880814870197, + 18.121119056193034, + 18.278029845174153, + 18.061711540985108, + 18.405053716278076, + 18.50963594233195, + 18.559670624542235, + 18.94870573094686, + 18.64857231877645, + 18.776328494262696, + 18.975300207010903, + 18.838777510325112, + 18.83767546564738, + 18.88188417892456, + 18.84164569753011, + 18.85578073018392, + 18.863166480763752 + ], + "SSIM": [ + 0.06438492453359067, + 0.020982909783301876, + 0.27038539477537077, + 0.409925437842682, + 0.4653302953898907, + 0.4943379116535187, + 0.4987734706312418, + 0.5115784305155278, + 0.5415322413305441, + 0.5370196956495444, + 0.5448270546257495, + 0.5519850851337115, + 0.5583753513117631, + 0.5544617263833682, + 0.5616592274506886, + 0.5695439321001371, + 0.570616823943456, + 0.5741039617995422, + 0.5689584747950236, + 0.5758479656656583, + 0.5793154482007027, + 0.571781030840675, + 0.5743743406196435, + 0.5736927483747403, + 0.5736007121354342, + 0.5742662639637788 + ], + "ReconstructionError": [ + 0.18407220473090807, + 0.18267003579338392, + 0.14212341436743736, + 2.74078000395298, + 3.5356353767236075, + 4.1147028724352515, + 4.983631011533737, + 4.76869614795049, + 5.031748877747853, + 5.107870953528086, + 5.021377606232961, + 5.195510114574432, + 4.481597441736857, + 4.260999272108078, + 5.015650206915537, + 4.860853561751048, + 4.428890832646688, + 4.233964211686453, + 4.226223146565755, + 4.183511935091019, + 3.9488820535977682, + 3.72628584707578, + 3.6606868268013, + 3.768353862762451, + 3.7704845542589824, + 3.5973601045449577 + ], + "n_iter": 1, + "algorithm": "UnetRes_d4_trainable_inv_UnetRes_d4", + "metric_for_best_model": null, + "best_epoch": 22, + "best_eval_score": 0.43091923463394244 +} \ No newline at end of file diff --git a/overlay_lensed_recon_1.png b/overlay_lensed_recon_1.png new file mode 100644 index 0000000000000000000000000000000000000000..52b6edd0acf0ba18309783d365106753e557d160 Binary files /dev/null and b/overlay_lensed_recon_1.png differ diff --git a/overlay_lensed_recon_2.png b/overlay_lensed_recon_2.png new file mode 100644 index 0000000000000000000000000000000000000000..9c57c0e97356fd8a29d3f3f9cfeb980dc09326c1 Binary files /dev/null and b/overlay_lensed_recon_2.png differ diff --git a/overlay_lensed_recon_4.png b/overlay_lensed_recon_4.png new file mode 100644 index 0000000000000000000000000000000000000000..ec477a212be1f68cbb35baae250f59453e1a0f6d Binary files /dev/null and b/overlay_lensed_recon_4.png differ diff --git a/overlay_lensed_recon_5.png b/overlay_lensed_recon_5.png new file mode 100644 index 0000000000000000000000000000000000000000..6c7a1afdc3355565b9f9f6b67f5b49c4a08f3376 Binary files /dev/null and b/overlay_lensed_recon_5.png differ diff --git a/overlay_lensed_recon_9.png b/overlay_lensed_recon_9.png new file mode 100644 index 0000000000000000000000000000000000000000..6567e3e115b322f0ddc29d8115207b10bff4555e Binary files /dev/null and b/overlay_lensed_recon_9.png differ diff --git a/overlay_lensed_recon_subtraction_1.png b/overlay_lensed_recon_subtraction_1.png new file mode 100644 index 0000000000000000000000000000000000000000..212434f9b9ad7576085d151e6f956b2cd8544e08 Binary files /dev/null and b/overlay_lensed_recon_subtraction_1.png differ diff --git a/overlay_lensed_recon_subtraction_2.png b/overlay_lensed_recon_subtraction_2.png new file mode 100644 index 0000000000000000000000000000000000000000..01bd692789863ca4b116ba186d56acc972464b39 Binary files /dev/null and b/overlay_lensed_recon_subtraction_2.png differ diff --git a/overlay_lensed_recon_subtraction_4.png b/overlay_lensed_recon_subtraction_4.png new file mode 100644 index 0000000000000000000000000000000000000000..2e56f528da66be685784705762a1d2920d7af19d Binary files /dev/null and b/overlay_lensed_recon_subtraction_4.png differ diff --git a/overlay_lensed_recon_subtraction_5.png b/overlay_lensed_recon_subtraction_5.png new file mode 100644 index 0000000000000000000000000000000000000000..92a14aa225354957a273f9d1487ba325bc2e93fb Binary files /dev/null and b/overlay_lensed_recon_subtraction_5.png differ diff --git a/overlay_lensed_recon_subtraction_9.png b/overlay_lensed_recon_subtraction_9.png new file mode 100644 index 0000000000000000000000000000000000000000..c89105bd8b3a54760c26645e25e941204743af20 Binary files /dev/null and b/overlay_lensed_recon_subtraction_9.png differ diff --git a/psf_epochBEST.npy b/psf_epochBEST.npy new file mode 100644 index 0000000000000000000000000000000000000000..2e69fb0abf682d9c2ca3c5ef9fe86ad314c67184 --- /dev/null +++ b/psf_epochBEST.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3661570e0b8cf1b93cf90163163076b9990ae523c895518672c19a9009787da8 +size 2312048 diff --git a/psf_epochBEST.png b/psf_epochBEST.png new file mode 100644 index 0000000000000000000000000000000000000000..4a0ffa3d890cca9ebf3775c74ae9915a5c462a5f Binary files /dev/null and b/psf_epochBEST.png differ diff --git a/psf_epochBEST_diff.npy b/psf_epochBEST_diff.npy new file mode 100644 index 0000000000000000000000000000000000000000..01e5730fd978c2eacb2c4ff88140bd1eb9bb0d21 --- /dev/null +++ b/psf_epochBEST_diff.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66b6a02379a34a5f21fdb66d3ef9d6e1682bc230293363673cf83ae84b1d0c60 +size 2312048 diff --git a/psf_epochBEST_diffabs.png b/psf_epochBEST_diffabs.png new file mode 100644 index 0000000000000000000000000000000000000000..97981f9b2304b3c3708c83097c7325ae8c1f3f33 Binary files /dev/null and b/psf_epochBEST_diffabs.png differ diff --git a/psf_epochBEST_diffabs_plot.png b/psf_epochBEST_diffabs_plot.png new file mode 100644 index 0000000000000000000000000000000000000000..28dce1bf93c263621263dc34979500b437a684e7 Binary files /dev/null and b/psf_epochBEST_diffabs_plot.png differ diff --git a/psf_epochBEST_plot.png b/psf_epochBEST_plot.png new file mode 100644 index 0000000000000000000000000000000000000000..2100a824e7888aa5093ce3b13efdf04f526c3215 Binary files /dev/null and b/psf_epochBEST_plot.png differ diff --git a/psf_original.npy b/psf_original.npy new file mode 100644 index 0000000000000000000000000000000000000000..b291a02bd9b9cfd130ef0dc85474ea68e1cb042d --- /dev/null +++ b/psf_original.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ab1cc96a0251bf074b425ce0b4870461823e1db45cfdee8e386229dcaaeead +size 2312048 diff --git a/psf_original.png b/psf_original.png new file mode 100644 index 0000000000000000000000000000000000000000..4e9aae71a85654616144298c527a37adeb60b66f Binary files /dev/null and b/psf_original.png differ diff --git a/psf_original_plot.png b/psf_original_plot.png new file mode 100644 index 0000000000000000000000000000000000000000..8e932264887fd5a9b17f0344e7b0f21cc88e5ec5 Binary files /dev/null and b/psf_original_plot.png differ diff --git a/recon_epochBEST b/recon_epochBEST new file mode 100644 index 0000000000000000000000000000000000000000..b144d77bc9a8496e996496eb6833080bc49bca9a --- /dev/null +++ b/recon_epochBEST @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f67205ce0112dc7e660459f485a35a8dd02e2c283bcd61238aa91e595be5df72 +size 34790180 diff --git a/train_learning_based.log b/train_learning_based.log new file mode 100644 index 0000000000000000000000000000000000000000..4e3b76455c870204c4803e93590263836fd29416 --- /dev/null +++ b/train_learning_based.log @@ -0,0 +1,70 @@ +[2024-09-03 08:13:57,415][__main__][INFO] - Using GPU for training. Main device : cuda:2 +[2024-09-03 08:13:57,416][__main__][INFO] - Using multiple GPUs : [2, 3, 1, 0] +[2024-09-03 08:14:04,559][__main__][INFO] - PSF shape : torch.Size([1, 380, 507, 3]) +[2024-09-03 08:14:04,587][__main__][INFO] - PSF min : 0.0 +[2024-09-03 08:14:04,596][__main__][INFO] - PSF max : 0.04469018802046776 +[2024-09-03 08:14:04,596][__main__][INFO] - PSF dtype : torch.float32 +[2024-09-03 08:14:04,626][__main__][INFO] - PSF norm : 1.000011682510376 +[2024-09-03 08:14:04,627][__main__][INFO] - Reconstruction a few images with ADMM... +[2024-09-03 08:14:05,299][__main__][INFO] - Cropped shape : (123, 123, 3) +[2024-09-03 08:14:05,568][__main__][INFO] - Cropped shape : (123, 123, 3) +[2024-09-03 08:14:07,940][__main__][INFO] - Train test size : 21250 +[2024-09-03 08:14:07,941][__main__][INFO] - Test test size : 3750 +[2024-09-03 08:14:08,064][__main__][INFO] - Training model with 8680318 parameters +[2024-09-03 08:14:08,065][__main__][INFO] - -- Pre-process model with 4051168 parameters +[2024-09-03 08:14:08,065][__main__][INFO] - -- Post-process model with 4051168 parameters +[2024-09-03 08:14:08,066][__main__][INFO] - Setup time : 0.1247551441192627 s +[2024-09-03 08:14:08,066][__main__][INFO] - PSF shape : torch.Size([1, 380, 507, 3]) +[2024-09-03 08:14:08,066][__main__][INFO] - Results saved in /root/FORKS/LenslessPiCamStefan/outputs/2024-09-03/08-13-52 +[2024-09-03 08:21:24,008][__main__][INFO] - Epoch 0 with learning rate [0.0, 0.0] +[2024-09-03 09:49:13,212][__main__][INFO] - loss : 0.8601106564787273 +[2024-09-03 09:56:25,152][__main__][INFO] - Epoch 1 with learning rate [0.0001, 0.0001] +[2024-09-03 11:24:05,059][__main__][INFO] - loss : 0.6646762082026144 +[2024-09-03 11:31:15,918][__main__][INFO] - Epoch 2 with learning rate [9.957224306869053e-05, 9.957224306869053e-05] +[2024-09-03 12:58:50,960][__main__][INFO] - loss : 0.5776314393804931 +[2024-09-03 13:06:01,159][__main__][INFO] - Epoch 3 with learning rate [9.829629131445342e-05, 9.829629131445342e-05] +[2024-09-03 14:33:18,547][__main__][INFO] - loss : 0.5144455876308655 +[2024-09-03 14:40:30,287][__main__][INFO] - Epoch 4 with learning rate [9.619397662556435e-05, 9.619397662556435e-05] +[2024-09-03 16:07:51,483][__main__][INFO] - loss : 0.4862989857778834 +[2024-09-03 16:15:05,979][__main__][INFO] - Epoch 5 with learning rate [9.330127018922194e-05, 9.330127018922194e-05] +[2024-09-03 17:42:12,825][__main__][INFO] - loss : 0.46879550605961884 +[2024-09-03 17:49:23,475][__main__][INFO] - Epoch 6 with learning rate [8.966766701456177e-05, 8.966766701456177e-05] +[2024-09-03 19:16:20,040][__main__][INFO] - loss : 0.45263505421765465 +[2024-09-03 19:23:30,605][__main__][INFO] - Epoch 7 with learning rate [8.535533905932738e-05, 8.535533905932738e-05] +[2024-09-03 20:50:29,649][__main__][INFO] - loss : 0.4395513916765037 +[2024-09-03 20:57:40,418][__main__][INFO] - Epoch 8 with learning rate [8.043807145043604e-05, 8.043807145043604e-05] +[2024-09-03 22:24:43,373][__main__][INFO] - loss : 0.4286410703556744 +[2024-09-03 22:31:53,849][__main__][INFO] - Epoch 9 with learning rate [7.500000000000001e-05, 7.500000000000001e-05] +[2024-09-03 23:58:53,840][__main__][INFO] - loss : 0.4194181306133738 +[2024-09-04 00:06:02,819][__main__][INFO] - Epoch 10 with learning rate [6.91341716182545e-05, 6.91341716182545e-05] +[2024-09-04 01:33:09,751][__main__][INFO] - loss : 0.41061601158860406 +[2024-09-04 01:40:20,901][__main__][INFO] - Epoch 11 with learning rate [6.294095225512603e-05, 6.294095225512603e-05] +[2024-09-04 03:07:24,365][__main__][INFO] - loss : 0.40228850427442153 +[2024-09-04 03:14:36,888][__main__][INFO] - Epoch 12 with learning rate [5.6526309611002594e-05, 5.6526309611002594e-05] +[2024-09-04 04:41:42,016][__main__][INFO] - loss : 0.39414237295192345 +[2024-09-04 04:48:51,884][__main__][INFO] - Epoch 13 with learning rate [5e-05, 5e-05] +[2024-09-04 06:16:06,479][__main__][INFO] - loss : 0.38625356541522676 +[2024-09-04 06:23:19,760][__main__][INFO] - Epoch 14 with learning rate [4.347369038899744e-05, 4.347369038899744e-05] +[2024-09-04 07:50:18,498][__main__][INFO] - loss : 0.37879284768707544 +[2024-09-04 07:57:28,895][__main__][INFO] - Epoch 15 with learning rate [3.705904774487396e-05, 3.705904774487396e-05] +[2024-09-04 09:24:30,574][__main__][INFO] - loss : 0.37188338201283355 +[2024-09-04 09:31:43,358][__main__][INFO] - Epoch 16 with learning rate [3.086582838174551e-05, 3.086582838174551e-05] +[2024-09-04 10:58:49,927][__main__][INFO] - loss : 0.3654300492939109 +[2024-09-04 11:06:01,771][__main__][INFO] - Epoch 17 with learning rate [2.500000000000001e-05, 2.500000000000001e-05] +[2024-09-04 12:33:07,902][__main__][INFO] - loss : 0.3594383925182684 +[2024-09-04 12:40:19,397][__main__][INFO] - Epoch 18 with learning rate [1.9561928549563968e-05, 1.9561928549563968e-05] +[2024-09-04 14:07:19,565][__main__][INFO] - loss : 0.3542062355965835 +[2024-09-04 14:14:33,171][__main__][INFO] - Epoch 19 with learning rate [1.4644660940672627e-05, 1.4644660940672627e-05] +[2024-09-04 15:41:32,793][__main__][INFO] - loss : 0.3493611904977071 +[2024-09-04 15:48:46,705][__main__][INFO] - Epoch 20 with learning rate [1.0332332985438248e-05, 1.0332332985438248e-05] +[2024-09-04 17:15:38,218][__main__][INFO] - loss : 0.3454234600347605 +[2024-09-04 17:22:49,055][__main__][INFO] - Epoch 21 with learning rate [6.698729810778065e-06, 6.698729810778065e-06] +[2024-09-04 18:49:43,957][__main__][INFO] - loss : 0.3421878985557187 +[2024-09-04 18:56:55,228][__main__][INFO] - Epoch 22 with learning rate [3.8060233744356633e-06, 3.8060233744356633e-06] +[2024-09-04 20:23:51,417][__main__][INFO] - loss : 0.3396796187886899 +[2024-09-04 20:31:03,132][__main__][INFO] - Epoch 23 with learning rate [1.70370868554659e-06, 1.70370868554659e-06] +[2024-09-04 21:57:52,499][__main__][INFO] - loss : 0.3381009503859668 +[2024-09-04 22:05:01,818][__main__][INFO] - Epoch 24 with learning rate [4.277569313094809e-07, 4.277569313094809e-07] +[2024-09-04 23:31:52,611][__main__][INFO] - loss : 0.3371191366107456 +[2024-09-04 23:39:04,173][__main__][INFO] - Train time [hour] : 39.415022127694556 h +[2024-09-04 23:39:04,174][__main__][INFO] - Results saved in /root/FORKS/LenslessPiCamStefan/outputs/2024-09-03/08-13-52