Ilo

configs/ilo_single_file.yaml

@@ -0,0 +1,182 @@
+hydra:
+ job:
+ chdir: True # change to output folder
+
+save: True
+
+simulation:
+ object_height: 0.3
+ # these distance parameters are typically fixed for a given PSF
+ scene2mask: 40e-2
+ mask2sensor: 4e-3
+ # see waveprop.devices
+ sensor: "rpi_hq"
+ snr_db: 20
+ # Downsampling for PSF
+ downsample: 8
+
+ # max val in simulated measured (quantized 8 bits)
+ max_val: 230
+
+ image_format: RGB
+
+ flatcam: False # only supported if mask.type is "MURA" or "MLS"
+
+
+
+
+# COPIED FROM HERE: https://github.com/ebezzam/ilo_lensless/blob/ilo_lensless/configs/config_default.yaml
+# TODO PRUNE
+# Inputs/Outputs directories and files
+files:
+ original_fp: data/celeba_mini/000019.jpg
+ psf: data/psf/tape_rgb.png
+
+ #preprocess_dir: files/demo/preprocessed/
+ preprocess_dir: data/celeba_mini_aligned/
+ #psf_dir: files/demo/psf/
+ output_dir: ./output/
+ files_ext: '.png'
+ #pandas_file: ./metrics.pkl
+
+ face_aligner: 'models/ilo/shape_predictor_68_face_landmarks.dat'
+
+mask:
+ type: "tape" # "MURA", "MLS", "FZA", "PhaseContour"
+
+ # Coded Aperture (MURA or MLS)
+ #flatcam_method: 'MLS'
+ n_bits: 8 # e.g. 8 for MLS, 99 for MURA
+
+ # Phase Contour
+ noise_period: [16, 16]
+ refractive_index: 1.2
+ phase_mask_iter: 10
+
+ # Fresnel Zone Aperture
+ radius: 0.32e-3
+
+lensless_imaging:
+ bool: false
+ psf_path: data/psf/tape_rgb.png # if simulated false
+
+ # PSF parameters (TODO consistent with simulation)
+ scene2mask: 40e-2 #m
+ mask2sensor: 4e-3 #m
+ object_height: 0.45 #m, TODO: made big to fit entire region
+ sensor: 'rpi_hq'
+ psf_size: [3040, 4056]
+ downsample: 8
+ image_format: RGB
+
+ # Simulation parameters
+ simulated:
+ bool: False
+ gaussian_noise: True
+ snr: 40.0
+ max_val: 255
+ flatcam: False
+
+# Preprocessing actions
+preprocessing:
+ align:
+ bool: False 
+ resize:
+ bool: True
+ image_size: [1024, 1024]
+ grayscale: # TODO : works but PSF grayscale? how to do ?
+ bool: False
+ mask:
+ bool: False 
+ bounding_box:
+ horizontal:
+ - 200
+ - 400
+ vertical:
+ - 200
+ - 400
+ noise:
+ bool: False
+ mode: gaussian #pepper #s&p #poisson #salt
+ mean: 0
+ var: 0.01
+ amount: 0.05
+ salt_vs_pepper: 0.5
+
+# Tasks to perform
+task:
+ grayscale:
+ bool: False # TODO
+
+# Model configuration
+# only StyleGAN is supported for now.
+model:
+ type: 'stylegan2'
+ checkpoint: models/ilo/stylegan2-ffhq-config-f.pt
+ mapping: models/ilo/gaussian_fit.pt
+
+# Optimization parameters
+opti_params:
+ seed: 42
+ device: cuda
+
+ # batchsizes
+ batchsize_process : 1
+ batchsize_preprocess : 50
+
+ # Range of layers to optimize (no need to touch it)
+ start_layer: 0
+ end_layer: 8
+
+ # steps per layer -> define which layer is optimized
+ # if you want to skip optimization in some layers, just use 0 to the corresponding indices of steps.
+ # steps: [50, 50, 50, 50, 50, 50, 50, 50, 50] # up to 9, but need to extend max_radius_*
+ steps: [50, 50, 50, 50, 50, 50]
+
+ # learning rate per layer
+ lr: [0.1, 0.08, 0.06, 0.04, 0.02, 0.01, 0.01, 0.01, 0.01]
+
+ # whether to schedule per layer or in total
+ lr_same_pace: False
+
+ # project latents to unit ball
+ project: False
+ # project: True
+
+ # projections (decent results with false, toilsome to fine-tune)
+ do_project_latent: False
+ do_project_noises: False
+ do_project_gen_out: False
+
+ max_radius_latent: [300, 500, 1000, 2000, 4000, 8000, 8000, 8000, 8000]
+ max_radius_noises: [300, 2000, 2000, 4000, 6000, 8000, 8000, 8000, 8000]
+ max_radius_gen_out: [0, 500, 1000, 2000, 4000, 8000, 8000, 8000, 8000]
+ # note: first value of max_radius_gen_out is not used
+
+
+# Loss parameters
+loss_params:
+ ## weights of different losses
+ geocross: 0.01
+ mse: [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]
+ pe: [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5]
+ dead_zone_linear: [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]
+ # tolerance of dead zone linear function
+ dead_zone_linear_alpha: 0.05
+ # LPIPS method 
+ lpips_method: 'default'
+
+
+logs:
+ # Save of logs
+ # if true, intermediate frames from optimization are saved.
+ save_gif: False
+ # determines how often we save intermediate frames in each steps. Activated only if save_gif=True.
+ save_every: 50
+
+ # Forward of generated images
+ # if true, save it
+ save_forward: True
+ # dir of forward save
+ forward_dir: ./output_forward/
+

ilo_requirements.txt

@@ -0,0 +1,2 @@
+dlib>==19.24.2
+ninja==1.10.2.3