From 487a09a668e63c2b34dc10bf29500e3a82a25625 Mon Sep 17 00:00:00 2001 From: Martin Kilbinger Date: Tue, 31 May 2022 10:27:10 +0200 Subject: [PATCH 1/3] Added Tobias' MCCD plot config file to validate joint cat --- example/cfis/config_MsPl_mccd.ini | 17 ++++-- example/cfis/config_valjoint_Pl.ini | 94 +++++++++++++++++++++++++++++ 2 files changed, 105 insertions(+), 6 deletions(-) create mode 100644 example/cfis/config_valjoint_Pl.ini diff --git a/example/cfis/config_MsPl_mccd.ini b/example/cfis/config_MsPl_mccd.ini index 495062878..ef8698e0f 100644 --- a/example/cfis/config_MsPl_mccd.ini +++ b/example/cfis/config_MsPl_mccd.ini @@ -1,4 +1,5 @@ -# ShapePipe configuration file for post-processing. +# ShapePipe configuration file for post-processing +# and validation; # merge star cat and PSF plots. @@ -76,7 +77,13 @@ NUMBERING_SCHEME = -0000000 FILE_PATTERN = full_starcat FILE_EXT = .fits +PSF = mccd + +# Options for focal-plane plots PLOT_MEANSHAPES = True + +# X_GRID, Y_GRID: correspond to the number of bins in each direction of each +# CCD from the focal plane. Ex: each CCD will be binned in 5x10 regular grids. X_GRID = 5 Y_GRID = 10 @@ -84,17 +91,15 @@ Y_GRID = 10 MAX_E = 0.05 MAX_DE = 0.005 -PSF = mccd PLOT_HISTOGRAMS = True -REMOVE_OUTLIERS = False -# X_GRID, Y_GRID: correspond to the number of bins in each direction of each -# CCD from the focal plane. Ex: each CCD will be binned in 5x10 regular grids. -# # REMOVE_OUTLIERS: Remove validated stars that are outliers in terms of shape # before drawing the plots. +REMOVE_OUTLIERS = False +# Options for rho statistics plots PLOT_RHO_STATS = True + RHO_STATS_STYLE = HSC RHO_STATS_YLIM_L = 1e-10, 4e-5 diff --git a/example/cfis/config_valjoint_Pl.ini b/example/cfis/config_valjoint_Pl.ini new file mode 100644 index 000000000..65c5ae48b --- /dev/null +++ b/example/cfis/config_valjoint_Pl.ini @@ -0,0 +1,94 @@ +# ShapePipe configuration file for validation of +# joint catalogue; +# PSF plots. + + +## Default ShapePipe options +[DEFAULT] + +# verbose mode (optional), default: True, print messages on terminal +VERBOSE = True + +# Name of run (optional) default: shapepipe_run +RUN_NAME = run_sp_Pl + + +## ShapePipe execution options +[EXECUTION] + +# MODULE (required) must be a valid module runner name (or a comma separated list of names) +MODULE = mccd_plots_runner + +# Parallel processing mode, SMP or MPI +MODE = SMP + + +## ShapePipe file handling options +[FILE] + +# Log file master name, optional, default: shapepipe +LOG_NAME = log_sp + +# Runner log file name, optional, default: shapepipe_runs +RUN_LOG_NAME = log_run_sp + +# INPUT_DIR (required) must be a valid directory containing input files for the first module +INPUT_DIR = ./SP + +# OUTPUT_DIR (required) must be a valid directory to write the pipeline output files +OUTPUT_DIR = ./output + +# FILE_PATTERN (opional) list of string patterns to identify input files +FILE_PATTERN = unions_shapepipe_psf_2022_v1.0.2 + +# FILE_EXT (opional) list of string extensions to identify input files +FILE_EXT = .fits + + +## ShapePipe job handling options +[JOB] + +# BATCH_SIZE (optional) default is 1, i.e. run all jobs in serial +SMP_BATCH_SIZE = 2 + +# TIMEOUT (optional) default is None, i.e. no timeout limit applied +TIMEOUT = 10:00:00 + + +## Module options +[MCCD_PLOTS_RUNNER] + +# NUMBERING_SCHEME (optional) string with numbering pattern for input files +NUMBERING_SCHEME = + +HDU = 1 + +PSF = mccd + +# Options for focal-plane plots +PLOT_MEANSHAPES = True + +# X_GRID, Y_GRID: correspond to the number of bins in each direction of each +# CCD from the focal plane. Ex: each CCD will be binned in 5x10 regular grids. +X_GRID = 20 +Y_GRID = 40 + +# Optional: max values for elliptity and residual ellipticities +MAX_E = 0.05 +MAX_DE = 0.005 + +PLOT_HISTOGRAMS = True + +# REMOVE_OUTLIERS: Remove validated stars that are outliers in terms of shape +# before drawing the plots. +REMOVE_OUTLIERS = False + + +# Options for rho statistics plots +PLOT_RHO_STATS = True + +# RHO_STATS_STYLE: can be 'HSC' or 'DES' +RHO_STATS_STYLE = HSC + +RHO_STATS_YLIM_L = 1e-10, 4e-5 +eHO_STATS_YLIM_R = 1e-8, 4e-5 From e3258e2423986a115911259975515c82640b452a Mon Sep 17 00:00:00 2001 From: Martin Kilbinger Date: Tue, 31 May 2022 10:27:23 +0200 Subject: [PATCH 2/3] Added Tobias' MCCD plot config file to validate joint cat --- example/cfis/config_valjoint_Pl_mccd.ini | 94 ++++++++++++++++++++++++ 1 file changed, 94 insertions(+) create mode 100644 example/cfis/config_valjoint_Pl_mccd.ini diff --git a/example/cfis/config_valjoint_Pl_mccd.ini b/example/cfis/config_valjoint_Pl_mccd.ini new file mode 100644 index 000000000..65c5ae48b --- /dev/null +++ b/example/cfis/config_valjoint_Pl_mccd.ini @@ -0,0 +1,94 @@ +# ShapePipe configuration file for validation of +# joint catalogue; +# PSF plots. + + +## Default ShapePipe options +[DEFAULT] + +# verbose mode (optional), default: True, print messages on terminal +VERBOSE = True + +# Name of run (optional) default: shapepipe_run +RUN_NAME = run_sp_Pl + + +## ShapePipe execution options +[EXECUTION] + +# MODULE (required) must be a valid module runner name (or a comma separated list of names) +MODULE = mccd_plots_runner + +# Parallel processing mode, SMP or MPI +MODE = SMP + + +## ShapePipe file handling options +[FILE] + +# Log file master name, optional, default: shapepipe +LOG_NAME = log_sp + +# Runner log file name, optional, default: shapepipe_runs +RUN_LOG_NAME = log_run_sp + +# INPUT_DIR (required) must be a valid directory containing input files for the first module +INPUT_DIR = ./SP + +# OUTPUT_DIR (required) must be a valid directory to write the pipeline output files +OUTPUT_DIR = ./output + +# FILE_PATTERN (opional) list of string patterns to identify input files +FILE_PATTERN = unions_shapepipe_psf_2022_v1.0.2 + +# FILE_EXT (opional) list of string extensions to identify input files +FILE_EXT = .fits + + +## ShapePipe job handling options +[JOB] + +# BATCH_SIZE (optional) default is 1, i.e. run all jobs in serial +SMP_BATCH_SIZE = 2 + +# TIMEOUT (optional) default is None, i.e. no timeout limit applied +TIMEOUT = 10:00:00 + + +## Module options +[MCCD_PLOTS_RUNNER] + +# NUMBERING_SCHEME (optional) string with numbering pattern for input files +NUMBERING_SCHEME = + +HDU = 1 + +PSF = mccd + +# Options for focal-plane plots +PLOT_MEANSHAPES = True + +# X_GRID, Y_GRID: correspond to the number of bins in each direction of each +# CCD from the focal plane. Ex: each CCD will be binned in 5x10 regular grids. +X_GRID = 20 +Y_GRID = 40 + +# Optional: max values for elliptity and residual ellipticities +MAX_E = 0.05 +MAX_DE = 0.005 + +PLOT_HISTOGRAMS = True + +# REMOVE_OUTLIERS: Remove validated stars that are outliers in terms of shape +# before drawing the plots. +REMOVE_OUTLIERS = False + + +# Options for rho statistics plots +PLOT_RHO_STATS = True + +# RHO_STATS_STYLE: can be 'HSC' or 'DES' +RHO_STATS_STYLE = HSC + +RHO_STATS_YLIM_L = 1e-10, 4e-5 +eHO_STATS_YLIM_R = 1e-8, 4e-5 From cab915b20d87d99c1b62636773fdcca6f571c946 Mon Sep 17 00:00:00 2001 From: Martin Kilbinger Date: Wed, 8 Jun 2022 08:19:56 +0200 Subject: [PATCH 3/3] removed duplicate config file --- example/cfis/config_valjoint_Pl.ini | 94 ----------------------------- 1 file changed, 94 deletions(-) delete mode 100644 example/cfis/config_valjoint_Pl.ini diff --git a/example/cfis/config_valjoint_Pl.ini b/example/cfis/config_valjoint_Pl.ini deleted file mode 100644 index 65c5ae48b..000000000 --- a/example/cfis/config_valjoint_Pl.ini +++ /dev/null @@ -1,94 +0,0 @@ -# ShapePipe configuration file for validation of -# joint catalogue; -# PSF plots. - - -## Default ShapePipe options -[DEFAULT] - -# verbose mode (optional), default: True, print messages on terminal -VERBOSE = True - -# Name of run (optional) default: shapepipe_run -RUN_NAME = run_sp_Pl - - -## ShapePipe execution options -[EXECUTION] - -# MODULE (required) must be a valid module runner name (or a comma separated list of names) -MODULE = mccd_plots_runner - -# Parallel processing mode, SMP or MPI -MODE = SMP - - -## ShapePipe file handling options -[FILE] - -# Log file master name, optional, default: shapepipe -LOG_NAME = log_sp - -# Runner log file name, optional, default: shapepipe_runs -RUN_LOG_NAME = log_run_sp - -# INPUT_DIR (required) must be a valid directory containing input files for the first module -INPUT_DIR = ./SP - -# OUTPUT_DIR (required) must be a valid directory to write the pipeline output files -OUTPUT_DIR = ./output - -# FILE_PATTERN (opional) list of string patterns to identify input files -FILE_PATTERN = unions_shapepipe_psf_2022_v1.0.2 - -# FILE_EXT (opional) list of string extensions to identify input files -FILE_EXT = .fits - - -## ShapePipe job handling options -[JOB] - -# BATCH_SIZE (optional) default is 1, i.e. run all jobs in serial -SMP_BATCH_SIZE = 2 - -# TIMEOUT (optional) default is None, i.e. no timeout limit applied -TIMEOUT = 10:00:00 - - -## Module options -[MCCD_PLOTS_RUNNER] - -# NUMBERING_SCHEME (optional) string with numbering pattern for input files -NUMBERING_SCHEME = - -HDU = 1 - -PSF = mccd - -# Options for focal-plane plots -PLOT_MEANSHAPES = True - -# X_GRID, Y_GRID: correspond to the number of bins in each direction of each -# CCD from the focal plane. Ex: each CCD will be binned in 5x10 regular grids. -X_GRID = 20 -Y_GRID = 40 - -# Optional: max values for elliptity and residual ellipticities -MAX_E = 0.05 -MAX_DE = 0.005 - -PLOT_HISTOGRAMS = True - -# REMOVE_OUTLIERS: Remove validated stars that are outliers in terms of shape -# before drawing the plots. -REMOVE_OUTLIERS = False - - -# Options for rho statistics plots -PLOT_RHO_STATS = True - -# RHO_STATS_STYLE: can be 'HSC' or 'DES' -RHO_STATS_STYLE = HSC - -RHO_STATS_YLIM_L = 1e-10, 4e-5 -eHO_STATS_YLIM_R = 1e-8, 4e-5