From fe83abfa7388b68e0e3d6cbabbfdc05a84c043fd Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Tue, 24 Sep 2024 16:22:26 -0700 Subject: [PATCH 01/29] Move legacy LSSTComCam calibration pipelines to LSSTComCamSim/legacy_202409. --- pipelines/LSSTComCamSim/{ => legacy_202409}/cpBfk.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpBias.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpCrosstalk.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpCti.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpDark.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpDarkForDefects.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpDefects.yaml | 0 .../LSSTComCamSim/{ => legacy_202409}/cpDefectsIndividual.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpFlat.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpFlatSingleChip.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpFringe.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpLinearizer.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpPlotPtc.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpPtc.yaml | 0 pipelines/LSSTComCamSim/{ => legacy_202409}/cpSky.yaml | 0 15 files changed, 0 insertions(+), 0 deletions(-) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpBfk.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpBias.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpCrosstalk.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpCti.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpDark.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpDarkForDefects.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpDefects.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpDefectsIndividual.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpFlat.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpFlatSingleChip.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpFringe.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpLinearizer.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpPlotPtc.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpPtc.yaml (100%) rename pipelines/LSSTComCamSim/{ => legacy_202409}/cpSky.yaml (100%) diff --git a/pipelines/LSSTComCamSim/cpBfk.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpBfk.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpBfk.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpBfk.yaml diff --git a/pipelines/LSSTComCamSim/cpBias.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpBias.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpBias.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpBias.yaml diff --git a/pipelines/LSSTComCamSim/cpCrosstalk.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpCrosstalk.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpCrosstalk.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpCrosstalk.yaml diff --git a/pipelines/LSSTComCamSim/cpCti.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpCti.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpCti.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpCti.yaml diff --git a/pipelines/LSSTComCamSim/cpDark.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpDark.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpDark.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpDark.yaml diff --git a/pipelines/LSSTComCamSim/cpDarkForDefects.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpDarkForDefects.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpDarkForDefects.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpDarkForDefects.yaml diff --git a/pipelines/LSSTComCamSim/cpDefects.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpDefects.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpDefects.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpDefects.yaml diff --git a/pipelines/LSSTComCamSim/cpDefectsIndividual.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpDefectsIndividual.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpDefectsIndividual.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpDefectsIndividual.yaml diff --git a/pipelines/LSSTComCamSim/cpFlat.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpFlat.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpFlat.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpFlat.yaml diff --git a/pipelines/LSSTComCamSim/cpFlatSingleChip.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpFlatSingleChip.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpFlatSingleChip.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpFlatSingleChip.yaml diff --git a/pipelines/LSSTComCamSim/cpFringe.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpFringe.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpFringe.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpFringe.yaml diff --git a/pipelines/LSSTComCamSim/cpLinearizer.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpLinearizer.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpLinearizer.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpLinearizer.yaml diff --git a/pipelines/LSSTComCamSim/cpPlotPtc.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpPlotPtc.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpPlotPtc.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpPlotPtc.yaml diff --git a/pipelines/LSSTComCamSim/cpPtc.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpPtc.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpPtc.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpPtc.yaml diff --git a/pipelines/LSSTComCamSim/cpSky.yaml b/pipelines/LSSTComCamSim/legacy_202409/cpSky.yaml similarity index 100% rename from pipelines/LSSTComCamSim/cpSky.yaml rename to pipelines/LSSTComCamSim/legacy_202409/cpSky.yaml From 306393afdd35abdb12cb70ba9a77bb42352c9b21 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Tue, 24 Sep 2024 16:26:51 -0700 Subject: [PATCH 02/29] Move legacy LSSTComCam calibration pipelines to LSSTComCam/legacy_202409. --- pipelines/LSSTComCam/{ => legacy_202409}/cpBfk.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpBias.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpCrosstalk.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpCti.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpDark.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpDarkForDefects.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpDefects.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpDefectsIndividual.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpFlat.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpFlatSingleChip.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpFringe.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpLinearizer.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpPlotPtc.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpPtc.yaml | 0 pipelines/LSSTComCam/{ => legacy_202409}/cpSky.yaml | 0 15 files changed, 0 insertions(+), 0 deletions(-) rename pipelines/LSSTComCam/{ => legacy_202409}/cpBfk.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpBias.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpCrosstalk.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpCti.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpDark.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpDarkForDefects.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpDefects.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpDefectsIndividual.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpFlat.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpFlatSingleChip.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpFringe.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpLinearizer.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpPlotPtc.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpPtc.yaml (100%) rename pipelines/LSSTComCam/{ => legacy_202409}/cpSky.yaml (100%) diff --git a/pipelines/LSSTComCam/cpBfk.yaml b/pipelines/LSSTComCam/legacy_202409/cpBfk.yaml similarity index 100% rename from pipelines/LSSTComCam/cpBfk.yaml rename to pipelines/LSSTComCam/legacy_202409/cpBfk.yaml diff --git a/pipelines/LSSTComCam/cpBias.yaml b/pipelines/LSSTComCam/legacy_202409/cpBias.yaml similarity index 100% rename from pipelines/LSSTComCam/cpBias.yaml rename to pipelines/LSSTComCam/legacy_202409/cpBias.yaml diff --git a/pipelines/LSSTComCam/cpCrosstalk.yaml b/pipelines/LSSTComCam/legacy_202409/cpCrosstalk.yaml similarity index 100% rename from pipelines/LSSTComCam/cpCrosstalk.yaml rename to pipelines/LSSTComCam/legacy_202409/cpCrosstalk.yaml diff --git a/pipelines/LSSTComCam/cpCti.yaml b/pipelines/LSSTComCam/legacy_202409/cpCti.yaml similarity index 100% rename from pipelines/LSSTComCam/cpCti.yaml rename to pipelines/LSSTComCam/legacy_202409/cpCti.yaml diff --git a/pipelines/LSSTComCam/cpDark.yaml b/pipelines/LSSTComCam/legacy_202409/cpDark.yaml similarity index 100% rename from pipelines/LSSTComCam/cpDark.yaml rename to pipelines/LSSTComCam/legacy_202409/cpDark.yaml diff --git a/pipelines/LSSTComCam/cpDarkForDefects.yaml b/pipelines/LSSTComCam/legacy_202409/cpDarkForDefects.yaml similarity index 100% rename from pipelines/LSSTComCam/cpDarkForDefects.yaml rename to pipelines/LSSTComCam/legacy_202409/cpDarkForDefects.yaml diff --git a/pipelines/LSSTComCam/cpDefects.yaml b/pipelines/LSSTComCam/legacy_202409/cpDefects.yaml similarity index 100% rename from pipelines/LSSTComCam/cpDefects.yaml rename to pipelines/LSSTComCam/legacy_202409/cpDefects.yaml diff --git a/pipelines/LSSTComCam/cpDefectsIndividual.yaml b/pipelines/LSSTComCam/legacy_202409/cpDefectsIndividual.yaml similarity index 100% rename from pipelines/LSSTComCam/cpDefectsIndividual.yaml rename to pipelines/LSSTComCam/legacy_202409/cpDefectsIndividual.yaml diff --git a/pipelines/LSSTComCam/cpFlat.yaml b/pipelines/LSSTComCam/legacy_202409/cpFlat.yaml similarity index 100% rename from pipelines/LSSTComCam/cpFlat.yaml rename to pipelines/LSSTComCam/legacy_202409/cpFlat.yaml diff --git a/pipelines/LSSTComCam/cpFlatSingleChip.yaml b/pipelines/LSSTComCam/legacy_202409/cpFlatSingleChip.yaml similarity index 100% rename from pipelines/LSSTComCam/cpFlatSingleChip.yaml rename to pipelines/LSSTComCam/legacy_202409/cpFlatSingleChip.yaml diff --git a/pipelines/LSSTComCam/cpFringe.yaml b/pipelines/LSSTComCam/legacy_202409/cpFringe.yaml similarity index 100% rename from pipelines/LSSTComCam/cpFringe.yaml rename to pipelines/LSSTComCam/legacy_202409/cpFringe.yaml diff --git a/pipelines/LSSTComCam/cpLinearizer.yaml b/pipelines/LSSTComCam/legacy_202409/cpLinearizer.yaml similarity index 100% rename from pipelines/LSSTComCam/cpLinearizer.yaml rename to pipelines/LSSTComCam/legacy_202409/cpLinearizer.yaml diff --git a/pipelines/LSSTComCam/cpPlotPtc.yaml b/pipelines/LSSTComCam/legacy_202409/cpPlotPtc.yaml similarity index 100% rename from pipelines/LSSTComCam/cpPlotPtc.yaml rename to pipelines/LSSTComCam/legacy_202409/cpPlotPtc.yaml diff --git a/pipelines/LSSTComCam/cpPtc.yaml b/pipelines/LSSTComCam/legacy_202409/cpPtc.yaml similarity index 100% rename from pipelines/LSSTComCam/cpPtc.yaml rename to pipelines/LSSTComCam/legacy_202409/cpPtc.yaml diff --git a/pipelines/LSSTComCam/cpSky.yaml b/pipelines/LSSTComCam/legacy_202409/cpSky.yaml similarity index 100% rename from pipelines/LSSTComCam/cpSky.yaml rename to pipelines/LSSTComCam/legacy_202409/cpSky.yaml From baf5097f5f0b56084d14033ea0464da67dd4d940 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:12:20 -0700 Subject: [PATCH 03/29] Add new IsrTaskLSST pipeline for LSSTComCamSim bfk. --- pipelines/LSSTComCamSim/cpBfk.yaml | 33 ++++++++++++++++++++++++++++++ 1 file changed, 33 insertions(+) create mode 100644 pipelines/LSSTComCamSim/cpBfk.yaml diff --git a/pipelines/LSSTComCamSim/cpBfk.yaml b/pipelines/LSSTComCamSim/cpBfk.yaml new file mode 100644 index 00000000..4fd40096 --- /dev/null +++ b/pipelines/LSSTComCamSim/cpBfk.yaml @@ -0,0 +1,33 @@ +description: LSSTComCamSim Brighter-Fatter kernel calibration construction. +instrument: lsst.obs.lsst.LsstComCamSim +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpBfkLSST.yaml +tasks: + cpBfkIsr: + class: lsst.ip.isr.IsrTaskLSST + config: + overscanCamera.defaultDetectorConfig.defaultAmpConfig.serialOverscanConfig.fitType: "MEAN" + overscanCamera.defaultDetectorConfig.defaultAmpConfig.doParallelOverscan: false + doCrosstalk: false + doLinearize: false + doDeferredCharge: false + doDefect: false + cpBfkPtcExtract: + class: lsst.cp.pipe.ptc.PhotonTransferCurveExtractTask + config: + maximumRangeCovariancesAstier: 8 + useEfdPhotodiodeData: false + auxiliaryHeaderKeys: [] + cpBfkPtcSolve: + class: lsst.cp.pipe.ptc.PhotonTransferCurveSolveTask + config: + maximumRangeCovariancesAstier: 8 + maximumRangeCovariancesAstierFullCovFit: 8 + # TODO DM-46439: This can be renamed back to cpBfkSolve when repos + # are cleaned up for the previous dimensionality error. + cpBfkSolveX: + class: lsst.cp.pipe.BrighterFatterKernelSolveTask + config: + useCovModelSample: true + python: | + config.covModelFluxSample = {"ALL_AMPS": 100000.0} From 1610d9e00a19de31340b0206506cc90a32c1733e Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:12:57 -0700 Subject: [PATCH 04/29] Add new IsrTaskLSST pipeline for LSSTComCamSim bias. --- pipelines/LSSTComCamSim/cpBias.yaml | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 pipelines/LSSTComCamSim/cpBias.yaml diff --git a/pipelines/LSSTComCamSim/cpBias.yaml b/pipelines/LSSTComCamSim/cpBias.yaml new file mode 100644 index 00000000..765f567f --- /dev/null +++ b/pipelines/LSSTComCamSim/cpBias.yaml @@ -0,0 +1,13 @@ +description: LSSTComCamSim bias calibration construction +instrument: lsst.obs.lsst.LsstComCamSim +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpBiasLSST.yaml +tasks: + cpBiasIsr: + class: lsst.ip.isr.IsrTaskLSST + config: + overscanCamera.defaultDetectorConfig.defaultAmpConfig.serialOverscanConfig.fitType: "MEAN" + overscanCamera.defaultDetectorConfig.defaultAmpConfig.doParallelOverscan: false + doCrosstalk: false + doLinearize: false + From 6725d7b216c8108ed639e0249a8da04c8d082bb5 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:13:19 -0700 Subject: [PATCH 05/29] Add new IsrTaskLSST pipeline for LSSTComCamSim biasBootstrap. --- pipelines/LSSTComCamSim/cpBiasBootstrap.yaml | 11 +++++++++++ 1 file changed, 11 insertions(+) create mode 100644 pipelines/LSSTComCamSim/cpBiasBootstrap.yaml diff --git a/pipelines/LSSTComCamSim/cpBiasBootstrap.yaml b/pipelines/LSSTComCamSim/cpBiasBootstrap.yaml new file mode 100644 index 00000000..3abe5052 --- /dev/null +++ b/pipelines/LSSTComCamSim/cpBiasBootstrap.yaml @@ -0,0 +1,11 @@ +description: LSSTComCamSim bootstrap bias calibration construction +instrument: lsst.obs.lsst.LsstComCamSim +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpBiasBootstrapLSST.yaml +tasks: + cpBiasBootstrapIsr: + class: lsst.ip.isr.IsrTaskLSST + config: + overscanCamera.defaultDetectorConfig.defaultAmpConfig.serialOverscanConfig.fitType: "MEAN" + overscanCamera.defaultDetectorConfig.defaultAmpConfig.doParallelOverscan: false + doCrosstalk: false From a16a517786c87a6ab301e55bbbd0974673c487e7 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:13:39 -0700 Subject: [PATCH 06/29] Add new IsrTaskLSST pipeline for LSSTComCamSim dark. --- pipelines/LSSTComCamSim/cpDark.yaml | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 pipelines/LSSTComCamSim/cpDark.yaml diff --git a/pipelines/LSSTComCamSim/cpDark.yaml b/pipelines/LSSTComCamSim/cpDark.yaml new file mode 100644 index 00000000..8248c41a --- /dev/null +++ b/pipelines/LSSTComCamSim/cpDark.yaml @@ -0,0 +1,13 @@ +description: LSSTComCamSim dark calibration construction +instrument: lsst.obs.lsst.LsstComCamSim +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpDarkLSST.yaml +tasks: + cpDarkIsr: + class: lsst.ip.isr.IsrTaskLSST + config: + overscanCamera.defaultDetectorConfig.defaultAmpConfig.serialOverscanConfig.fitType: "MEAN" + overscanCamera.defaultDetectorConfig.defaultAmpConfig.doParallelOverscan: false + doCrosstalk: false + doLinearize: false + doDefect: false From 3f54ea2601f3c1fce2f9a2793dd6172d0dd64b1f Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:13:59 -0700 Subject: [PATCH 07/29] Add new IsrTaskLSST pipeline for LSSTComCamSim darkBootstrap. --- pipelines/LSSTComCamSim/cpDarkBootstrap.yaml | 11 +++++++++++ 1 file changed, 11 insertions(+) create mode 100644 pipelines/LSSTComCamSim/cpDarkBootstrap.yaml diff --git a/pipelines/LSSTComCamSim/cpDarkBootstrap.yaml b/pipelines/LSSTComCamSim/cpDarkBootstrap.yaml new file mode 100644 index 00000000..b268b830 --- /dev/null +++ b/pipelines/LSSTComCamSim/cpDarkBootstrap.yaml @@ -0,0 +1,11 @@ +description: LSSTComCam bootstrap dark calibration construction +instrument: lsst.obs.lsst.LsstComCamSim +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpDarkBootstrapLSST.yaml +tasks: + cpDarkBootstrapIsr: + class: lsst.ip.isr.IsrTaskLSST + config: + overscanCamera.defaultDetectorConfig.defaultAmpConfig.serialOverscanConfig.fitType: "MEAN" + overscanCamera.defaultDetectorConfig.defaultAmpConfig.doParallelOverscan: false + doCrosstalk: false From c571baf6ee807e35305acd27a571e6ad7f876131 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:14:23 -0700 Subject: [PATCH 08/29] Add new IsrTaskLSST pipeline for LSSTComCamSim defects. --- pipelines/LSSTComCamSim/cpDefects.yaml | 29 ++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) create mode 100644 pipelines/LSSTComCamSim/cpDefects.yaml diff --git a/pipelines/LSSTComCamSim/cpDefects.yaml b/pipelines/LSSTComCamSim/cpDefects.yaml new file mode 100644 index 00000000..6d9882a1 --- /dev/null +++ b/pipelines/LSSTComCamSim/cpDefects.yaml @@ -0,0 +1,29 @@ +description: cp_pipe LSSTComCamSim defect calibration construction. +instrument: lsst.obs.lsst.LsstComCamSim +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpDefectsLSST.yaml +tasks: + cpMeasureBiasDefects: + class: lsst.cp.pipe.MeasureDefectsCombinedTask + config: + badPixelsToFillColumnThreshold: 1000 + saturatedPixelsToFillColumnThreshold: 20 + saturatedColumnDilationRadius: 2 + cpMeasureDarkDefects: + class: lsst.cp.pipe.MeasureDefectsCombinedTask + config: + thresholdType: "VALUE" + darkCurrentThreshold: 3.0 + badPixelsToFillColumnThreshold: 1000 + saturatedPixelsToFillColumnThreshold: 20 + saturatedColumnDilationRadius: 2 + cpMeasureFlatDefects: + class: lsst.cp.pipe.MeasureDefectsCombinedWithFilterTask + config: + thresholdType: "VALUE" + fracThresholdFlat: 0.9 + badPixelsToFillColumnThreshold: 1000 + cpMergeDefects: + class: lsst.cp.pipe.MergeDefectsCombinedTask + config: + edgesAsDefects: true From 993af63fdda90af307a350cae39c5c7d8a2edae9 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:14:41 -0700 Subject: [PATCH 09/29] Add new IsrTaskLSST pipeline for LSSTComCamSim flat. --- pipelines/LSSTComCamSim/cpFlat.yaml | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 pipelines/LSSTComCamSim/cpFlat.yaml diff --git a/pipelines/LSSTComCamSim/cpFlat.yaml b/pipelines/LSSTComCamSim/cpFlat.yaml new file mode 100644 index 00000000..6c443fa9 --- /dev/null +++ b/pipelines/LSSTComCamSim/cpFlat.yaml @@ -0,0 +1,13 @@ +description: LSSTComCamSim flat calibration construction +instrument: lsst.obs.lsst.LsstComCamSim +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpFlatLSST.yaml +tasks: + cpFlatIsr: + class: lsst.ip.isr.IsrTaskLSST + config: + overscanCamera.defaultDetectorConfig.defaultAmpConfig.serialOverscanConfig.fitType: "MEAN" + overscanCamera.defaultDetectorConfig.defaultAmpConfig.doParallelOverscan: false + doCrosstalk: false + doLinearize: false + doDeferredCharge: false From 18702487673ed072d66397b8366dbd605a760798 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:14:57 -0700 Subject: [PATCH 10/29] Add new IsrTaskLSST pipeline for LSSTComCamSim flatBootstrap. --- pipelines/LSSTComCamSim/cpFlatBootstrap.yaml | 11 +++++++++++ 1 file changed, 11 insertions(+) create mode 100644 pipelines/LSSTComCamSim/cpFlatBootstrap.yaml diff --git a/pipelines/LSSTComCamSim/cpFlatBootstrap.yaml b/pipelines/LSSTComCamSim/cpFlatBootstrap.yaml new file mode 100644 index 00000000..203c3cd7 --- /dev/null +++ b/pipelines/LSSTComCamSim/cpFlatBootstrap.yaml @@ -0,0 +1,11 @@ +description: LSSTComCamSim bootstrap flat construction +instrument: lsst.obs.lsst.LsstComCamSim +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpFlatBootstrapSingleChipLSST.yaml +tasks: + cpFlatBootstrapIsr: + class: lsst.ip.isr.IsrTaskLSST + config: + overscanCamera.defaultDetectorConfig.defaultAmpConfig.serialOverscanConfig.fitType: "MEAN" + overscanCamera.defaultDetectorConfig.defaultAmpConfig.doParallelOverscan: false + doCrosstalk: false From 54b51bc618dccf42593c3660f14338b498ae59ae Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:15:17 -0700 Subject: [PATCH 11/29] Add new IsrTaskLSST pipeline for LSSTComCamSim flat (single). --- pipelines/LSSTComCamSim/cpFlatSingleChip.yaml | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 pipelines/LSSTComCamSim/cpFlatSingleChip.yaml diff --git a/pipelines/LSSTComCamSim/cpFlatSingleChip.yaml b/pipelines/LSSTComCamSim/cpFlatSingleChip.yaml new file mode 100644 index 00000000..84daa6f0 --- /dev/null +++ b/pipelines/LSSTComCamSim/cpFlatSingleChip.yaml @@ -0,0 +1,13 @@ +description: LSSTComCamSim flat calibration construction +instrument: lsst.obs.lsst.LsstComCamSim +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpFlatSingleChipLSST.yaml +tasks: + cpFlatIsr: + class: lsst.ip.isr.IsrTaskLSST + config: + overscanCamera.defaultDetectorConfig.defaultAmpConfig.serialOverscanConfig.fitType: "MEAN" + overscanCamera.defaultDetectorConfig.defaultAmpConfig.doParallelOverscan: false + doCrosstalk: false + doLinearize: false + doDeferredCharge: false From cc7cdd3e1e2c5bdbe291394e481d895a7d6f576b Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:15:42 -0700 Subject: [PATCH 12/29] Add new IsrTaskLSST pipeline for LSSTComCamSim ptc plotting. --- pipelines/LSSTComCamSim/cpPlotPtc.yaml | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 pipelines/LSSTComCamSim/cpPlotPtc.yaml diff --git a/pipelines/LSSTComCamSim/cpPlotPtc.yaml b/pipelines/LSSTComCamSim/cpPlotPtc.yaml new file mode 100644 index 00000000..6f7195b6 --- /dev/null +++ b/pipelines/LSSTComCamSim/cpPlotPtc.yaml @@ -0,0 +1,4 @@ +description: cp_pipe LSSTComCamSim task to plot Photon Transfer Curve dataset +instrument: lsst.obs.lsst.LsstComCamSim +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpPlotPtc.yaml From d6fa1c0104fad5bb84b792da9d7d397381344b4e Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:16:05 -0700 Subject: [PATCH 13/29] Add new IsrTaskLSST pipeline for LSSTComCamSim ptc. --- pipelines/LSSTComCamSim/cpPtc.yaml | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100644 pipelines/LSSTComCamSim/cpPtc.yaml diff --git a/pipelines/LSSTComCamSim/cpPtc.yaml b/pipelines/LSSTComCamSim/cpPtc.yaml new file mode 100644 index 00000000..e0d78900 --- /dev/null +++ b/pipelines/LSSTComCamSim/cpPtc.yaml @@ -0,0 +1,18 @@ +description: LSSTComCamSim Photon-Transfer Curve calibration construction. +instrument: lsst.obs.lsst.LsstComCamSim +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpPtcLSST.yaml +tasks: + cpPtcIsr: + class: lsst.ip.isr.IsrTaskLSST + config: + overscanCamera.defaultDetectorConfig.defaultAmpConfig.serialOverscanConfig.fitType: "MEAN" + overscanCamera.defaultDetectorConfig.defaultAmpConfig.doParallelOverscan: false + doCrosstalk: false + doLinearize: false + doDefect: false + cpPtcExtract: + class: lsst.cp.pipe.ptc.PhotonTransferCurveExtractTask + config: + useEfdPhotodiodeData: false + auxiliaryHeaderKeys: [] From a148eaf5f32134dffbdf96f71aefaf359bbd31d6 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:16:25 -0700 Subject: [PATCH 14/29] Add new IsrTaskLSST pipeline for LSSTComCamSim cpSky. --- pipelines/LSSTComCamSim/cpSky.yaml | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) create mode 100644 pipelines/LSSTComCamSim/cpSky.yaml diff --git a/pipelines/LSSTComCamSim/cpSky.yaml b/pipelines/LSSTComCamSim/cpSky.yaml new file mode 100644 index 00000000..b3e3d7ce --- /dev/null +++ b/pipelines/LSSTComCamSim/cpSky.yaml @@ -0,0 +1,24 @@ +description: Sky frame generation for LSSTComCamSim pipeline. +instrument: lsst.obs.lsst.LsstComCamSim +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpSkyLSST.yaml +tasks: + cpSkyIsr: + class: lsst.ip.isr.IsrTaskLSST + config: + overscanCamera.defaultDetectorConfig.defaultAmpConfig.serialOverscanConfig.fitType: "MEAN" + overscanCamera.defaultDetectorConfig.defaultAmpConfig.doParallelOverscan: false + doCrosstalk: false + doLinearize: false + doDeferredCharge: false + doDefect: false + cpSkyImage: + class: lsst.cp.pipe.CpSkyImageTask + config: + # These values roughly equate to the dimensions of a single detector. + # As noted below, the sizes are in millimeters, and correspond to a + # background image of 4096*4096 pixels (4096*0.01=40.96). + # TODO: Revise these values on DM-43321. + largeScaleBackground.xSize: 40.96 # in mm + largeScaleBackground.ySize: 40.96 # in mm + largeScaleBackground.pixelSize: 0.01 # in mm per pixel From 2cd135578e7709b14fbf2c1be022e47719d3b610 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:21:12 -0700 Subject: [PATCH 15/29] Update pipeline testing for LSSTComCamSim with IsrTaskLSST. --- tests/test_pipelines.py | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/tests/test_pipelines.py b/tests/test_pipelines.py index b6f0ed2a..f826789f 100644 --- a/tests/test_pipelines.py +++ b/tests/test_pipelines.py @@ -184,14 +184,17 @@ def test_lsstcomcam_pipelines(self): @unittest.skipIf(not has_obs_lsst, reason="Cannot test LSSTComCamSim pipelines without obs_lsst") def test_lsstcomcamsim_pipelines(self): for pipeline in self._get_pipelines(exclude=[ + # The following tasks are not part of the new pipelines. "cpDarkForDefects.yaml", + "cpDefectsIndividual.yaml", + # The following tasks are not for ComCamSim. "cpFilterScan.yaml", "cpMonochromatorScan.yaml", "cpSpectroFlat.yaml", - # TODO DM-46357: Remove following from exclusion list. - "cpBiasBootstrap.yaml", - "cpDarkBootstrap.yaml", - "cpFlatBootstrap.yaml", + "cpFringe.yaml", + "cpLinearizer.yaml", + "cpCrosstalk.yaml", + "cpCti.yaml", ]): self._check_pipeline(os.path.join(self.pipeline_path, "LSSTComCamSim", pipeline)) From 66c021182baf68fa76d4cbdf4579e0cead361784 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:43:43 -0700 Subject: [PATCH 16/29] Add new IsrTaskLSST pipeline for LSSTComCam bfk. --- pipelines/LSSTComCam/cpBfk.yaml | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 pipelines/LSSTComCam/cpBfk.yaml diff --git a/pipelines/LSSTComCam/cpBfk.yaml b/pipelines/LSSTComCam/cpBfk.yaml new file mode 100644 index 00000000..ecfad962 --- /dev/null +++ b/pipelines/LSSTComCam/cpBfk.yaml @@ -0,0 +1,17 @@ +description: LSSTComCam Brighter-Fatter kernel calibration construction. +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpBfkLSST.yaml +tasks: + cpBfkPtcExtract: + class: lsst.cp.pipe.ptc.PhotonTransferCurveExtractTask + config: + # Restrict the covariance range because we do not have + # dense PTCs for LSSTComCam. + maximumRangeCovariancesAstier: 8 + efdSalIndex: 101 + cpBfkPtcSolve: + class: lsst.cp.pipe.ptc.PhotonTransferCurveSolveTask + config: + maximumRangeCovariancesAstier: 8 + maximumRangeCovariancesAstierFullCovFit: 8 From 4b56187d58f004b6e1dc89182a202978b28d9e0b Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:44:26 -0700 Subject: [PATCH 17/29] Add new IsrTaskLSST pipeline for LSSTComCam bias. --- pipelines/LSSTComCam/cpBias.yaml | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 pipelines/LSSTComCam/cpBias.yaml diff --git a/pipelines/LSSTComCam/cpBias.yaml b/pipelines/LSSTComCam/cpBias.yaml new file mode 100644 index 00000000..fe69ec07 --- /dev/null +++ b/pipelines/LSSTComCam/cpBias.yaml @@ -0,0 +1,4 @@ +description: LSSTComCam bias calibration construction +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpBiasLSST.yaml From 6ca3872948931139731e8ad4bdfb6eee3f5a0ecc Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:44:43 -0700 Subject: [PATCH 18/29] Add new IsrTaskLSST pipeline for LSSTComCam biasBootstrap. --- pipelines/LSSTComCam/cpBiasBootstrap.yaml | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 pipelines/LSSTComCam/cpBiasBootstrap.yaml diff --git a/pipelines/LSSTComCam/cpBiasBootstrap.yaml b/pipelines/LSSTComCam/cpBiasBootstrap.yaml new file mode 100644 index 00000000..bc28e08b --- /dev/null +++ b/pipelines/LSSTComCam/cpBiasBootstrap.yaml @@ -0,0 +1,4 @@ +description: LSSTComCam bootstrap bias calibration construction +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpBiasBootstrapLSST.yaml From 9ba5f08e3e2419feed8be5fa848320884650eb0c Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:45:00 -0700 Subject: [PATCH 19/29] Add new IsrTaskLSST pipeline for LSSTComCam dark. --- pipelines/LSSTComCam/cpDark.yaml | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 pipelines/LSSTComCam/cpDark.yaml diff --git a/pipelines/LSSTComCam/cpDark.yaml b/pipelines/LSSTComCam/cpDark.yaml new file mode 100644 index 00000000..2c860e3d --- /dev/null +++ b/pipelines/LSSTComCam/cpDark.yaml @@ -0,0 +1,4 @@ +description: LSSTComCam dark calibration construction +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpDarkLSST.yaml From 52a3746aa07b14d127af7c7172ccd5866a3f7a5d Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:45:14 -0700 Subject: [PATCH 20/29] Add new IsrTaskLSST pipeline for LSSTComCam darkBootstrap. --- pipelines/LSSTComCam/cpDarkBootstrap.yaml | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 pipelines/LSSTComCam/cpDarkBootstrap.yaml diff --git a/pipelines/LSSTComCam/cpDarkBootstrap.yaml b/pipelines/LSSTComCam/cpDarkBootstrap.yaml new file mode 100644 index 00000000..f78d67ba --- /dev/null +++ b/pipelines/LSSTComCam/cpDarkBootstrap.yaml @@ -0,0 +1,4 @@ +description: LSSTComCam bootstrap dark calibration construction +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpDarkBootstrapLSST.yaml From dc75662cd1e16e5361181523145d6a06dd01d1f5 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:45:28 -0700 Subject: [PATCH 21/29] Add new IsrTaskLSST pipeline for LSSTComCam defects. --- pipelines/LSSTComCam/cpDefects.yaml | 29 +++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) create mode 100644 pipelines/LSSTComCam/cpDefects.yaml diff --git a/pipelines/LSSTComCam/cpDefects.yaml b/pipelines/LSSTComCam/cpDefects.yaml new file mode 100644 index 00000000..085390a0 --- /dev/null +++ b/pipelines/LSSTComCam/cpDefects.yaml @@ -0,0 +1,29 @@ +description: cp_pipe LSSTComCam defect calibration construction. +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpDefectsLSST.yaml +tasks: + cpMeasureBiasDefects: + class: lsst.cp.pipe.MeasureDefectsCombinedTask + config: + badPixelsToFillColumnThreshold: 1000 + saturatedPixelsToFillColumnThreshold: 20 + saturatedColumnDilationRadius: 2 + cpMeasureDarkDefects: + class: lsst.cp.pipe.MeasureDefectsCombinedTask + config: + thresholdType: "VALUE" + darkCurrentThreshold: 3.0 + badPixelsToFillColumnThreshold: 1000 + saturatedPixelsToFillColumnThreshold: 20 + saturatedColumnDilationRadius: 2 + cpMeasureFlatDefects: + class: lsst.cp.pipe.MeasureDefectsCombinedWithFilterTask + config: + thresholdType: "VALUE" + fracThresholdFlat: 0.9 + badPixelsToFillColumnThreshold: 1000 + cpMergeDefects: + class: lsst.cp.pipe.MergeDefectsCombinedTask + config: + edgesAsDefects: true From faca3a3397253049928020332d56bb6365971d1e Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:45:46 -0700 Subject: [PATCH 22/29] Add new IsrTaskLSST pipeline for LSSTComCam flat. --- pipelines/LSSTComCam/cpFlat.yaml | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 pipelines/LSSTComCam/cpFlat.yaml diff --git a/pipelines/LSSTComCam/cpFlat.yaml b/pipelines/LSSTComCam/cpFlat.yaml new file mode 100644 index 00000000..d65e8d9a --- /dev/null +++ b/pipelines/LSSTComCam/cpFlat.yaml @@ -0,0 +1,4 @@ +description: LSSTComCam flat calibration construction +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpFlatLSST.yaml From cda9c9f932906fb207480ea33730c80c92797041 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:46:01 -0700 Subject: [PATCH 23/29] Add new IsrTaskLSST pipeline for LSSTComCam flatBootstrap. --- pipelines/LSSTComCam/cpFlatBootstrap.yaml | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 pipelines/LSSTComCam/cpFlatBootstrap.yaml diff --git a/pipelines/LSSTComCam/cpFlatBootstrap.yaml b/pipelines/LSSTComCam/cpFlatBootstrap.yaml new file mode 100644 index 00000000..53986ce3 --- /dev/null +++ b/pipelines/LSSTComCam/cpFlatBootstrap.yaml @@ -0,0 +1,4 @@ +description: LSSTComCam bootstrap flat construction +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpFlatBootstrapSingleChipLSST.yaml From 67d536482f05db2506b274f73cc340575f1d5af2 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:46:19 -0700 Subject: [PATCH 24/29] Add new IsrTaskLSST pipeline for LSSTComCam flat (single chip). --- pipelines/LSSTComCam/cpFlatSingleChip.yaml | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 pipelines/LSSTComCam/cpFlatSingleChip.yaml diff --git a/pipelines/LSSTComCam/cpFlatSingleChip.yaml b/pipelines/LSSTComCam/cpFlatSingleChip.yaml new file mode 100644 index 00000000..68a139d5 --- /dev/null +++ b/pipelines/LSSTComCam/cpFlatSingleChip.yaml @@ -0,0 +1,4 @@ +description: LSSTComCam flat calibration construction +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpFlatSingleChipLSST.yaml From 842b83edc1b1a7961f49590459e38208cce0e75a Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:46:35 -0700 Subject: [PATCH 25/29] Add new IsrTaskLSST pipeline for LSSTComCam linearizer. --- pipelines/LSSTComCam/cpLinearizer.yaml | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 pipelines/LSSTComCam/cpLinearizer.yaml diff --git a/pipelines/LSSTComCam/cpLinearizer.yaml b/pipelines/LSSTComCam/cpLinearizer.yaml new file mode 100644 index 00000000..56e5db91 --- /dev/null +++ b/pipelines/LSSTComCam/cpLinearizer.yaml @@ -0,0 +1,13 @@ +description: cp_pipe LSSTComCam linearizer calibration construction. +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpLinearizerLSST.yaml +tasks: + cpLinearizerPtcExtract: + class: lsst.cp.pipe.ptc.PhotonTransferCurveExtractTask + config: + efdSalIndex: 101 + cpLinearizerSolve: + class: lsst.cp.pipe.LinearitySolveTask + config: + maxLinearAdu: 120000 From 260ba2b8be45533926d6e4a1eb6723766a407df4 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:47:25 -0700 Subject: [PATCH 26/29] Add new IsrTaskLSST pipeline for LSSTComCam ptc plotting. --- pipelines/LSSTComCam/cpPlotPtc.yaml | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 pipelines/LSSTComCam/cpPlotPtc.yaml diff --git a/pipelines/LSSTComCam/cpPlotPtc.yaml b/pipelines/LSSTComCam/cpPlotPtc.yaml new file mode 100644 index 00000000..a385e568 --- /dev/null +++ b/pipelines/LSSTComCam/cpPlotPtc.yaml @@ -0,0 +1,4 @@ +description: cp_pipe LSSTComCam task to plot Photon Transfer Curve dataset +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpPlotPtc.yaml From bbd103e290f532120a2e1013d895e75e0a040464 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:47:42 -0700 Subject: [PATCH 27/29] Add new IsrTaskLSST pipeline for LSSTComCam ptc. --- pipelines/LSSTComCam/cpPtc.yaml | 9 +++++++++ 1 file changed, 9 insertions(+) create mode 100644 pipelines/LSSTComCam/cpPtc.yaml diff --git a/pipelines/LSSTComCam/cpPtc.yaml b/pipelines/LSSTComCam/cpPtc.yaml new file mode 100644 index 00000000..6fe1b1cc --- /dev/null +++ b/pipelines/LSSTComCam/cpPtc.yaml @@ -0,0 +1,9 @@ +description: LSSTComCam Photon-Transfer Curve calibration construction. +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpPtcLSST.yaml +tasks: + cpPtcExtract: + class: lsst.cp.pipe.ptc.PhotonTransferCurveExtractTask + config: + efdSalIndex: 101 From 6c3e89d6cdf9bb5436bdb33d6e7b4f8fbc498f86 Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:48:03 -0700 Subject: [PATCH 28/29] Add new IsrTaskLSST pipeline for LSSTComCam cpSky. --- pipelines/LSSTComCam/cpSky.yaml | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 pipelines/LSSTComCam/cpSky.yaml diff --git a/pipelines/LSSTComCam/cpSky.yaml b/pipelines/LSSTComCam/cpSky.yaml new file mode 100644 index 00000000..17e9792d --- /dev/null +++ b/pipelines/LSSTComCam/cpSky.yaml @@ -0,0 +1,19 @@ +description: Sky frame generation for LSSTComCam pipeline. +instrument: lsst.obs.lsst.LsstComCam +imports: + - location: $CP_PIPE_DIR/pipelines/_ingredients/cpSkyLSST.yaml +tasks: + cpSkyIsr: + class: lsst.ip.isr.IsrTaskLSST + config: + crosstalk.doQuadraticCrosstalkCorrection: false + cpSkyImage: + class: lsst.cp.pipe.CpSkyImageTask + config: + # These values roughly equate to the dimensions of a single detector. + # As noted below, the sizes are in millimeters, and correspond to a + # background image of 4096*4096 pixels (4096*0.01=40.96). + # TODO: Revise these values on DM-43321. + largeScaleBackground.xSize: 40.96 # in mm + largeScaleBackground.ySize: 40.96 # in mm + largeScaleBackground.pixelSize: 0.01 # in mm per pixel From ea8e4b61f71465a31417d458e48dc6197f2541ea Mon Sep 17 00:00:00 2001 From: Eli Rykoff Date: Wed, 25 Sep 2024 09:48:43 -0700 Subject: [PATCH 29/29] Update pipeline tests for LSSTComCam IsrTaskLSST pipelines. --- tests/test_pipelines.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/tests/test_pipelines.py b/tests/test_pipelines.py index f826789f..4d6515b6 100644 --- a/tests/test_pipelines.py +++ b/tests/test_pipelines.py @@ -171,13 +171,17 @@ def test_lsstcam_imsim_pipelines(self): @unittest.skipIf(not has_obs_lsst, reason="Cannot test LSSTComCam pipelines without obs_lsst") def test_lsstcomcam_pipelines(self): for pipeline in self._get_pipelines(exclude=[ + # The following tasks are not part of the new pipelines. + "cpDarkForDefects.yaml", + "cpDefectsIndividual.yaml", + # The following tasks are not for ComCam. "cpFilterScan.yaml", "cpMonochromatorScan.yaml", "cpSpectroFlat.yaml", - # TODO DM-46357: Remove following from exclusion list. - "cpBiasBootstrap.yaml", - "cpDarkBootstrap.yaml", - "cpFlatBootstrap.yaml", + "cpCrosstalk.yaml", + "cpFringe.yaml", + # TODO: DM-46426 + "cpCti.yaml", ]): self._check_pipeline(os.path.join(self.pipeline_path, "LSSTComCam", pipeline))