baseline.py

Go to the documentation of this file.

# This file is part of meas_deblender.
#
# Developed for the LSST Data Management System.
# This product includes software developed by the LSST Project
# (https://www.lsst.org).
# See the COPYRIGHT file at the top-level directory of this distribution
# for details of code ownership.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <https://www.gnu.org/licenses/>.
 
__all__ = ["DEFAULT_PLUGINS", "DeblenderResult", "DeblendedParent", "MultiColorPeak",
           "DeblendedPeak", "deblend", "newDeblend", "CachingPsf"]
 
from collections import OrderedDict
import numpy as np
 
import lsst.pex.exceptions
import lsst.afw.image as afwImage
import lsst.afw.detection as afwDet
import lsst.geom as geom
import lsst.afw.math as afwMath
 
from . import plugins
 
DEFAULT_PLUGINS = [
    plugins.DeblenderPlugin(plugins.fitPsfs),
    plugins.DeblenderPlugin(plugins.buildSymmetricTemplates),
    plugins.DeblenderPlugin(plugins.medianSmoothTemplates),
    plugins.DeblenderPlugin(plugins.makeTemplatesMonotonic),
    plugins.DeblenderPlugin(plugins.clipFootprintsToNonzero),
    plugins.DeblenderPlugin(plugins.reconstructTemplates, onReset=5),
    plugins.DeblenderPlugin(plugins.apportionFlux),
]
 
 
class DeblenderResult:
    r"""Collection of objects in multiple bands for a single parent footprint.
 
    Parameters
    ----------
    footprint: `afw.detection.Footprint`
        Parent footprint to deblend. While `maskedImages`, `psfs`,
        and `psffwhms` are lists of objects, one for each band,
        `footprint` is a single parent footprint (from a `mergedDet`)
        this is used for all bands.
    mMaskedImage: `MaskedImage`\ s or `MultibandMaskedImage`
        Masked image containing the ``footprint`` in each band.
    psfs: list of `afw.detection.Psf`s
        Psf of the ``maskedImage`` for each band.
    psffwhm: list of `float`s
        FWHM of the ``maskedImage``'s ``psf`` in each band.
    maxNumberOfPeaks: `int`, optional
        If positive, the maximum number of peaks to deblend.
        If the total number of peaks is greater than ``maxNumberOfPeaks``,
        then only the first ``maxNumberOfPeaks`` sources are deblended.
        The default is 0, which deblends all of the peaks.
    avgNoise: `float`or list of `float`s, optional
        Average noise level in each ``maskedImage``.
        The default is ``None``, which estimates the noise from the median value of the
        variance plane of ``maskedImage`` for each filter.
    """
 
    def __init__(self, footprint, mMaskedImage, psfs, psffwhms, log,
                 maxNumberOfPeaks=0, avgNoise=None):
        # Check if this is collection of footprints in multiple bands or a single footprint
        if not isinstance(mMaskedImage, afwImage.MultibandMaskedImage):
            mMaskedImage = [mMaskedImage]
            self.filtersfilters = [0]
        else:
            self.filtersfilters = mMaskedImage.filters
        try:
            len(psfs)
        except TypeError:
            psfs = [psfs]
        try:
            len(psffwhms)
        except TypeError:
            psffwhms = [psffwhms]
        try:
            len(avgNoise)
        except TypeError:
            if avgNoise is None:
                avgNoise = [None]*len(psfs)
            else:
                avgNoise = [avgNoise]
        # Now check that all of the parameters have the same number of entries
        if any([len(self.filtersfilters) != len(p) for p in [psfs, psffwhms, avgNoise]]):
            raise ValueError("To use the multi-color deblender, "
                             "'maskedImage', 'psf', 'psffwhm', 'avgNoise'"
                             "must have the same length, but instead have lengths: "
                             "{0}".format([len(p) for p in [mMaskedImage,
                                                            psfs,
                                                            psffwhms,
                                                            avgNoise]]))
 
        self.loglog = log
        self.mMaskedImagemMaskedImage = mMaskedImage
        self.footprintfootprint = footprint
        self.psfspsfs = psfs
 
        self.peakCountpeakCount = len(footprint.getPeaks())
        if maxNumberOfPeaks > 0 and maxNumberOfPeaks < self.peakCountpeakCount:
            self.peakCountpeakCount = maxNumberOfPeaks
 
        # Create a DeblendedParent for the Footprint in every filter
        self.deblendedParentsdeblendedParents = OrderedDict([])
        for n, f in enumerate(self.filtersfilters):
            f = self.filtersfilters[n]
            dp = DeblendedParent(f, footprint, mMaskedImage[f], psfs[n],
                                 psffwhms[n], avgNoise[n], maxNumberOfPeaks, self)
            self.deblendedParentsdeblendedParents[self.filtersfilters[n]] = dp
 
        # Group the peaks in each color
        self.peakspeaks = []
        for idx in range(self.peakCountpeakCount):
            peakDict = OrderedDict([(f, dp.peaks[idx]) for f, dp in self.deblendedParentsdeblendedParents.items()])
            multiPeak = MultiColorPeak(peakDict, idx, self)
            self.peakspeaks.append(multiPeak)
 
        # Result from multiband debender (if used)
        self.blendblend = None
        self.failedfailed = False
 
    def getParentProperty(self, propertyName):
        """Get the footprint in each filter
        """
        return [getattr(dp, propertyName) for dp in self.deblendedParentsdeblendedParents]
 
    def setTemplateSums(self, templateSums, fidx=None):
        if fidx is not None:
            self.templateSums[fidx] = templateSums
        else:
            for f, templateSum in templateSums.items():
                self.deblendedParentsdeblendedParents[f].templateSum = templateSum
 
 
class DeblendedParent:
    """Deblender result of a single parent footprint, in a single band
 
    Convenience class to store useful objects used by the deblender for a single band,
    such as the maskedImage, psf, etc as well as the results from the deblender.
 
    Parameters
    ----------
    filterName: `str`
        Name of the filter used for `maskedImage`
    footprint: list of `afw.detection.Footprint`s
        Parent footprint to deblend in each band.
    maskedImages: list of `afw.image.MaskedImageF`s
        Masked image containing the ``footprint`` in each band.
    psf: list of `afw.detection.Psf`s
        Psf of the ``maskedImage`` for each band.
    psffwhm: list of `float`s
        FWHM of the ``maskedImage``'s ``psf`` in each band.
    avgNoise: `float`or list of `float`s, optional
        Average noise level in each ``maskedImage``.
        The default is ``None``, which estimates the noise from the median value of the
        variance plane of ``maskedImage`` for each filter.
    maxNumberOfPeaks: `int`, optional
        If positive, the maximum number of peaks to deblend.
        If the total number of peaks is greater than ``maxNumberOfPeaks``,
        then only the first ``maxNumberOfPeaks`` sources are deblended.
        The default is 0, which deblends all of the peaks.
    debResult: `DeblenderResult`
        The ``DeblenderResult`` that contains this ``DeblendedParent``.
    """
    def __init__(self, filterName, footprint, maskedImage, psf, psffwhm, avgNoise,
                 maxNumberOfPeaks, debResult):
        self.filterfilter = filterName
        self.fpfp = footprint
        self.maskedImagemaskedImage = maskedImage
        self.psfpsf = psf
        self.psffwhmpsffwhm = psffwhm
        self.imgimg = maskedImage.getImage()
        self.imbbimbb = self.imgimg.getBBox()
        self.varimgvarimg = maskedImage.getVariance()
        self.maskmask = maskedImage.getMask()
        self.avgNoiseavgNoise = avgNoise
        self.updateFootprintBboxupdateFootprintBbox()
        self.debResultdebResult = debResult
        self.peakCountpeakCount = debResult.peakCount
        self.templateSumtemplateSum = None
 
        # avgNoise is an estiamte of the average noise level for the image in this filter
        if avgNoise is None:
            stats = afwMath.makeStatistics(self.varimgvarimg, self.maskmask, afwMath.MEDIAN)
            avgNoise = np.sqrt(stats.getValue(afwMath.MEDIAN))
            debResult.log.trace('Estimated avgNoise for filter %s = %f', self.filterfilter, avgNoise)
        self.avgNoiseavgNoise = avgNoise
 
        # Store all of the peak information in a single object
        self.peakspeaks = []
        peaks = self.fpfp.getPeaks()
        for idx in range(self.peakCountpeakCount):
            deblendedPeak = DeblendedPeak(peaks[idx], idx, self)
            self.peakspeaks.append(deblendedPeak)
 
    def updateFootprintBbox(self):
        """Update the bounding box of the parent footprint
 
        If the parent Footprint is resized it will be necessary to update the bounding box of the footprint.
        """
        # Pull out the image bounds of the parent Footprint
        self.bbbb = self.fpfp.getBBox()
        if not self.imbbimbb.contains(self.bbbb):
            raise ValueError(('Footprint bounding-box %s extends outside image bounding-box %s') %
                             (str(self.bbbb), str(self.imbbimbb)))
        self.W, self.HH = self.bbbb.getWidth(), self.bbbb.getHeight()
        self.x0, self.y0y0 = self.bbbb.getMinX(), self.bbbb.getMinY()
        self.x1, self.y1y1 = self.bbbb.getMaxX(), self.bbbb.getMaxY()
 
 
class MultiColorPeak:
    """Collection of single peak deblender results in multiple bands.
 
    There is one of these objects for each Peak in the footprint.
 
    Parameters
    ----------
    peaks: `dict` of `afw.detection.PeakRecord`
        Each entry in ``peaks`` is a peak record for the same peak in a different band
    pki: int
        Index of the peak in `parent.peaks`
    parent: `DeblendedParent`
        DeblendedParent object that contains the peak as a child.
    """
    def __init__(self, peaks, pki, parent):
        self.filtersfilters = list(peaks.keys())
        self.deblendedPeaksdeblendedPeaks = peaks
        self.parentparent = parent
        for filter, peak in self.deblendedPeaksdeblendedPeaks.items():
            peak.multiColorPeak = self
 
        # Fields common to the peak in all bands that will be set by the deblender
        # In the future this is likely to contain information about the probability of the peak
        # being a point source, color-information about templateFootprints, etc.
        self.pkipki = pki
        self.skipskip = False
        self.deblendedAsPsfdeblendedAsPsf = False
        self.xx = self.deblendedPeaksdeblendedPeaks[self.filtersfilters[0]].peak.getFx()
        self.yy = self.deblendedPeaksdeblendedPeaks[self.filtersfilters[0]].peak.getFy()
 
 
class DeblendedPeak:
    """Result of deblending a single Peak within a parent Footprint.
 
    There is one of these objects for each Peak in the Footprint.
 
    Parameters
    ----------
    peak: `afw.detection.PeakRecord`
        Peak object in a single band from a peak record
    pki: `int`
        Index of the peak in `multiColorPeak.parent.peaks`
    parent: `DeblendedParent`
        Parent in the same filter that contains the peak
    multiColorPeak: `MultiColorPeak`
        Object containing the same peak in multiple bands
    """
    def __init__(self, peak, pki, parent, multiColorPeak=None):
        # Peak object
        self.peakpeak = peak
        # int, peak index number
        self.pkipki = pki
        self.parentparent = parent
        self.multiColorPeakmultiColorPeak = multiColorPeak
        # union of all the ways of failing...
        self.skipskip = False
 
        self.outOfBoundsoutOfBounds = False
        self.tinyFootprinttinyFootprint = False
        self.noValidPixelsnoValidPixels = False
        self.deblendedAsPsfdeblendedAsPsf = False
        self.degeneratedegenerate = False
 
        # Field set during _fitPsf:
        self.psfFitFailedpsfFitFailed = False
        self.psfFitBadDofpsfFitBadDof = False
        # (chisq, dof) for PSF fit without decenter
        self.psfFit1psfFit1 = None
        # (chisq, dof) for PSF fit with decenter
        self.psfFit2psfFit2 = None
        # (chisq, dof) for PSF fit after applying decenter
        self.psfFit3psfFit3 = None
        # decentered PSF fit wanted to move the center too much
        self.psfFitBigDecenterpsfFitBigDecenter = False
        # was the fit with decenter better?
        self.psfFitWithDecenterpsfFitWithDecenter = False
        #
        self.psfFitR0psfFitR0 = None
        self.psfFitR1psfFitR1 = None
        self.psfFitStampExtentpsfFitStampExtent = None
        self.psfFitCenterpsfFitCenter = None
        self.psfFitBestpsfFitBest = None
        self.psfFitParamspsfFitParams = None
        self.psfFitFluxpsfFitFlux = None
        self.psfFitNOtherspsfFitNOthers = None
 
        # Things only set in _fitPsf when debugging is turned on:
        self.psfFitDebugPsf0ImgpsfFitDebugPsf0Img = None
        self.psfFitDebugPsfImgpsfFitDebugPsfImg = None
        self.psfFitDebugPsfDerivImgpsfFitDebugPsfDerivImg = None
        self.psfFitDebugPsfModelpsfFitDebugPsfModel = None
 
        self.failedSymmetricTemplatefailedSymmetricTemplate = False
 
        # The actual template Image and Footprint
        self.templateImagetemplateImage = None
        self.templateFootprinttemplateFootprint = None
 
        # The flux assigned to this template -- a MaskedImage
        self.fluxPortionfluxPortion = None
 
        # The stray flux assigned to this template (may be None), a HeavyFootprint
        self.strayFluxstrayFlux = None
 
        self.hasRampedTemplatehasRampedTemplate = False
 
        self.patchedpatched = False
 
        # debug -- a copy of the original symmetric template
        self.origTemplateorigTemplate = None
        self.origFootprintorigFootprint = None
        # MaskedImage
        self.rampedTemplaterampedTemplate = None
        # MaskedImage
        self.medianFilteredTemplatemedianFilteredTemplate = None
 
        # when least-squares fitting templates, the template weight.
        self.templateWeighttemplateWeight = 1.0
 
    def __str__(self):
        return (('deblend result: outOfBounds: %s, deblendedAsPsf: %s') %
                (self.outOfBoundsoutOfBounds, self.deblendedAsPsfdeblendedAsPsf))
 
    @property
    def psfFitChisq(self):
        chisq, dof = self.psfFitBestpsfFitBest
        return chisq
 
    @property
    def psfFitDof(self):
        chisq, dof = self.psfFitBestpsfFitBest
        return dof
 
    def getFluxPortion(self, strayFlux=True):
        """
        Return a HeavyFootprint containing the flux apportioned to this peak.
 
        @param[in]     strayFlux   include stray flux also?
        """
        if self.templateFootprinttemplateFootprint is None or self.fluxPortionfluxPortion is None:
            return None
        heavy = afwDet.makeHeavyFootprint(self.templateFootprinttemplateFootprint, self.fluxPortionfluxPortion)
        if strayFlux:
            if self.strayFluxstrayFlux is not None:
                heavy = afwDet.mergeHeavyFootprints(heavy, self.strayFluxstrayFlux)
 
        return heavy
 
    def setStrayFlux(self, stray):
        self.strayFluxstrayFlux = stray
 
    def setFluxPortion(self, mimg):
        self.fluxPortionfluxPortion = mimg
 
    def setTemplateWeight(self, w):
        self.templateWeighttemplateWeight = w
 
    def setPatched(self):
        self.patchedpatched = True
 
    # DEBUG
    def setOrigTemplate(self, t, tfoot):
        self.origTemplateorigTemplate = t.Factory(t, True)
        self.origFootprintorigFootprint = tfoot
 
    def setRampedTemplate(self, t, tfoot):
        self.hasRampedTemplatehasRampedTemplate = True
        self.rampedTemplaterampedTemplate = t.Factory(t, True)
 
    def setMedianFilteredTemplate(self, t, tfoot):
        self.medianFilteredTemplatemedianFilteredTemplate = t.Factory(t, True)
 
    def setPsfTemplate(self, tim, tfoot):
        self.psfFootprintpsfFootprint = afwDet.Footprint(tfoot)
        self.psfTemplatepsfTemplate = tim.Factory(tim, True)
 
    def setOutOfBounds(self):
        self.outOfBoundsoutOfBounds = True
        self.skipskip = True
 
    def setTinyFootprint(self):
        self.tinyFootprinttinyFootprint = True
        self.skipskip = True
 
    def setNoValidPixels(self):
        self.noValidPixelsnoValidPixels = True
        self.skipskip = True
 
    def setPsfFitFailed(self):
        self.psfFitFailedpsfFitFailed = True
 
    def setBadPsfDof(self):
        self.psfFitBadDofpsfFitBadDof = True
 
    def setDeblendedAsPsf(self):
        self.deblendedAsPsfdeblendedAsPsf = True
 
    def setFailedSymmetricTemplate(self):
        self.failedSymmetricTemplatefailedSymmetricTemplate = True
        self.skipskip = True
 
    def setTemplate(self, image, footprint):
        self.templateImagetemplateImage = image
        self.templateFootprinttemplateFootprint = footprint
 
 
def deblend(footprint, maskedImage, psf, psffwhm,
            psfChisqCut1=1.5, psfChisqCut2=1.5, psfChisqCut2b=1.5, fitPsfs=True,
            medianSmoothTemplate=True, medianFilterHalfsize=2,
            monotonicTemplate=True, weightTemplates=False,
            log=None, verbose=False, sigma1=None, maxNumberOfPeaks=0,
            assignStrayFlux=True, strayFluxToPointSources='necessary', strayFluxAssignment='r-to-peak',
            rampFluxAtEdge=False, patchEdges=False, tinyFootprintSize=2,
            getTemplateSum=False, clipStrayFluxFraction=0.001, clipFootprintToNonzero=True,
            removeDegenerateTemplates=False, maxTempDotProd=0.5
            ):
    r"""Deblend a parent ``Footprint`` in a ``MaskedImageF``.
 
    Deblending assumes that ``footprint`` has multiple peaks, as it will still create a
    `PerFootprint` object with a list of peaks even if there is only one peak in the list.
    It is recommended to first check that ``footprint`` has more than one peak, similar to the
    execution of `lsst.meas.deblender.deblend.SourceDeblendTask`.
 
    .. note::
        This is the API for the old deblender, however the function builds the plugins necessary
        to use the new deblender to perform identically to the old deblender.
        To test out newer functionality use ``newDeblend`` instead.
 
    Deblending involves several mandatory and optional steps:
 
    # Optional: If ``fitPsfs`` is True, find all peaks that are well-fit by a PSF + background model
 
        * Peaks that pass the cuts have their footprints modified to the PSF + background model
          and their ``deblendedAsPsf`` property set to ``True``.
        * Relevant parameters: ``psfChisqCut1``, ``psfChisqCut2``, ``psfChisqCut2b``,
          ``tinyFootprintSize``.
        * See the parameter descriptions for more.
 
    # Build a symmetric template for each peak not well-fit by the PSF model
 
        * Given ``maskedImageF``, ``footprint``, and a ``DeblendedPeak``, creates a symmetric
          template (``templateImage`` and ``templateFootprint``) around the peak
          for all peaks not flagged as ``skip`` or ``deblendedAsPsf``.
        * If ``patchEdges=True`` and if ``footprint`` touches pixels with the
          ``EDGE`` bit set, then ``footprint`` is grown to include spans whose
          symmetric mirror is outside of the image.
        * Relevant parameters: ``sigma1`` and ``patchEdges``.
 
    # Optional: If ``rampFluxAtEdge`` is True, adjust flux on the edges of the template footprints
 
        * Using the PSF, a peak ``Footprint`` with pixels on the edge of of ``footprint``
          is grown by the psffwhm*1.5 and filled in with zeros.
        * The result is a new symmetric footprint template for the peaks near the edge.
        * Relevant parameter: ``patchEdges``.
 
    # Optionally (``medianSmoothTemplate=True``) filter the template images
 
        * Apply a median smoothing filter to all of the template images.
        * Relevant parameters: ``medianFilterHalfSize``
 
    # Optional: If ``monotonicTemplate`` is True, make the templates monotonic.
 
        * The pixels in the templates are modified such that pixels
          further from the peak will have values smaller than those closer to the peak.
 
    # Optional: If ``clipFootprintToNonzero`` is True, clip non-zero spans in the template footprints
 
        * Peak ``Footprint``\ s are clipped to the region in the image containing non-zero values
          by dropping spans that are completely zero and moving endpoints to non-zero pixels
          (but does not split spans that have internal zeros).
 
    # Optional: If ``weightTemplates`` is True,  weight the templates to best fit the observed image
 
        * Re-weight the templates so that their linear combination
          best represents the observed ``maskedImage``
 
    # Optional: If ``removeDegenerateTempaltes`` is True, reconstruct shredded galaxies
 
        * If galaxies have substructure, such as face-on spirals, the process of identifying peaks can
          "shred" the galaxy into many pieces. The templates of shredded galaxies are typically quite
          similar because they represent the same galaxy, so we try to identify these "degenerate" peaks
          by looking at the inner product (in pixel space) of pairs of templates.
        * If they are nearly parallel, we only keep one of the peaks and reject the other.
        * If only one of the peaks is a PSF template, the other template is used,
          otherwise the one with the maximum template value is kept.
        * Relevant parameters: ``maxTempDotProduct``
 
    # Apportion flux to all of the peak templates
 
        * Divide the ``maskedImage`` flux amongst all of the templates based on the fraction of
          flux assigned to each ``tempalteFootprint``.
        * Leftover "stray flux" is assigned to peaks based on the other parameters.
        * Relevant parameters: ``clipStrayFluxFraction``, ``strayFluxAssignment``,
          ``strayFluxToPointSources``, ``assignStrayFlux``
 
    Parameters
    ----------
    footprint: `afw.detection.Footprint`
        Parent footprint to deblend
    maskedImage: `afw.image.MaskedImageF`
        Masked image containing the ``footprint``
    psf: `afw.detection.Psf`
        Psf of the ``maskedImage``
    psffwhm: `float`
        FWHM of the ``maskedImage``\'s ``psf``
    psfChisqCut*: `float`, optional
        If ``fitPsfs==True``, all of the peaks are fit to the image PSF.
        ``psfChisqCut1`` is the maximum chi-squared-per-degree-of-freedom allowed for a peak to
        be considered a PSF match without recentering.
        A fit is also made that includes terms to recenter the PSF.
        ``psfChisqCut2`` is the same as ``psfChisqCut1`` except it determines the restriction on the
        fit that includes recentering terms.
        If the peak is a match for a re-centered PSF, the PSF is repositioned at the new center and
        the peak footprint is fit again, this time to the new PSF.
        If the resulting chi-squared-per-degree-of-freedom is less than ``psfChisqCut2b`` then it
        passes the re-centering algorithm.
        If the peak passes both the re-centered and fixed position cuts, the better of the two is accepted,
        but parameters for all three psf fits are stored in the ``DeblendedPeak``.
        The default for ``psfChisqCut1``, ``psfChisqCut2``, and ``psfChisqCut2b`` is ``1.5``.
    fitPsfs: `bool`, optional
        If True then all of the peaks will be compared to the image PSF to
        distinguish stars from galaxies.
    medianSmoothTemplate: ``bool``, optional
        If ``medianSmoothTemplate==True`` it a median smoothing filter is applied to the ``maskedImage``.
        The default is ``True``.
    medianFilterHalfSize: `int`, optional
        Half the box size of the median filter, ie a ``medianFilterHalfSize`` of 50 means that
        each output pixel will be the median of  the pixels in a 101 x 101-pixel box in the input image.
        This parameter is only used when ``medianSmoothTemplate==True``, otherwise it is ignored.
        The default value is 2.
    monotonicTempalte: `bool`, optional
        If True then make the template monotonic.
        The default is True.
    weightTemplates: `bool`, optional
        If True, re-weight the templates so that their linear combination best represents
        the observed ``maskedImage``.
        The default is False.
    log: `log.Log`, optional
        LSST logger for logging purposes.
        The default is ``None`` (no logging).
    verbose: `bool`, optional
        Whether or not to show a more verbose output.
        The default is ``False``.
    sigma1: `float`, optional
        Average noise level in ``maskedImage``.
        The default is ``None``, which estimates the noise from the median value of ``maskedImage``.
    maxNumberOfPeaks: `int`, optional
        If nonzero, the maximum number of peaks to deblend.
        If the total number of peaks is greater than ``maxNumberOfPeaks``,
        then only the first ``maxNumberOfPeaks`` sources are deblended.
        The default is 0, which deblends all of the peaks.
    assignStrayFlux: `bool`, optional
        If True then flux in the parent footprint that is not covered by any of the
        template footprints is assigned to templates based on their 1/(1+r^2) distance.
        How the flux is apportioned is determined by ``strayFluxAssignment``.
        The default is True.
    strayFluxToPointSources: `string`
        Determines how stray flux is apportioned to point sources
 
        * ``never``: never apportion stray flux to point sources
        * ``necessary`` (default): point sources are included only if there are no extended sources nearby
        * ``always``: point sources are always included in the 1/(1+r^2) splitting
 
    strayFluxAssignment: `string`, optional
        Determines how stray flux is apportioned.
 
        * ``trim``: Trim stray flux and do not include in any footprints
        * ``r-to-peak`` (default): Stray flux is assigned based on (1/(1+r^2) from the peaks
        * ``r-to-footprint``: Stray flux is distributed to the footprints based on 1/(1+r^2) of the
          minimum distance from the stray flux to footprint
        * ``nearest-footprint``: Stray flux is assigned to the footprint with lowest L-1 (Manhattan)
          distance to the stray flux
 
    rampFluxAtEdge: `bool`, optional
        If True then extend footprints with excessive flux on the edges as described above.
        The default is False.
    patchEdges: `bool`, optional
        If True and if the footprint touches pixels with the ``EDGE`` bit set,
        then grow the footprint to include all symmetric templates.
        The default is ``False``.
    tinyFootprintSize: `float`, optional
        The PSF model is shrunk to the size that contains the original footprint.
        If the bbox of the clipped PSF model for a peak is smaller than ``max(tinyFootprintSize,2)``
        then ``tinyFootprint`` for the peak is set to ``True`` and the peak is not fit.
        The default is 2.
    getTemplateSum: `bool`, optional
        As part of the flux calculation, the sum of the templates is calculated.
        If ``getTemplateSum==True`` then the sum of the templates is stored in the result (a `PerFootprint`).
        The default is False.
    clipStrayFluxFraction: `float`, optional
        Minimum stray-flux portion.
        Any stray-flux portion less than ``clipStrayFluxFraction`` is clipped to zero.
        The default is 0.001.
    clipFootprintToNonzero: `bool`, optional
        If True then clip non-zero spans in the template footprints. See above for more.
        The default is True.
    removeDegenerateTemplates: `bool`, optional
        If True then we try to identify "degenerate" peaks by looking at the inner product
        (in pixel space) of pairs of templates.
        The default is False.
    maxTempDotProduct: `float`, optional
        All dot products between templates greater than ``maxTempDotProduct`` will result in one
        of the templates removed. This parameter is only used when ``removeDegenerateTempaltes==True``.
        The default is 0.5.
 
    Returns
    -------
    res: `PerFootprint`
        Deblender result that contains a list of ``DeblendedPeak``\ s for each peak and (optionally)
        the template sum.
    """
    avgNoise = sigma1
 
    debPlugins = []
 
    # Add activated deblender plugins
    if fitPsfs:
        debPlugins.append(plugins.DeblenderPlugin(plugins.fitPsfs,
                                                  psfChisqCut1=psfChisqCut1,
                                                  psfChisqCut2=psfChisqCut2,
                                                  psfChisqCut2b=psfChisqCut2b,
                                                  tinyFootprintSize=tinyFootprintSize))
    debPlugins.append(plugins.DeblenderPlugin(plugins.buildSymmetricTemplates, patchEdges=patchEdges))
    if rampFluxAtEdge:
        debPlugins.append(plugins.DeblenderPlugin(plugins.rampFluxAtEdge, patchEdges=patchEdges))
    if medianSmoothTemplate:
        debPlugins.append(plugins.DeblenderPlugin(plugins.medianSmoothTemplates,
                                                  medianFilterHalfsize=medianFilterHalfsize))
    if monotonicTemplate:
        debPlugins.append(plugins.DeblenderPlugin(plugins.makeTemplatesMonotonic))
    if clipFootprintToNonzero:
        debPlugins.append(plugins.DeblenderPlugin(plugins.clipFootprintsToNonzero))
    if weightTemplates:
        debPlugins.append(plugins.DeblenderPlugin(plugins.weightTemplates))
    if removeDegenerateTemplates:
        if weightTemplates:
            onReset = len(debPlugins)-1
        else:
            onReset = len(debPlugins)
        debPlugins.append(plugins.DeblenderPlugin(plugins.reconstructTemplates,
                                                  onReset=onReset,
                                                  maxTempDotProd=maxTempDotProd))
    debPlugins.append(plugins.DeblenderPlugin(plugins.apportionFlux,
                                              clipStrayFluxFraction=clipStrayFluxFraction,
                                              assignStrayFlux=assignStrayFlux,
                                              strayFluxAssignment=strayFluxAssignment,
                                              strayFluxToPointSources=strayFluxToPointSources,
                                              getTemplateSum=getTemplateSum))
 
    debResult = newDeblend(debPlugins, footprint, maskedImage, psf, psffwhm, log, verbose, avgNoise)
 
    return debResult
 
 
def newDeblend(debPlugins, footprint, mMaskedImage, psfs, psfFwhms,
               log=None, verbose=False, avgNoise=None, maxNumberOfPeaks=0):
    r"""Deblend a parent ``Footprint`` in a ``MaskedImageF``.
 
    Deblending assumes that ``footprint`` has multiple peaks, as it will still create a
    `PerFootprint` object with a list of peaks even if there is only one peak in the list.
    It is recommended to first check that ``footprint`` has more than one peak, similar to the
    execution of `lsst.meas.deblender.deblend.SourceDeblendTask`.
 
    This version of the deblender accepts a list of plugins to execute, with the option to re-run parts
    of the deblender if templates are changed during any of the steps.
 
    Parameters
    ----------
    debPlugins: list of `meas.deblender.plugins.DeblenderPlugins`
        Plugins to execute (in order of execution) for the deblender.
    footprint: `afw.detection.Footprint` or list of Footprints
        Parent footprint to deblend.
    mMaskedImage: `MultibandMaskedImage` or `MaskedImage`
        Masked image in each band.
    psfs: `afw.detection.Psf` or list of Psfs
        Psf of the ``maskedImage``.
    psfFwhms: `float` or list of floats
        FWHM of the ``maskedImage``\'s ``psf``.
    log: `log.Log`, optional
        LSST logger for logging purposes.
        The default is ``None`` (no logging).
    verbose: `bool`, optional
        Whether or not to show a more verbose output.
        The default is ``False``.
    avgNoise: `float`or list of `float`\ s, optional
        Average noise level in each ``maskedImage``.
        The default is ``None``, which estimates the noise from the median value of the
        variance plane of ``maskedImage`` for each filter.
    maxNumberOfPeaks: `int`, optional
        If nonzero, the maximum number of peaks to deblend.
        If the total number of peaks is greater than ``maxNumberOfPeaks``,
        then only the first ``maxNumberOfPeaks`` sources are deblended.
 
    Returns
    -------
    debResult: `DeblendedParent`
        Deblender result that contains a list of ``MultiColorPeak``\ s for each peak and
        information that describes the footprint in all filters.
    """
    # Import C++ routines
 
    if log is None:
        import lsst.log as lsstLog
 
        log = lsstLog.Log.getLogger(__name__)
 
        if verbose:
            log.setLevel(lsstLog.Log.TRACE)
 
    # get object that will hold our results
    debResult = DeblenderResult(footprint, mMaskedImage, psfs, psfFwhms, log,
                                maxNumberOfPeaks=maxNumberOfPeaks, avgNoise=avgNoise)
 
    step = 0
    while step < len(debPlugins):
        # If a failure occurs at any step,
        # the result is flagged as `failed`
        # and the remaining steps are skipped
        if not debResult.failed:
            reset = debPlugins[step].run(debResult, log)
        else:
            log.warning("Skipping steps %s", debPlugins[step:])
            return debResult
        if reset:
            step = debPlugins[step].onReset
        else:
            step += 1
 
    return debResult
 
 
class CachingPsf:
    """Cache the PSF models
 
    In the PSF fitting code, we request PSF models for all peaks near
    the one being fit.  This was turning out to be quite expensive in
    some cases.  Here, we cache the PSF models to bring the cost down
    closer to O(N) rather than O(N^2).
    """
 
    def __init__(self, psf):
        self.cachecache = {}
        self.psfpsf = psf
 
    def computeImage(self, cx, cy):
        im = self.cachecache.get((cx, cy), None)
        if im is not None:
            return im
        try:
            im = self.psfpsf.computeImage(geom.Point2D(cx, cy))
        except lsst.pex.exceptions.Exception:
            im = self.psfpsf.computeImage()
        self.cachecache[(cx, cy)] = im
        return im