LSSTApplications  19.0.0-14-gb0260a2+72efe9b372,20.0.0+7927753e06,20.0.0+8829bf0056,20.0.0+995114c5d2,20.0.0+b6f4b2abd1,20.0.0+bddc4f4cbe,20.0.0-1-g253301a+8829bf0056,20.0.0-1-g2b7511a+0d71a2d77f,20.0.0-1-g5b95a8c+7461dd0434,20.0.0-12-g321c96ea+23efe4bbff,20.0.0-16-gfab17e72e+fdf35455f6,20.0.0-2-g0070d88+ba3ffc8f0b,20.0.0-2-g4dae9ad+ee58a624b3,20.0.0-2-g61b8584+5d3db074ba,20.0.0-2-gb780d76+d529cf1a41,20.0.0-2-ged6426c+226a441f5f,20.0.0-2-gf072044+8829bf0056,20.0.0-2-gf1f7952+ee58a624b3,20.0.0-20-geae50cf+e37fec0aee,20.0.0-25-g3dcad98+544a109665,20.0.0-25-g5eafb0f+ee58a624b3,20.0.0-27-g64178ef+f1f297b00a,20.0.0-3-g4cc78c6+e0676b0dc8,20.0.0-3-g8f21e14+4fd2c12c9a,20.0.0-3-gbd60e8c+187b78b4b8,20.0.0-3-gbecbe05+48431fa087,20.0.0-38-ge4adf513+a12e1f8e37,20.0.0-4-g97dc21a+544a109665,20.0.0-4-gb4befbc+087873070b,20.0.0-4-gf910f65+5d3db074ba,20.0.0-5-gdfe0fee+199202a608,20.0.0-5-gfbfe500+d529cf1a41,20.0.0-6-g64f541c+d529cf1a41,20.0.0-6-g9a5b7a1+a1cd37312e,20.0.0-68-ga3f3dda+5fca18c6a4,20.0.0-9-g4aef684+e18322736b,w.2020.45
LSSTDataManagementBasePackage
metrics.py
Go to the documentation of this file.
1 # This file is part of ip_diffim.
2 #
3 # Developed for the LSST Data Management System.
4 # This product includes software developed by the LSST Project
5 # (http://www.lsst.org).
6 # See the COPYRIGHT file at the top-level directory of this distribution
7 # for details of code ownership.
8 #
9 # This program is free software: you can redistribute it and/or modify
10 # it under the terms of the GNU General Public License as published by
11 # the Free Software Foundation, either version 3 of the License, or
12 # (at your option) any later version.
13 #
14 # This program is distributed in the hope that it will be useful,
15 # but WITHOUT ANY WARRANTY; without even the implied warranty of
16 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 # GNU General Public License for more details.
18 #
19 # You should have received a copy of the GNU General Public License
20 # along with this program. If not, see <http://www.gnu.org/licenses/>.
21 #
22 
23 __all__ = [
24  "NumberSciSourcesMetricTask", "NumberSciSourcesMetricConfig",
25  "FractionDiaSourcesToSciSourcesMetricTask", "FractionDiaSourcesToSciSourcesMetricConfig",
26 ]
27 
28 
29 import numpy as np
30 import astropy.units as u
31 
32 from lsst.pipe.base import Struct, connectionTypes
33 from lsst.verify import Measurement
34 from lsst.verify.gen2tasks import register
35 from lsst.verify.tasks import MetricTask, MetricConfig, MetricConnections, \
36  MetricComputationError
37 
38 
40  MetricConnections,
41  defaultTemplates={"package": "ip_diffim",
42  "metric": "numSciSources"},
43  dimensions={"instrument", "visit", "detector"},
44 ):
45  sources = connectionTypes.Input(
46  doc="The catalog of science sources.",
47  name="src",
48  storageClass="SourceCatalog",
49  dimensions={"instrument", "visit", "detector"},
50  )
51 
52 
53 class NumberSciSourcesMetricConfig(
54  MetricConfig,
55  pipelineConnections=NumberSciSourcesMetricConnections):
56  pass
57 
58 
59 @register("numSciSources")
60 class NumberSciSourcesMetricTask(MetricTask):
61  """Task that computes the number of cataloged non-sky science sources.
62 
63  Notes
64  -----
65  The task excludes any sky sources in the catalog, but it does not require
66  that the catalog include a ``sky_sources`` column.
67  """
68  _DefaultName = "numSciSources"
69  ConfigClass = NumberSciSourcesMetricConfig
70 
71  def run(self, sources):
72  """Count the number of non-sky science sources.
73 
74  Parameters
75  ----------
76  sources : `lsst.afw.table.SourceCatalog` or `None`
77  A science source catalog, which may be empty or `None`.
78 
79  Returns
80  -------
81  result : `lsst.pipe.base.Struct`
82  A `~lsst.pipe.base.Struct` containing the following component:
83 
84  ``measurement``
85  the total number of non-sky science sources (`lsst.verify.Measurement`
86  or `None`)
87  """
88  if sources is not None:
89  nSciSources = _countRealSources(sources)
90  meas = Measurement(self.config.metricName, nSciSources * u.count)
91  else:
92  self.log.info("Nothing to do: no catalogs found.")
93  meas = None
94  return Struct(measurement=meas)
95 
96 
97 class FractionDiaSourcesToSciSourcesMetricConnections(
98  MetricTask.ConfigClass.ConnectionsClass,
99  dimensions={"instrument", "visit", "detector"},
100  defaultTemplates={"coaddName": "deep",
101  "fakesType": "",
102  "package": "ip_diffim",
103  "metric": "fracDiaSourcesToSciSources"}):
104  sciSources = connectionTypes.Input(
105  doc="The catalog of science sources.",
106  name="src",
107  storageClass="SourceCatalog",
108  dimensions={"instrument", "visit", "detector"},
109  )
110  diaSources = connectionTypes.Input(
111  doc="The catalog of DIASources.",
112  name="{fakesType}{coaddName}Diff_diaSrc",
113  storageClass="SourceCatalog",
114  dimensions={"instrument", "visit", "detector"},
115  )
116 
117 
118 class FractionDiaSourcesToSciSourcesMetricConfig(
119  MetricTask.ConfigClass,
120  pipelineConnections=FractionDiaSourcesToSciSourcesMetricConnections):
121  pass
122 
123 
124 @register("fracDiaSourcesToSciSources")
125 class FractionDiaSourcesToSciSourcesMetricTask(MetricTask):
126  """Task that computes the ratio of difference image sources to science
127  sources in an image, visit, etc.
128 
129  Notes
130  -----
131  The task excludes any sky sources in the direct source catalog, but it
132  does not require that either catalog include a ``sky_sources`` column.
133  """
134  _DefaultName = "fracDiaSourcesToSciSources"
135  ConfigClass = FractionDiaSourcesToSciSourcesMetricConfig
136 
137  def run(self, sciSources, diaSources):
138  """Compute the ratio of DIASources to non-sky science sources.
139 
140  Parameters
141  ----------
142  sciSources : `lsst.afw.table.SourceCatalog` or `None`
143  A science source catalog, which may be empty or `None`.
144  diaSources : `lsst.afw.table.SourceCatalog` or `None`
145  A DIASource catalog for the same unit of processing
146  as ``sciSources``.
147 
148  Returns
149  -------
150  result : `lsst.pipe.base.Struct`
151  A `~lsst.pipe.base.Struct` containing the following component:
152 
153  ``measurement``
154  the ratio (`lsst.verify.Measurement` or `None`)
155  """
156  if diaSources is not None and sciSources is not None:
157  nSciSources = _countRealSources(sciSources)
158  nDiaSources = _countRealSources(diaSources)
159  metricName = self.config.metricName
160  if nSciSources <= 0.0:
161  raise MetricComputationError(
162  "No science sources found; ratio of DIASources to science sources ill-defined.")
163  else:
164  meas = Measurement(metricName, nDiaSources / nSciSources * u.dimensionless_unscaled)
165  else:
166  self.log.info("Nothing to do: no catalogs found.")
167  meas = None
168  return Struct(measurement=meas)
169 
170 
171 def _countRealSources(catalog):
172  """Return the number of valid sources in a catalog.
173 
174  At present, this definition excludes sky sources. If a catalog does not
175  have a ``sky_source`` flag, all sources are assumed to be non-sky.
176 
177  Parameters
178  ----------
179  `catalog` : `lsst.afw.table.SourceCatalog`
180  The catalog of sources to count.
181 
182  Returns
183  -------
184  count : `int`
185  The number of sources that satisfy the criteria.
186  """
187  if "sky_source" in catalog.schema:
188  return np.count_nonzero(catalog["sky_source"] == False) # noqa: E712
189  else:
190  return len(catalog)
lsst::log.log.logContinued.info
def info(fmt, *args)
Definition: logContinued.py:201
lsst::ip::diffim.metrics.NumberSciSourcesMetricConnections
Definition: metrics.py:41
lsst.pipe.tasks.assembleCoadd.run
def run(self, skyInfo, tempExpRefList, imageScalerList, weightList, altMaskList=None, mask=None, supplementaryData=None)
Definition: assembleCoadd.py:720
lsst.pipe.base.struct.Struct
Definition: struct.py:26
lsst.gdb.ip.diffim.printers.register
def register(obj)
Definition: printers.py:20
lsst.pipe.base
Definition: __init__.py:1