LSST Applications g02d81e74bb+86cf3d8bc9,g180d380827+7a4e862ed4,g2079a07aa2+86d27d4dc4,g2305ad1205+e1ca1c66fa,g29320951ab+012e1474a1,g295015adf3+341ea1ce94,g2bbee38e9b+0e5473021a,g337abbeb29+0e5473021a,g33d1c0ed96+0e5473021a,g3a166c0a6a+0e5473021a,g3ddfee87b4+c429d67c83,g48712c4677+f88676dd22,g487adcacf7+27e1e21933,g50ff169b8f+96c6868917,g52b1c1532d+585e252eca,g591dd9f2cf+b41db86c35,g5a732f18d5+53520f316c,g64a986408d+86cf3d8bc9,g858d7b2824+86cf3d8bc9,g8a8a8dda67+585e252eca,g99cad8db69+84912a7fdc,g9ddcbc5298+9a081db1e4,ga1e77700b3+15fc3df1f7,ga8c6da7877+a2b54eae19,gb0e22166c9+60f28cb32d,gba4ed39666+c2a2e4ac27,gbb8dafda3b+6681f309db,gc120e1dc64+f0fcc2f6d8,gc28159a63d+0e5473021a,gcf0d15dbbd+c429d67c83,gdaeeff99f8+f9a426f77a,ge6526c86ff+0433e6603d,ge79ae78c31+0e5473021a,gee10cc3b42+585e252eca,gff1a9f87cc+86cf3d8bc9,w.2024.17
LSST Data Management Base Package
Loading...
Searching...
No Matches
Public Member Functions | Protected Member Functions | Static Protected Member Functions | Protected Attributes | Static Protected Attributes | List of all members
lsst.ip.isr.defects.Defects Class Reference
Inheritance diagram for lsst.ip.isr.defects.Defects:
lsst.ip.isr.calibType.IsrCalib

Public Member Functions

 __init__ (self, defectList=None, metadata=None, *normalize_on_init=True, **kwargs)
 
 __len__ (self)
 
 __getitem__ (self, index)
 
 __setitem__ (self, index, value)
 
 __iter__ (self)
 
 __delitem__ (self, index)
 
 __eq__ (self, other)
 
 __str__ (self)
 
 bulk_update (self)
 
 append (self, value)
 
 insert (self, index, value)
 
 copy (self)
 
 transpose (self)
 
 maskPixels (self, mask, maskName="BAD")
 
 updateCounters (self, columns=None, hot=None, cold=None)
 
 toFitsRegionTable (self)
 
 fromDict (cls, dictionary)
 
 toDict (self)
 
 toTable (self)
 
 fromTable (cls, tableList, normalize_on_init=True)
 
 readLsstDefectsFile (cls, filename, normalize_on_init=False)
 
 fromFootprintList (cls, fpList)
 
 fromMask (cls, mask, maskName)
 

Protected Member Functions

 _check_value (self, value)
 
 _normalize (self)
 

Static Protected Member Functions

 _get_values (values, n=1)
 

Protected Attributes

 _defects
 
 _bulk_update
 

Static Protected Attributes

str _OBSTYPE = "defects"
 
str _SCHEMA = ''
 
float _VERSION = 2.0
 

Detailed Description

Calibration handler for collections of `lsst.meas.algorithms.Defect`.

Parameters
----------
defectList : iterable, optional
    Collections of defects to apply to the image. Can be an iterable of
    `lsst.meas.algorithms.Defect` or `lsst.geom.BoxI`.
metadata : `lsst.daf.base.PropertyList`, optional
    Metadata to associate with the defects.  Will be copied and
    overwrite existing metadata, if any. If not supplied the existing
    metadata will be reset.
normalize_on_init : `bool`
    If True, normalization is applied to the defects in ``defectList`` to
    remove duplicates, eliminate overlaps, etc.

Notes
-----
Defects are stored within this collection in a "reduced" or "normalized"
form: rather than simply storing the bounding boxes which are added to the
collection, we eliminate overlaps and duplicates. This normalization
procedure may introduce overhead when adding many new defects; it may be
temporarily disabled using the `Defects.bulk_update` context manager if
necessary.

The attributes stored in this calibration are:

_defects : `list` [`lsst.meas.algorithms.Defect`]
    The collection of Defect objects.
The calibration type used for ingest.

Definition at line 47 of file defects.py.

Constructor & Destructor Documentation

◆ __init__()

lsst.ip.isr.defects.Defects.__init__ ( self,
defectList = None,
metadata = None,
* normalize_on_init = True,
** kwargs )

Reimplemented from lsst.ip.isr.calibType.IsrCalib.

Definition at line 83 of file defects.py.

83 def __init__(self, defectList=None, metadata=None, *, normalize_on_init=True, **kwargs):
84 self._defects = []
85
86 if defectList is not None:
87 self._bulk_update = True
88 for d in defectList:
89 self.append(d)
90 self._bulk_update = False
91
92 if normalize_on_init:
93 self._normalize()
94
95 super().__init__(**kwargs)
96 self.requiredAttributes.update(['_defects'])
97

Member Function Documentation

◆ __delitem__()

lsst.ip.isr.defects.Defects.__delitem__ ( self,
index )

Definition at line 145 of file defects.py.

145 def __delitem__(self, index):
146 del self._defects[index]
147

◆ __eq__()

lsst.ip.isr.defects.Defects.__eq__ ( self,
other )
Compare if two `Defects` are equal.

Two `Defects` are equal if their bounding boxes are equal and in
the same order.  Metadata content is ignored.

Reimplemented from lsst.ip.isr.calibType.IsrCalib.

Definition at line 148 of file defects.py.

148 def __eq__(self, other):
149 """Compare if two `Defects` are equal.
150
151 Two `Defects` are equal if their bounding boxes are equal and in
152 the same order. Metadata content is ignored.
153 """
154 super().__eq__(other)
155
156 if not isinstance(other, self.__class__):
157 return False
158
159 # checking the bboxes with zip() only works if same length
160 if len(self) != len(other):
161 return False
162
163 # Assume equal if bounding boxes are equal
164 for d1, d2 in zip(self, other):
165 if d1.getBBox() != d2.getBBox():
166 return False
167
168 return True
169

◆ __getitem__()

lsst.ip.isr.defects.Defects.__getitem__ ( self,
index )

Definition at line 133 of file defects.py.

133 def __getitem__(self, index):
134 return self._defects[index]
135

◆ __iter__()

lsst.ip.isr.defects.Defects.__iter__ ( self)

Definition at line 142 of file defects.py.

142 def __iter__(self):
143 return iter(self._defects)
144

◆ __len__()

lsst.ip.isr.defects.Defects.__len__ ( self)

Definition at line 130 of file defects.py.

130 def __len__(self):
131 return len(self._defects)
132

◆ __setitem__()

lsst.ip.isr.defects.Defects.__setitem__ ( self,
index,
value )
Can be given a `~lsst.meas.algorithms.Defect` or a `lsst.geom.BoxI`

Definition at line 136 of file defects.py.

136 def __setitem__(self, index, value):
137 """Can be given a `~lsst.meas.algorithms.Defect` or a `lsst.geom.BoxI`
138 """
139 self._defects[index] = self._check_value(value)
140 self._normalize()
141

◆ __str__()

lsst.ip.isr.defects.Defects.__str__ ( self)

Reimplemented from lsst.ip.isr.calibType.IsrCalib.

Definition at line 170 of file defects.py.

170 def __str__(self):
171 baseStr = super().__str__()
172 return baseStr + ",".join(str(d.getBBox()) for d in self) + ")"
173

◆ _check_value()

lsst.ip.isr.defects.Defects._check_value ( self,
value )
protected
Check that the supplied value is a `~lsst.meas.algorithms.Defect`
or can be converted to one.

Parameters
----------
value : `object`
    Value to check.

Returns
-------
new : `~lsst.meas.algorithms.Defect`
    Either the supplied value or a new object derived from it.

Raises
------
ValueError
    Raised if the supplied value can not be converted to
    `~lsst.meas.algorithms.Defect`

Definition at line 98 of file defects.py.

98 def _check_value(self, value):
99 """Check that the supplied value is a `~lsst.meas.algorithms.Defect`
100 or can be converted to one.
101
102 Parameters
103 ----------
104 value : `object`
105 Value to check.
106
107 Returns
108 -------
109 new : `~lsst.meas.algorithms.Defect`
110 Either the supplied value or a new object derived from it.
111
112 Raises
113 ------
114 ValueError
115 Raised if the supplied value can not be converted to
116 `~lsst.meas.algorithms.Defect`
117 """
118 if isinstance(value, Defect):
119 pass
120 elif isinstance(value, lsst.geom.BoxI):
121 value = Defect(value)
122 elif isinstance(value, lsst.geom.PointI):
123 value = Defect(lsst.geom.Box2I(value, lsst.geom.Extent2I(1, 1)))
124 elif isinstance(value, lsst.afw.image.DefectBase):
125 value = Defect(value.getBBox())
126 else:
127 raise ValueError(f"Defects must be of type Defect, BoxI, or PointI, not '{value!r}'")
128 return value
129
Encapsulate information about a bad portion of a detector.
Definition Defect.h:39
An integer coordinate rectangle.
Definition Box.h:55

◆ _get_values()

lsst.ip.isr.defects.Defects._get_values ( values,
n = 1 )
staticprotected
Retrieve N values from the supplied values.

Parameters
----------
values : `numbers.Number` or `list` or `np.array`
    Input values.
n : `int`
    Number of values to retrieve.

Returns
-------
vals : `list` or `np.array` or `numbers.Number`
    Single value from supplied list if ``n`` is 1, or `list`
    containing first ``n`` values from supplied values.

Notes
-----
Some supplied tables have vectors in some columns that can also
be scalars.  This method can be used to get the first number as
a scalar or the first N items from a vector as a vector.

Definition at line 486 of file defects.py.

486 def _get_values(values, n=1):
487 """Retrieve N values from the supplied values.
488
489 Parameters
490 ----------
491 values : `numbers.Number` or `list` or `np.array`
492 Input values.
493 n : `int`
494 Number of values to retrieve.
495
496 Returns
497 -------
498 vals : `list` or `np.array` or `numbers.Number`
499 Single value from supplied list if ``n`` is 1, or `list`
500 containing first ``n`` values from supplied values.
501
502 Notes
503 -----
504 Some supplied tables have vectors in some columns that can also
505 be scalars. This method can be used to get the first number as
506 a scalar or the first N items from a vector as a vector.
507 """
508 if n == 1:
509 if isinstance(values, numbers.Number):
510 return values
511 else:
512 return values[0]
513
514 return values[:n]
515

◆ _normalize()

lsst.ip.isr.defects.Defects._normalize ( self)
protected
Recalculate defect bounding boxes for efficiency.

Notes
-----
Ideally, this would generate the provably-minimal set of bounding
boxes necessary to represent the defects. At present, however, that
doesn't happen: see DM-24781. In the cases of substantial overlaps or
duplication, though, this will produce a much reduced set.

Definition at line 174 of file defects.py.

174 def _normalize(self):
175 """Recalculate defect bounding boxes for efficiency.
176
177 Notes
178 -----
179 Ideally, this would generate the provably-minimal set of bounding
180 boxes necessary to represent the defects. At present, however, that
181 doesn't happen: see DM-24781. In the cases of substantial overlaps or
182 duplication, though, this will produce a much reduced set.
183 """
184 # In bulk-update mode, normalization is a no-op.
185 if self._bulk_update:
186 return
187
188 # If we have no defects, there is nothing to normalize.
189 if len(self) == 0:
190 return
191
192 # work out the minimum and maximum bounds from all defect regions.
193 minX, minY, maxX, maxY = float('inf'), float('inf'), float('-inf'), float('-inf')
194 for defect in self:
195 bbox = defect.getBBox()
196 minX = min(minX, bbox.getMinX())
197 minY = min(minY, bbox.getMinY())
198 maxX = max(maxX, bbox.getMaxX())
199 maxY = max(maxY, bbox.getMaxY())
200
201 region = lsst.geom.Box2I(lsst.geom.Point2I(minX, minY),
202 lsst.geom.Point2I(maxX, maxY))
203
204 mask = lsst.afw.image.Mask(region)
205 self.maskPixels(mask, maskName="BAD")
206 self._defects = Defects.fromMask(mask, "BAD")._defects
207
int min
int max
Represent a 2-dimensional array of bitmask pixels.
Definition Mask.h:77

◆ append()

lsst.ip.isr.defects.Defects.append ( self,
value )

Definition at line 219 of file defects.py.

219 def append(self, value):
220 self._defects.append(self._check_value(value))
221 self._normalize()
222

◆ bulk_update()

lsst.ip.isr.defects.Defects.bulk_update ( self)
Temporarily suspend normalization of the defect list.

Definition at line 209 of file defects.py.

209 def bulk_update(self):
210 """Temporarily suspend normalization of the defect list.
211 """
212 self._bulk_update = True
213 try:
214 yield
215 finally:
216 self._bulk_update = False
217 self._normalize()
218

◆ copy()

lsst.ip.isr.defects.Defects.copy ( self)
Copy the defects to a new list, creating new defects from the
bounding boxes.

Returns
-------
new : `Defects`
    New list with new `Defect` entries.

Notes
-----
This is not a shallow copy in that new `Defect` instances are
created from the original bounding boxes.  It's also not a deep
copy since the bounding boxes are not recreated.

Definition at line 227 of file defects.py.

227 def copy(self):
228 """Copy the defects to a new list, creating new defects from the
229 bounding boxes.
230
231 Returns
232 -------
233 new : `Defects`
234 New list with new `Defect` entries.
235
236 Notes
237 -----
238 This is not a shallow copy in that new `Defect` instances are
239 created from the original bounding boxes. It's also not a deep
240 copy since the bounding boxes are not recreated.
241 """
242 return self.__class__(d.getBBox() for d in self)
243

◆ fromDict()

lsst.ip.isr.defects.Defects.fromDict ( cls,
dictionary )
Construct a calibration from a dictionary of properties.

Must be implemented by the specific calibration subclasses.

Parameters
----------
dictionary : `dict`
    Dictionary of properties.

Returns
-------
calib : `lsst.ip.isr.CalibType`
    Constructed calibration.

Raises
------
RuntimeError
    Raised if the supplied dictionary is for a different
    calibration.

Reimplemented from lsst.ip.isr.calibType.IsrCalib.

Definition at line 357 of file defects.py.

357 def fromDict(cls, dictionary):
358 """Construct a calibration from a dictionary of properties.
359
360 Must be implemented by the specific calibration subclasses.
361
362 Parameters
363 ----------
364 dictionary : `dict`
365 Dictionary of properties.
366
367 Returns
368 -------
369 calib : `lsst.ip.isr.CalibType`
370 Constructed calibration.
371
372 Raises
373 ------
374 RuntimeError
375 Raised if the supplied dictionary is for a different
376 calibration.
377 """
378 calib = cls()
379
380 if calib._OBSTYPE != dictionary['metadata']['OBSTYPE']:
381 raise RuntimeError(f"Incorrect crosstalk supplied. Expected {calib._OBSTYPE}, "
382 f"found {dictionary['metadata']['OBSTYPE']}")
383
384 calib.setMetadata(dictionary['metadata'])
385 calib.calibInfoFromDict(dictionary)
386
387 xCol = dictionary['x0']
388 yCol = dictionary['y0']
389 widthCol = dictionary['width']
390 heightCol = dictionary['height']
391
392 with calib.bulk_update:
393 for x0, y0, width, height in zip(xCol, yCol, widthCol, heightCol):
394 calib.append(lsst.geom.Box2I(lsst.geom.Point2I(x0, y0),
395 lsst.geom.Extent2I(width, height)))
396 return calib
397

◆ fromFootprintList()

lsst.ip.isr.defects.Defects.fromFootprintList ( cls,
fpList )
Compute a defect list from a footprint list, optionally growing
the footprints.

Parameters
----------
fpList : `list` of `lsst.afw.detection.Footprint`
    Footprint list to process.

Returns
-------
defects : `Defects`
    List of defects.

Definition at line 666 of file defects.py.

666 def fromFootprintList(cls, fpList):
667 """Compute a defect list from a footprint list, optionally growing
668 the footprints.
669
670 Parameters
671 ----------
672 fpList : `list` of `lsst.afw.detection.Footprint`
673 Footprint list to process.
674
675 Returns
676 -------
677 defects : `Defects`
678 List of defects.
679 """
680 # normalize_on_init is set to False to avoid recursively calling
681 # fromMask/fromFootprintList in Defects.__init__.
682 return cls(itertools.chain.from_iterable(lsst.afw.detection.footprintToBBoxList(fp)
683 for fp in fpList), normalize_on_init=False)
684
std::vector< lsst::geom::Box2I > footprintToBBoxList(Footprint const &footprint)
Return a list of BBoxs, whose union contains exactly the pixels in the footprint, neither more nor le...
Definition Footprint.cc:366

◆ fromMask()

lsst.ip.isr.defects.Defects.fromMask ( cls,
mask,
maskName )
Compute a defect list from a specified mask plane.

Parameters
----------
mask : `lsst.afw.image.Mask` or `lsst.afw.image.MaskedImage`
    Image to process.
maskName : `str` or `list`
    Mask plane name, or list of names to convert.

Returns
-------
defects : `Defects`
    Defect list constructed from masked pixels.

Definition at line 686 of file defects.py.

686 def fromMask(cls, mask, maskName):
687 """Compute a defect list from a specified mask plane.
688
689 Parameters
690 ----------
691 mask : `lsst.afw.image.Mask` or `lsst.afw.image.MaskedImage`
692 Image to process.
693 maskName : `str` or `list`
694 Mask plane name, or list of names to convert.
695
696 Returns
697 -------
698 defects : `Defects`
699 Defect list constructed from masked pixels.
700 """
701 if hasattr(mask, "getMask"):
702 mask = mask.getMask()
703 thresh = lsst.afw.detection.Threshold(mask.getPlaneBitMask(maskName),
704 lsst.afw.detection.Threshold.BITMASK)
705 fpList = lsst.afw.detection.FootprintSet(mask, thresh).getFootprints()
706 return cls.fromFootprintList(fpList)
A set of Footprints, associated with a MaskedImage.
A Threshold is used to pass a threshold value to detection algorithms.
Definition Threshold.h:43

◆ fromTable()

lsst.ip.isr.defects.Defects.fromTable ( cls,
tableList,
normalize_on_init = True )
Construct a `Defects` from the contents of a
`~lsst.afw.table.BaseCatalog`.

Parameters
----------
table : `lsst.afw.table.BaseCatalog`
    Table with one row per defect.
normalize_on_init : `bool`, optional
    If `True`, normalization is applied to the defects listed in the
    table to remove duplicates, eliminate overlaps, etc. Otherwise
    the defects in the returned object exactly match those in the
    table.

Returns
-------
defects : `Defects`
    A `Defects` list.

Notes
-----
Two table formats are recognized.  The first is the
`FITS regions <https://fits.gsfc.nasa.gov/registry/region.html>`_
definition tabular format written by `toFitsRegionTable` where the
pixel origin is corrected from FITS 1-based to a 0-based origin.
The second is the legacy defects format using columns ``x0``, ``y0``
(bottom left hand pixel of box in 0-based coordinates), ``width``
and ``height``.

The FITS standard regions can only read BOX, POINT, or ROTBOX with
a zero degree rotation.

Reimplemented from lsst.ip.isr.calibType.IsrCalib.

Definition at line 517 of file defects.py.

517 def fromTable(cls, tableList, normalize_on_init=True):
518 """Construct a `Defects` from the contents of a
519 `~lsst.afw.table.BaseCatalog`.
520
521 Parameters
522 ----------
523 table : `lsst.afw.table.BaseCatalog`
524 Table with one row per defect.
525 normalize_on_init : `bool`, optional
526 If `True`, normalization is applied to the defects listed in the
527 table to remove duplicates, eliminate overlaps, etc. Otherwise
528 the defects in the returned object exactly match those in the
529 table.
530
531 Returns
532 -------
533 defects : `Defects`
534 A `Defects` list.
535
536 Notes
537 -----
538 Two table formats are recognized. The first is the
539 `FITS regions <https://fits.gsfc.nasa.gov/registry/region.html>`_
540 definition tabular format written by `toFitsRegionTable` where the
541 pixel origin is corrected from FITS 1-based to a 0-based origin.
542 The second is the legacy defects format using columns ``x0``, ``y0``
543 (bottom left hand pixel of box in 0-based coordinates), ``width``
544 and ``height``.
545
546 The FITS standard regions can only read BOX, POINT, or ROTBOX with
547 a zero degree rotation.
548 """
549 table = tableList[0]
550 defectList = []
551
552 schema = table.columns
553 # Check schema to see which definitions we have
554 if "X" in schema and "Y" in schema and "R" in schema and "SHAPE" in schema:
555 # This is a FITS region style table
556 isFitsRegion = True
557 elif "x0" in schema and "y0" in schema and "width" in schema and "height" in schema:
558 # This is a classic LSST-style defect table
559 isFitsRegion = False
560 else:
561 raise ValueError("Unsupported schema for defects extraction")
562
563 for record in table:
564 if isFitsRegion:
565 # Coordinates can be arrays (some shapes in the standard
566 # require this)
567 # Correct for FITS 1-based origin
568 xcen = cls._get_values(record['X']) - 1.0
569 ycen = cls._get_values(record['Y']) - 1.0
570 shape = record['SHAPE'].upper().rstrip()
571 if shape == "BOX":
573 lsst.geom.Extent2I(cls._get_values(record['R'],
574 n=2)))
575 elif shape == "POINT":
576 # Handle the case where we have an externally created
577 # FITS file.
578 box = lsst.geom.Point2I(xcen, ycen)
579 elif shape == "ROTBOX":
580 # Astropy regions always writes ROTBOX
581 rotang = cls._get_values(record['ROTANG'])
582 # We can support 0 or 90 deg
583 if math.isclose(rotang % 90.0, 0.0):
584 # Two values required
585 r = cls._get_values(record['R'], n=2)
586 if math.isclose(rotang % 180.0, 0.0):
587 width = r[0]
588 height = r[1]
589 else:
590 width = r[1]
591 height = r[0]
593 lsst.geom.Extent2I(width, height))
594 else:
595 log.warning("Defect can not be defined using ROTBOX with non-aligned rotation angle")
596 continue
597 else:
598 log.warning("Defect lists can only be defined using BOX or POINT not %s", shape)
599 continue
600
601 else:
602 # This is a classic LSST-style defect table
603 box = lsst.geom.Box2I(lsst.geom.Point2I(record['x0'], record['y0']),
604 lsst.geom.Extent2I(record['width'], record['height']))
605
606 defectList.append(box)
607
608 defects = cls(defectList, normalize_on_init=normalize_on_init)
609 newMeta = dict(table.meta)
610 defects.updateMetadata(setCalibInfo=True, **newMeta)
611
612 return defects
613
static Box2I makeCenteredBox(Point2D const &center, Extent const &size)
Create a box centered as closely as possible on a particular point.
Definition Box.cc:97

◆ insert()

lsst.ip.isr.defects.Defects.insert ( self,
index,
value )

Definition at line 223 of file defects.py.

223 def insert(self, index, value):
224 self._defects.insert(index, self._check_value(value))
225 self._normalize()
226

◆ maskPixels()

lsst.ip.isr.defects.Defects.maskPixels ( self,
mask,
maskName = "BAD" )
Set mask plane based on these defects.

Parameters
----------
maskedImage : `lsst.afw.image.MaskedImage` or `lsst.afw.image.Mask`
    Image to process.  Only the mask plane is updated.
maskName : str, optional
    Mask plane name to use.

Definition at line 261 of file defects.py.

261 def maskPixels(self, mask, maskName="BAD"):
262 """Set mask plane based on these defects.
263
264 Parameters
265 ----------
266 maskedImage : `lsst.afw.image.MaskedImage` or `lsst.afw.image.Mask`
267 Image to process. Only the mask plane is updated.
268 maskName : str, optional
269 Mask plane name to use.
270 """
271 # mask bad pixels
272 if hasattr(mask, "getMask"):
273 mask = mask.getMask()
274 bitmask = mask.getPlaneBitMask(maskName)
275 for defect in self:
276 bbox = defect.getBBox()
277 lsst.afw.geom.SpanSet(bbox).clippedTo(mask.getBBox()).setMask(mask, bitmask)
278
A compact representation of a collection of pixels.
Definition SpanSet.h:78

◆ readLsstDefectsFile()

lsst.ip.isr.defects.Defects.readLsstDefectsFile ( cls,
filename,
normalize_on_init = False )
Read defects information from a legacy LSST format text file.

Parameters
----------
filename : `str`
    Name of text file containing the defect information.

normalize_on_init : `bool`, optional
    If `True`, normalization is applied to the defects listed in the
    table to remove duplicates, eliminate overlaps, etc. Otherwise
    the defects in the returned object exactly match those in the
    table.

Returns
-------
defects : `Defects`
    The defects.

Notes
-----
These defect text files are used as the human readable definitions
of defects in calibration data definition repositories.  The format
is to use four columns defined as follows:

x0 : `int`
    X coordinate of bottom left corner of box.
y0 : `int`
    Y coordinate of bottom left corner of box.
width : `int`
    X extent of the box.
height : `int`
    Y extent of the box.

Files of this format were used historically to represent defects
in simple text form.  Use `Defects.readText` and `Defects.writeText`
to use the more modern format.

Definition at line 615 of file defects.py.

615 def readLsstDefectsFile(cls, filename, normalize_on_init=False):
616 """Read defects information from a legacy LSST format text file.
617
618 Parameters
619 ----------
620 filename : `str`
621 Name of text file containing the defect information.
622
623 normalize_on_init : `bool`, optional
624 If `True`, normalization is applied to the defects listed in the
625 table to remove duplicates, eliminate overlaps, etc. Otherwise
626 the defects in the returned object exactly match those in the
627 table.
628
629 Returns
630 -------
631 defects : `Defects`
632 The defects.
633
634 Notes
635 -----
636 These defect text files are used as the human readable definitions
637 of defects in calibration data definition repositories. The format
638 is to use four columns defined as follows:
639
640 x0 : `int`
641 X coordinate of bottom left corner of box.
642 y0 : `int`
643 Y coordinate of bottom left corner of box.
644 width : `int`
645 X extent of the box.
646 height : `int`
647 Y extent of the box.
648
649 Files of this format were used historically to represent defects
650 in simple text form. Use `Defects.readText` and `Defects.writeText`
651 to use the more modern format.
652 """
653 # Use loadtxt so that ValueError is thrown if the file contains a
654 # non-integer value. genfromtxt converts bad values to -1.
655 defect_array = np.loadtxt(filename,
656 dtype=[("x0", "int"), ("y0", "int"),
657 ("x_extent", "int"), ("y_extent", "int")])
658
659 defects = (lsst.geom.Box2I(lsst.geom.Point2I(row["x0"], row["y0"]),
660 lsst.geom.Extent2I(row["x_extent"], row["y_extent"]))
661 for row in defect_array)
662
663 return cls(defects, normalize_on_init=normalize_on_init)
664

◆ toDict()

lsst.ip.isr.defects.Defects.toDict ( self)
Return a dictionary containing the calibration properties.

The dictionary should be able to be round-tripped through
`fromDict`.

Returns
-------
dictionary : `dict`
    Dictionary of properties.

Reimplemented from lsst.ip.isr.calibType.IsrCalib.

Definition at line 398 of file defects.py.

398 def toDict(self):
399 """Return a dictionary containing the calibration properties.
400
401 The dictionary should be able to be round-tripped through
402 `fromDict`.
403
404 Returns
405 -------
406 dictionary : `dict`
407 Dictionary of properties.
408 """
409 self.updateMetadata()
410
411 outDict = {}
412 metadata = self.getMetadata()
413 outDict['metadata'] = metadata
414
415 xCol = []
416 yCol = []
417 widthCol = []
418 heightCol = []
419
420 nrows = len(self._defects)
421 if nrows:
422 for defect in self._defects:
423 box = defect.getBBox()
424 xCol.append(box.getBeginX())
425 yCol.append(box.getBeginY())
426 widthCol.append(box.getWidth())
427 heightCol.append(box.getHeight())
428
429 outDict['x0'] = xCol
430 outDict['y0'] = yCol
431 outDict['width'] = widthCol
432 outDict['height'] = heightCol
433
434 return outDict
435

◆ toFitsRegionTable()

lsst.ip.isr.defects.Defects.toFitsRegionTable ( self)
Convert defect list to `~lsst.afw.table.BaseCatalog` using the
FITS region standard.

Returns
-------
table : `lsst.afw.table.BaseCatalog`
    Defects in tabular form.

Notes
-----
The table created uses the
`FITS regions <https://fits.gsfc.nasa.gov/registry/region.html>`_
definition tabular format.  The ``X`` and ``Y`` coordinates are
converted to FITS Physical coordinates that have origin pixel (1, 1)
rather than the (0, 0) used in LSST software.

Definition at line 302 of file defects.py.

302 def toFitsRegionTable(self):
303 """Convert defect list to `~lsst.afw.table.BaseCatalog` using the
304 FITS region standard.
305
306 Returns
307 -------
308 table : `lsst.afw.table.BaseCatalog`
309 Defects in tabular form.
310
311 Notes
312 -----
313 The table created uses the
314 `FITS regions <https://fits.gsfc.nasa.gov/registry/region.html>`_
315 definition tabular format. The ``X`` and ``Y`` coordinates are
316 converted to FITS Physical coordinates that have origin pixel (1, 1)
317 rather than the (0, 0) used in LSST software.
318 """
319 self.updateMetadata()
320 nrows = len(self._defects)
321
322 if nrows:
323 # Adding entire columns is more efficient than adding
324 # each element separately
325 xCol = []
326 yCol = []
327 rCol = []
328 shapes = []
329 for i, defect in enumerate(self._defects):
330 box = defect.getBBox()
331 center = box.getCenter()
332 # Correct for the FITS 1-based offset
333 xCol.append(center.getX() + 1.0)
334 yCol.append(center.getY() + 1.0)
335
336 width = box.width
337 height = box.height
338
339 if width == 1 and height == 1:
340 # Call this a point
341 shapeType = "POINT"
342 else:
343 shapeType = "BOX"
344
345 # Strings have to be added per row
346 shapes.append(shapeType)
347
348 rCol.append(np.array([width, height], dtype=np.float64))
349
350 table = astropy.table.Table({'X': xCol, 'Y': yCol, 'SHAPE': shapes,
351 'R': rCol, 'ROTANG': np.zeros(nrows),
352 'COMPONENT': np.arange(nrows)})
353 table.meta = self.getMetadata().toDict()
354 return table
355

◆ toTable()

lsst.ip.isr.defects.Defects.toTable ( self)
Convert defects to a simple table form that we use to write
to text files.

Returns
-------
table : `lsst.afw.table.BaseCatalog`
    Defects in simple tabular form.

Notes
-----
These defect tables are used as the human readable definitions
of defects in calibration data definition repositories.  The format
is to use four columns defined as follows:

x0 : `int`
    X coordinate of bottom left corner of box.
y0 : `int`
    Y coordinate of bottom left corner of box.
width : `int`
    X extent of the box.
height : `int`
    Y extent of the box.

Reimplemented from lsst.ip.isr.calibType.IsrCalib.

Definition at line 436 of file defects.py.

436 def toTable(self):
437 """Convert defects to a simple table form that we use to write
438 to text files.
439
440 Returns
441 -------
442 table : `lsst.afw.table.BaseCatalog`
443 Defects in simple tabular form.
444
445 Notes
446 -----
447 These defect tables are used as the human readable definitions
448 of defects in calibration data definition repositories. The format
449 is to use four columns defined as follows:
450
451 x0 : `int`
452 X coordinate of bottom left corner of box.
453 y0 : `int`
454 Y coordinate of bottom left corner of box.
455 width : `int`
456 X extent of the box.
457 height : `int`
458 Y extent of the box.
459 """
460 tableList = []
461 self.updateMetadata()
462
463 xCol = []
464 yCol = []
465 widthCol = []
466 heightCol = []
467
468 nrows = len(self._defects)
469 if nrows:
470 for defect in self._defects:
471 box = defect.getBBox()
472 xCol.append(box.getBeginX())
473 yCol.append(box.getBeginY())
474 widthCol.append(box.getWidth())
475 heightCol.append(box.getHeight())
476
477 catalog = astropy.table.Table({'x0': xCol, 'y0': yCol, 'width': widthCol, 'height': heightCol})
478 inMeta = self.getMetadata().toDict()
479 outMeta = {k: v for k, v in inMeta.items() if v is not None}
480 catalog.meta = outMeta
481 tableList.append(catalog)
482
483 return tableList
484

◆ transpose()

lsst.ip.isr.defects.Defects.transpose ( self)
Make a transposed copy of this defect list.

Returns
-------
retDefectList : `Defects`
    Transposed list of defects.

Definition at line 244 of file defects.py.

244 def transpose(self):
245 """Make a transposed copy of this defect list.
246
247 Returns
248 -------
249 retDefectList : `Defects`
250 Transposed list of defects.
251 """
252 retDefectList = self.__class__()
253 for defect in self:
254 bbox = defect.getBBox()
255 dimensions = bbox.getDimensions()
256 nbbox = lsst.geom.Box2I(lsst.geom.Point2I(bbox.getMinY(), bbox.getMinX()),
257 lsst.geom.Extent2I(dimensions[1], dimensions[0]))
258 retDefectList.append(nbbox)
259 return retDefectList
260

◆ updateCounters()

lsst.ip.isr.defects.Defects.updateCounters ( self,
columns = None,
hot = None,
cold = None )
Update metadata with pixel and column counts.

Parameters
----------
columns : `int`, optional
    Number of full columns masked.
hot : `dict` [`str`, `int`], optional
    Dictionary with the count of hot pixels, indexed by amplifier name.
cold : `dict` [`str`, `int`], optional
    Dictionary with the count of hot pixels, indexed by amplifier name.

Definition at line 279 of file defects.py.

279 def updateCounters(self, columns=None, hot=None, cold=None):
280 """Update metadata with pixel and column counts.
281
282 Parameters
283 ----------
284 columns : `int`, optional
285 Number of full columns masked.
286 hot : `dict` [`str`, `int`], optional
287 Dictionary with the count of hot pixels, indexed by amplifier name.
288 cold : `dict` [`str`, `int`], optional
289 Dictionary with the count of hot pixels, indexed by amplifier name.
290 """
291 mdSupplemental = dict()
292 if columns:
293 mdSupplemental["LSST CALIB DEFECTS N_BAD_COLUMNS"] = columns
294 if hot:
295 for amp, count in hot.items():
296 mdSupplemental[f"LSST CALIB DEFECTS {amp} N_HOT"] = count
297 if cold:
298 for amp, count in cold.items():
299 mdSupplemental[f"LSST CALIB DEFECTS {amp} N_COLD"] = count
300 self.getMetadata().update(mdSupplemental)
301

Member Data Documentation

◆ _bulk_update

lsst.ip.isr.defects.Defects._bulk_update
protected

Definition at line 87 of file defects.py.

◆ _defects

lsst.ip.isr.defects.Defects._defects
protected

Definition at line 84 of file defects.py.

◆ _OBSTYPE

str lsst.ip.isr.defects.Defects._OBSTYPE = "defects"
staticprotected

Definition at line 79 of file defects.py.

◆ _SCHEMA

str lsst.ip.isr.defects.Defects._SCHEMA = ''
staticprotected

Definition at line 80 of file defects.py.

◆ _VERSION

float lsst.ip.isr.defects.Defects._VERSION = 2.0
staticprotected

Definition at line 81 of file defects.py.


The documentation for this class was generated from the following file: