LSST Applications  21.0.0-172-gfb10e10a+18fedfabac,22.0.0+297cba6710,22.0.0+80564b0ff1,22.0.0+8d77f4f51a,22.0.0+a28f4c53b1,22.0.0+dcf3732eb2,22.0.1-1-g7d6de66+2a20fdde0d,22.0.1-1-g8e32f31+297cba6710,22.0.1-1-geca5380+7fa3b7d9b6,22.0.1-12-g44dc1dc+2a20fdde0d,22.0.1-15-g6a90155+515f58c32b,22.0.1-16-g9282f48+790f5f2caa,22.0.1-2-g92698f7+dcf3732eb2,22.0.1-2-ga9b0f51+7fa3b7d9b6,22.0.1-2-gd1925c9+bf4f0e694f,22.0.1-24-g1ad7a390+a9625a72a8,22.0.1-25-g5bf6245+3ad8ecd50b,22.0.1-25-gb120d7b+8b5510f75f,22.0.1-27-g97737f7+2a20fdde0d,22.0.1-32-gf62ce7b1+aa4237961e,22.0.1-4-g0b3f228+2a20fdde0d,22.0.1-4-g243d05b+871c1b8305,22.0.1-4-g3a563be+32dcf1063f,22.0.1-4-g44f2e3d+9e4ab0f4fa,22.0.1-42-gca6935d93+ba5e5ca3eb,22.0.1-5-g15c806e+85460ae5f3,22.0.1-5-g58711c4+611d128589,22.0.1-5-g75bb458+99c117b92f,22.0.1-6-g1c63a23+7fa3b7d9b6,22.0.1-6-g50866e6+84ff5a128b,22.0.1-6-g8d3140d+720564cf76,22.0.1-6-gd805d02+cc5644f571,22.0.1-8-ge5750ce+85460ae5f3,master-g6e05de7fdc+babf819c66,master-g99da0e417a+8d77f4f51a,w.2021.48
LSST Data Management Base Package
utils.py
Go to the documentation of this file.
1 import argparse
2 
3 from lsst.pipe.base import Struct, TaskRunner
4 from lsst.pipe.tasks.coaddBase import CoaddDataIdContainer
5 from lsst.pipe.tasks.selectImages import BaseSelectImagesTask, BaseExposureInfo
6 
7 
8 class ButlerTaskRunner(TaskRunner):
9  """Get a butler into the Task scripts"""
10  @staticmethod
11  def getTargetList(parsedCmd, **kwargs):
12  """Task.runDataRef should receive a butler in the kwargs"""
13  return TaskRunner.getTargetList(parsedCmd, butler=parsedCmd.butler, **kwargs)
14 
15 
16 def getDataRef(butler, dataId, datasetType="raw"):
17  """Construct a dataRef from a butler and data identifier"""
18  dataRefList = [ref for ref in butler.subset(datasetType, **dataId)]
19  assert len(dataRefList) == 1
20  return dataRefList[0]
21 
22 
24  """Select images by taking everything we're given without further examination
25 
26  This is useful if the examination (e.g., Wcs checking) has been performed
27  previously, and we've been provided a good list.
28  """
29 
30  def runDataRef(self, patchRef, coordList, makeDataRefList=True, selectDataList=[]):
31  return Struct(
32  dataRefList=[s.dataRef for s in selectDataList],
33  exposureInfoList=[BaseExposureInfo(
34  s.dataRef.dataId, None) for s in selectDataList],
35  )
36 
37 
38 class TractDataIdContainer(CoaddDataIdContainer):
39 
40  def makeDataRefList(self, namespace):
41  """Make self.refList from self.idList
42 
43  It's difficult to make a data reference that merely points to an entire
44  tract: there is no data product solely at the tract level. Instead, we
45  generate a list of data references for patches within the tract.
46  """
47  datasetType = namespace.config.coaddName + "Coadd_calexp"
48  validKeys = set(["tract", "filter", "patch"])
49 
50  def getPatchRefList(tract):
51  return [namespace.butler.dataRef(datasetType=datasetType,
52  tract=tract.getId(),
53  filter=dataId["filter"],
54  patch="%d,%d" % patch.getIndex())
55  for patch in tract]
56 
57  tractRefs = {} # Data references for each tract
58  for dataId in self.idList:
59  for key in validKeys:
60  if key in ("tract", "patch",):
61  # Will deal with these explicitly
62  continue
63  if key not in dataId:
64  raise argparse.ArgumentError(
65  None, "--id must include " + key)
66 
67  skymap = self.getSkymap(namespace)
68 
69  if "tract" in dataId:
70  tractId = dataId["tract"]
71  if tractId not in tractRefs:
72  tractRefs[tractId] = []
73  if "patch" in dataId:
74  tractRefs[tractId].append(namespace.butler.dataRef(datasetType=datasetType, tract=tractId,
75  filter=dataId[
76  'filter'],
77  patch=dataId['patch']))
78  else:
79  tractRefs[tractId] += getPatchRefList(skymap[tractId])
80  else:
81  tractRefs = dict((tract.getId(), tractRefs.get(tract.getId(), []) +
82  getPatchRefList(tract)) for tract in skymap)
83 
84  self.refListrefList = list(tractRefs.values())
def getTargetList(parsedCmd, **kwargs)
Definition: utils.py:11
def runDataRef(self, patchRef, coordList, makeDataRefList=True, selectDataList=[])
Definition: utils.py:30
def makeDataRefList(self, namespace)
Definition: utils.py:40
daf::base::PropertyList * list
Definition: fits.cc:913
daf::base::PropertySet * set
Definition: fits.cc:912
std::shared_ptr< FrameSet > append(FrameSet const &first, FrameSet const &second)
Construct a FrameSet that performs two transformations in series.
Definition: functional.cc:33
def getDataRef(butler, dataId, datasetType="raw")
Definition: utils.py:16