LSST Applications  21.0.0-147-g0e635eb1+1acddb5be5,22.0.0+052faf71bd,22.0.0+1ea9a8b2b2,22.0.0+6312710a6c,22.0.0+729191ecac,22.0.0+7589c3a021,22.0.0+9f079a9461,22.0.1-1-g7d6de66+b8044ec9de,22.0.1-1-g87000a6+536b1ee016,22.0.1-1-g8e32f31+6312710a6c,22.0.1-10-gd060f87+016f7cdc03,22.0.1-12-g9c3108e+df145f6f68,22.0.1-16-g314fa6d+c825727ab8,22.0.1-19-g93a5c75+d23f2fb6d8,22.0.1-19-gb93eaa13+aab3ef7709,22.0.1-2-g8ef0a89+b8044ec9de,22.0.1-2-g92698f7+9f079a9461,22.0.1-2-ga9b0f51+052faf71bd,22.0.1-2-gac51dbf+052faf71bd,22.0.1-2-gb66926d+6312710a6c,22.0.1-2-gcb770ba+09e3807989,22.0.1-20-g32debb5+b8044ec9de,22.0.1-23-gc2439a9a+fb0756638e,22.0.1-3-g496fd5d+09117f784f,22.0.1-3-g59f966b+1e6ba2c031,22.0.1-3-g849a1b8+f8b568069f,22.0.1-3-gaaec9c0+c5c846a8b1,22.0.1-32-g5ddfab5d3+60ce4897b0,22.0.1-4-g037fbe1+64e601228d,22.0.1-4-g8623105+b8044ec9de,22.0.1-5-g096abc9+d18c45d440,22.0.1-5-g15c806e+57f5c03693,22.0.1-7-gba73697+57f5c03693,master-g6e05de7fdc+c1283a92b8,master-g72cdda8301+729191ecac,w.2021.39
LSST Data Management Base Package
utils.py
Go to the documentation of this file.
1 import argparse
2 
3 from lsst.pipe.base import Struct, TaskRunner
4 from lsst.pipe.tasks.coaddBase import CoaddDataIdContainer
5 from lsst.pipe.tasks.selectImages import BaseSelectImagesTask, BaseExposureInfo
6 
7 
8 class ButlerTaskRunner(TaskRunner):
9  """Get a butler into the Task scripts"""
10  @staticmethod
11  def getTargetList(parsedCmd, **kwargs):
12  """Task.runDataRef should receive a butler in the kwargs"""
13  return TaskRunner.getTargetList(parsedCmd, butler=parsedCmd.butler, **kwargs)
14 
15 
16 def getDataRef(butler, dataId, datasetType="raw"):
17  """Construct a dataRef from a butler and data identifier"""
18  dataRefList = [ref for ref in butler.subset(datasetType, **dataId)]
19  assert len(dataRefList) == 1
20  return dataRefList[0]
21 
22 
24  """Select images by taking everything we're given without further examination
25 
26  This is useful if the examination (e.g., Wcs checking) has been performed
27  previously, and we've been provided a good list.
28  """
29 
30  def runDataRef(self, patchRef, coordList, makeDataRefList=True, selectDataList=[]):
31  return Struct(
32  dataRefList=[s.dataRef for s in selectDataList],
33  exposureInfoList=[BaseExposureInfo(
34  s.dataRef.dataId, None) for s in selectDataList],
35  )
36 
37 
38 class TractDataIdContainer(CoaddDataIdContainer):
39 
40  def makeDataRefList(self, namespace):
41  """Make self.refList from self.idList
42 
43  It's difficult to make a data reference that merely points to an entire
44  tract: there is no data product solely at the tract level. Instead, we
45  generate a list of data references for patches within the tract.
46  """
47  datasetType = namespace.config.coaddName + "Coadd_calexp"
48  validKeys = set(["tract", "filter", "patch"])
49 
50  def getPatchRefList(tract):
51  return [namespace.butler.dataRef(datasetType=datasetType,
52  tract=tract.getId(),
53  filter=dataId["filter"],
54  patch="%d,%d" % patch.getIndex())
55  for patch in tract]
56 
57  tractRefs = {} # Data references for each tract
58  for dataId in self.idList:
59  for key in validKeys:
60  if key in ("tract", "patch",):
61  # Will deal with these explicitly
62  continue
63  if key not in dataId:
64  raise argparse.ArgumentError(
65  None, "--id must include " + key)
66 
67  skymap = self.getSkymap(namespace)
68 
69  if "tract" in dataId:
70  tractId = dataId["tract"]
71  if tractId not in tractRefs:
72  tractRefs[tractId] = []
73  if "patch" in dataId:
74  tractRefs[tractId].append(namespace.butler.dataRef(datasetType=datasetType, tract=tractId,
75  filter=dataId[
76  'filter'],
77  patch=dataId['patch']))
78  else:
79  tractRefs[tractId] += getPatchRefList(skymap[tractId])
80  else:
81  tractRefs = dict((tract.getId(), tractRefs.get(tract.getId(), []) +
82  getPatchRefList(tract)) for tract in skymap)
83 
84  self.refListrefList = list(tractRefs.values())
def getTargetList(parsedCmd, **kwargs)
Definition: utils.py:11
def runDataRef(self, patchRef, coordList, makeDataRefList=True, selectDataList=[])
Definition: utils.py:30
def makeDataRefList(self, namespace)
Definition: utils.py:40
daf::base::PropertyList * list
Definition: fits.cc:913
daf::base::PropertySet * set
Definition: fits.cc:912
std::shared_ptr< FrameSet > append(FrameSet const &first, FrameSet const &second)
Construct a FrameSet that performs two transformations in series.
Definition: functional.cc:33
def getDataRef(butler, dataId, datasetType="raw")
Definition: utils.py:16