LSST Applications  21.0.0-172-gfb10e10a+18fedfabac,22.0.0+297cba6710,22.0.0+80564b0ff1,22.0.0+8d77f4f51a,22.0.0+a28f4c53b1,22.0.0+dcf3732eb2,22.0.1-1-g7d6de66+2a20fdde0d,22.0.1-1-g8e32f31+297cba6710,22.0.1-1-geca5380+7fa3b7d9b6,22.0.1-12-g44dc1dc+2a20fdde0d,22.0.1-15-g6a90155+515f58c32b,22.0.1-16-g9282f48+790f5f2caa,22.0.1-2-g92698f7+dcf3732eb2,22.0.1-2-ga9b0f51+7fa3b7d9b6,22.0.1-2-gd1925c9+bf4f0e694f,22.0.1-24-g1ad7a390+a9625a72a8,22.0.1-25-g5bf6245+3ad8ecd50b,22.0.1-25-gb120d7b+8b5510f75f,22.0.1-27-g97737f7+2a20fdde0d,22.0.1-32-gf62ce7b1+aa4237961e,22.0.1-4-g0b3f228+2a20fdde0d,22.0.1-4-g243d05b+871c1b8305,22.0.1-4-g3a563be+32dcf1063f,22.0.1-4-g44f2e3d+9e4ab0f4fa,22.0.1-42-gca6935d93+ba5e5ca3eb,22.0.1-5-g15c806e+85460ae5f3,22.0.1-5-g58711c4+611d128589,22.0.1-5-g75bb458+99c117b92f,22.0.1-6-g1c63a23+7fa3b7d9b6,22.0.1-6-g50866e6+84ff5a128b,22.0.1-6-g8d3140d+720564cf76,22.0.1-6-gd805d02+cc5644f571,22.0.1-8-ge5750ce+85460ae5f3,master-g6e05de7fdc+babf819c66,master-g99da0e417a+8d77f4f51a,w.2021.48
LSST Data Management Base Package
Public Member Functions | Static Public Attributes | List of all members
lsst.dax.apdb.tests._apdb.ApdbTest Class Reference
Inheritance diagram for lsst.dax.apdb.tests._apdb.ApdbTest:

Public Member Functions

ApdbConfig make_config (self, **Any kwargs)
 
int n_columns (self, ApdbTables table)
 
Region make_region (self)
 
None assert_catalog (self, Any catalog, int rows, ApdbTables table)
 
None test_makeSchema (self)
 
None test_empty_gets (self)
 
None test_empty_gets_0months (self)
 
None test_storeObjects (self)
 
None test_storeSources (self)
 
None test_storeForcedSources (self)
 
None test_midPointTai_src (self)
 
None test_midPointTai_fsrc (self)
 

Static Public Attributes

bool time_partition_tables = False
 
 visit_time = DateTime("2021-01-01T00:00:00", DateTime.TAI)
 
bool fsrc_requires_id_list = False
 
int n_obj_columns = 91 + 2
 
int n_obj_last_columns = 17
 
int n_src_columns = 107
 
int n_fsrc_columns = 8
 

Detailed Description

Base class for Apdb tests that can be specialized for concrete
implementation.

This can only be used as a mixin class for a unittest.TestCase and it
calls various assert methods.

Definition at line 37 of file _apdb.py.

Member Function Documentation

◆ assert_catalog()

None lsst.dax.apdb.tests._apdb.ApdbTest.assert_catalog (   self,
Any  catalog,
int  rows,
ApdbTables  table 
) 
Validate catalog type and size

Parameters
----------
catalog : `object`
    Expected type of this is ``type``.
rows : int
    Expected number of rows in a catalog.
table : `ApdbTables`
    APDB table type.

Definition at line 74 of file _apdb.py.

74  def assert_catalog(self, catalog: Any, rows: int, table: ApdbTables) -> None:
75  """Validate catalog type and size
76 
77  Parameters
78  ----------
79  catalog : `object`
80  Expected type of this is ``type``.
81  rows : int
82  Expected number of rows in a catalog.
83  table : `ApdbTables`
84  APDB table type.
85  """
86  self.assertIsInstance(catalog, pandas.DataFrame) # type: ignore[attr-defined]
87  self.assertEqual(catalog.shape[0], rows) # type: ignore[attr-defined]
88  self.assertEqual(catalog.shape[1], self.n_columns(table)) # type: ignore[attr-defined]
89 

◆ make_config()

ApdbConfig lsst.dax.apdb.tests._apdb.ApdbTest.make_config (   self,
**Any  kwargs 
) 
Make config class instance used in all tests.

Definition at line 58 of file _apdb.py.

58  def make_config(self, **kwargs: Any) -> ApdbConfig:
59  """Make config class instance used in all tests."""
60  raise NotImplementedError()
61 

◆ make_region()

Region lsst.dax.apdb.tests._apdb.ApdbTest.make_region (   self) 
Make a region used in tests

Definition at line 67 of file _apdb.py.

67  def make_region(self) -> Region:
68  """Make a region used in tests"""
69  pointing_v = UnitVector3d(1., 1., -1.)
70  fov = 0.05 # radians
71  region = Circle(pointing_v, Angle(fov/2))
72  return region
73 
lsst::afw::table::Angle
lsst::geom::Angle Angle
Definition: misc.h:33

◆ n_columns()

int lsst.dax.apdb.tests._apdb.ApdbTest.n_columns (   self,
ApdbTables  table 
) 
Return number of columns for a specified table.

Definition at line 63 of file _apdb.py.

63  def n_columns(self, table: ApdbTables) -> int:
64  """Return number of columns for a specified table."""
65  raise NotImplementedError()
66 

◆ test_empty_gets()

None lsst.dax.apdb.tests._apdb.ApdbTest.test_empty_gets (   self) 
Test for getting data from empty database.

All get() methods should return empty results, only useful for
checking that code is not broken.

Definition at line 101 of file _apdb.py.

101  def test_empty_gets(self) -> None:
102  """Test for getting data from empty database.
103 
104  All get() methods should return empty results, only useful for
105  checking that code is not broken.
106  """
107 
108  # use non-zero months for Forced/Source fetching
109  config = self.make_config()
110  apdb = make_apdb(config)
111  apdb.makeSchema()
112 
113  region = self.make_region()
114  visit_time = self.visit_time
115 
116  res: Optional[pandas.DataFrame]
117 
118  # get objects by region
119  res = apdb.getDiaObjects(region)
120  self.assert_catalog(res, 0, ApdbTables.DiaObject)
121 
122  # get sources by region
123  res = apdb.getDiaSources(region, None, visit_time)
124  self.assert_catalog(res, 0, ApdbTables.DiaSource)
125 
126  res = apdb.getDiaSources(region, [], visit_time)
127  self.assert_catalog(res, 0, ApdbTables.DiaSource)
128 
129  # get sources by object ID, non-empty object list
130  res = apdb.getDiaSources(region, [1, 2, 3], visit_time)
131  self.assert_catalog(res, 0, ApdbTables.DiaSource)
132 
133  # get forced sources by object ID, empty object list
134  res = apdb.getDiaForcedSources(region, [], visit_time)
135  self.assert_catalog(res, 0, ApdbTables.DiaForcedSource)
136 
137  # get sources by object ID, non-empty object list
138  res = apdb.getDiaForcedSources(region, [1, 2, 3], visit_time)
139  self.assert_catalog(res, 0, ApdbTables.DiaForcedSource)
140 
141  # get sources by region
142  if self.fsrc_requires_id_list:
143  with self.assertRaises(NotImplementedError): # type: ignore[attr-defined]
144  apdb.getDiaForcedSources(region, None, visit_time)
145  else:
146  apdb.getDiaForcedSources(region, None, visit_time)
147  self.assert_catalog(res, 0, ApdbTables.DiaForcedSource)
148 
lsst.dax.apdb.factory.make_apdb
Apdb make_apdb(ApdbConfig config)
Definition: factory.py:31

◆ test_empty_gets_0months()

None lsst.dax.apdb.tests._apdb.ApdbTest.test_empty_gets_0months (   self) 
Test for getting data from empty database.

All get() methods should return empty DataFrame or None.

Definition at line 149 of file _apdb.py.

149  def test_empty_gets_0months(self) -> None:
150  """Test for getting data from empty database.
151 
152  All get() methods should return empty DataFrame or None.
153  """
154 
155  # set read_sources_months to 0 so that Forced/Sources are None
156  config = self.make_config(read_sources_months=0,
157  read_forced_sources_months=0)
158  apdb = make_apdb(config)
159  apdb.makeSchema()
160 
161  region = self.make_region()
162  visit_time = self.visit_time
163 
164  res: Optional[pandas.DataFrame]
165 
166  # get objects by region
167  res = apdb.getDiaObjects(region)
168  self.assert_catalog(res, 0, ApdbTables.DiaObject)
169 
170  # get sources by region
171  res = apdb.getDiaSources(region, None, visit_time)
172  self.assertIs(res, None) # type: ignore[attr-defined]
173 
174  # get sources by object ID, empty object list
175  res = apdb.getDiaSources(region, [], visit_time)
176  self.assertIs(res, None) # type: ignore[attr-defined]
177 
178  # get forced sources by object ID, empty object list
179  res = apdb.getDiaForcedSources(region, [], visit_time)
180  self.assertIs(res, None) # type: ignore[attr-defined]
181 

◆ test_makeSchema()

None lsst.dax.apdb.tests._apdb.ApdbTest.test_makeSchema (   self) 
Test for makeing APDB schema.

Definition at line 90 of file _apdb.py.

90  def test_makeSchema(self) -> None:
91  """Test for makeing APDB schema."""
92  config = self.make_config()
93  apdb = make_apdb(config)
94 
95  apdb.makeSchema()
96  self.assertIsNotNone(apdb.tableDef(ApdbTables.DiaObject)) # type: ignore[attr-defined]
97  self.assertIsNotNone(apdb.tableDef(ApdbTables.DiaObjectLast)) # type: ignore[attr-defined]
98  self.assertIsNotNone(apdb.tableDef(ApdbTables.DiaSource)) # type: ignore[attr-defined]
99  self.assertIsNotNone(apdb.tableDef(ApdbTables.DiaForcedSource)) # type: ignore[attr-defined]
100 

◆ test_midPointTai_fsrc()

None lsst.dax.apdb.tests._apdb.ApdbTest.test_midPointTai_fsrc (   self) 
Test for time filtering of DiaForcedSources.

Definition at line 296 of file _apdb.py.

296  def test_midPointTai_fsrc(self) -> None:
297  """Test for time filtering of DiaForcedSources.
298  """
299  config = self.make_config()
300  apdb = make_apdb(config)
301  apdb.makeSchema()
302 
303  region = self.make_region()
304  src_time1 = DateTime("2021-01-01T00:00:00", DateTime.TAI)
305  src_time2 = DateTime("2021-01-01T00:00:02", DateTime.TAI)
306  visit_time0 = DateTime("2021-12-26T23:59:59", DateTime.TAI)
307  visit_time1 = DateTime("2021-12-27T00:00:01", DateTime.TAI)
308  visit_time2 = DateTime("2021-12-27T00:00:03", DateTime.TAI)
309 
310  objects = makeObjectCatalog(region, 100)
311  oids = list(objects["diaObjectId"])
312  sources = makeForcedSourceCatalog(objects, src_time1, 1)
313  apdb.store(src_time1, objects, forced_sources=sources)
314 
315  sources = makeForcedSourceCatalog(objects, src_time2, 2)
316  apdb.store(src_time2, objects, forced_sources=sources)
317 
318  # reading at time of last save should read all
319  res = apdb.getDiaForcedSources(region, oids, src_time2)
320  self.assert_catalog(res, 200, ApdbTables.DiaForcedSource)
321 
322  # one second before 12 months
323  res = apdb.getDiaForcedSources(region, oids, visit_time0)
324  self.assert_catalog(res, 200, ApdbTables.DiaForcedSource)
325 
326  # reading at later time of last save should only read a subset
327  res = apdb.getDiaForcedSources(region, oids, visit_time1)
328  self.assert_catalog(res, 100, ApdbTables.DiaForcedSource)
329 
330  # reading at later time of last save should only read a subset
331  res = apdb.getDiaForcedSources(region, oids, visit_time2)
332  self.assert_catalog(res, 0, ApdbTables.DiaForcedSource)
list
daf::base::PropertyList * list
Definition: fits.cc:913
lsst.dax.apdb.tests.data_factory.makeObjectCatalog
pandas.DataFrame makeObjectCatalog(Region region, int count)
Definition: data_factory.py:64
lsst.dax.apdb.tests.data_factory.makeForcedSourceCatalog
pandas.DataFrame makeForcedSourceCatalog(pandas.DataFrame objects, DateTime visit_time, int ccdVisitId=1)
Definition: data_factory.py:137

◆ test_midPointTai_src()

None lsst.dax.apdb.tests._apdb.ApdbTest.test_midPointTai_src (   self) 
Test for time filtering of DiaSources.

Definition at line 257 of file _apdb.py.

257  def test_midPointTai_src(self) -> None:
258  """Test for time filtering of DiaSources.
259  """
260  config = self.make_config()
261  apdb = make_apdb(config)
262  apdb.makeSchema()
263 
264  region = self.make_region()
265  # 2021-01-01 plus 360 days is 2021-12-27
266  src_time1 = DateTime("2021-01-01T00:00:00", DateTime.TAI)
267  src_time2 = DateTime("2021-01-01T00:00:02", DateTime.TAI)
268  visit_time0 = DateTime("2021-12-26T23:59:59", DateTime.TAI)
269  visit_time1 = DateTime("2021-12-27T00:00:01", DateTime.TAI)
270  visit_time2 = DateTime("2021-12-27T00:00:03", DateTime.TAI)
271 
272  objects = makeObjectCatalog(region, 100)
273  oids = list(objects["diaObjectId"])
274  sources = makeSourceCatalog(objects, src_time1, 0)
275  apdb.store(src_time1, objects, sources)
276 
277  sources = makeSourceCatalog(objects, src_time2, 100)
278  apdb.store(src_time2, objects, sources)
279 
280  # reading at time of last save should read all
281  res = apdb.getDiaSources(region, oids, src_time2)
282  self.assert_catalog(res, 200, ApdbTables.DiaSource)
283 
284  # one second before 12 months
285  res = apdb.getDiaSources(region, oids, visit_time0)
286  self.assert_catalog(res, 200, ApdbTables.DiaSource)
287 
288  # reading at later time of last save should only read a subset
289  res = apdb.getDiaSources(region, oids, visit_time1)
290  self.assert_catalog(res, 100, ApdbTables.DiaSource)
291 
292  # reading at later time of last save should only read a subset
293  res = apdb.getDiaSources(region, oids, visit_time2)
294  self.assert_catalog(res, 0, ApdbTables.DiaSource)
295 
lsst.dax.apdb.tests.data_factory.makeSourceCatalog
pandas.DataFrame makeSourceCatalog(pandas.DataFrame objects, DateTime visit_time, int start_id=0, int ccdVisitId=1)
Definition: data_factory.py:97

◆ test_storeForcedSources()

None lsst.dax.apdb.tests._apdb.ApdbTest.test_storeForcedSources (   self) 
Store and retrieve DiaForcedSources.

Definition at line 232 of file _apdb.py.

232  def test_storeForcedSources(self) -> None:
233  """Store and retrieve DiaForcedSources."""
234 
235  config = self.make_config()
236  apdb = make_apdb(config)
237  apdb.makeSchema()
238 
239  region = self.make_region()
240  visit_time = self.visit_time
241 
242  # have to store Objects first
243  objects = makeObjectCatalog(region, 100)
244  oids = list(objects["diaObjectId"])
245  catalog = makeForcedSourceCatalog(objects, visit_time)
246 
247  apdb.store(visit_time, objects, forced_sources=catalog)
248 
249  # read it back and check sizes
250  res = apdb.getDiaForcedSources(region, oids, visit_time)
251  self.assert_catalog(res, len(catalog), ApdbTables.DiaForcedSource)
252 
253  # read it back to get schema
254  res = apdb.getDiaForcedSources(region, [], visit_time)
255  self.assert_catalog(res, 0, ApdbTables.DiaForcedSource)
256 

◆ test_storeObjects()

None lsst.dax.apdb.tests._apdb.ApdbTest.test_storeObjects (   self) 
Store and retrieve DiaObjects.

Definition at line 182 of file _apdb.py.

182  def test_storeObjects(self) -> None:
183  """Store and retrieve DiaObjects."""
184 
185  # don't care about sources.
186  config = self.make_config()
187  apdb = make_apdb(config)
188  apdb.makeSchema()
189 
190  region = self.make_region()
191  visit_time = self.visit_time
192 
193  # make catalog with Objects
194  catalog = makeObjectCatalog(region, 100)
195 
196  # store catalog
197  apdb.store(visit_time, catalog)
198 
199  # read it back and check sizes
200  res = apdb.getDiaObjects(region)
201  self.assert_catalog(res, len(catalog), ApdbTables.DiaObject)
202 

◆ test_storeSources()

None lsst.dax.apdb.tests._apdb.ApdbTest.test_storeSources (   self) 
Store and retrieve DiaSources.

Definition at line 203 of file _apdb.py.

203  def test_storeSources(self) -> None:
204  """Store and retrieve DiaSources."""
205  config = self.make_config()
206  apdb = make_apdb(config)
207  apdb.makeSchema()
208 
209  region = self.make_region()
210  visit_time = self.visit_time
211 
212  # have to store Objects first
213  objects = makeObjectCatalog(region, 100)
214  oids = list(objects["diaObjectId"])
215  sources = makeSourceCatalog(objects, visit_time)
216 
217  # save the objects and sources
218  apdb.store(visit_time, objects, sources)
219 
220  # read it back, no ID filtering
221  res = apdb.getDiaSources(region, None, visit_time)
222  self.assert_catalog(res, len(sources), ApdbTables.DiaSource)
223 
224  # read it back and filter by ID
225  res = apdb.getDiaSources(region, oids, visit_time)
226  self.assert_catalog(res, len(sources), ApdbTables.DiaSource)
227 
228  # read it back to get schema
229  res = apdb.getDiaSources(region, [], visit_time)
230  self.assert_catalog(res, 0, ApdbTables.DiaSource)
231 

Member Data Documentation

◆ fsrc_requires_id_list

bool lsst.dax.apdb.tests._apdb.ApdbTest.fsrc_requires_id_list = False
static

Definition at line 48 of file _apdb.py.

◆ n_fsrc_columns

int lsst.dax.apdb.tests._apdb.ApdbTest.n_fsrc_columns = 8
static

Definition at line 55 of file _apdb.py.

◆ n_obj_columns

int lsst.dax.apdb.tests._apdb.ApdbTest.n_obj_columns = 91 + 2
static

Definition at line 52 of file _apdb.py.

◆ n_obj_last_columns

int lsst.dax.apdb.tests._apdb.ApdbTest.n_obj_last_columns = 17
static

Definition at line 53 of file _apdb.py.

◆ n_src_columns

int lsst.dax.apdb.tests._apdb.ApdbTest.n_src_columns = 107
static

Definition at line 54 of file _apdb.py.

◆ time_partition_tables

bool lsst.dax.apdb.tests._apdb.ApdbTest.time_partition_tables = False
static

Definition at line 45 of file _apdb.py.

◆ visit_time

lsst.dax.apdb.tests._apdb.ApdbTest.visit_time = DateTime("2021-01-01T00:00:00", DateTime.TAI)
static

Definition at line 46 of file _apdb.py.

The documentation for this class was generated from the following file:
Generated on Fri Nov 26 2021 10:16:18 for LSST Applications by doxygen 1.9.1