LSST Applications  21.0.0-147-g0e635eb1+1acddb5be5,22.0.0+052faf71bd,22.0.0+1ea9a8b2b2,22.0.0+6312710a6c,22.0.0+729191ecac,22.0.0+7589c3a021,22.0.0+9f079a9461,22.0.1-1-g7d6de66+b8044ec9de,22.0.1-1-g87000a6+536b1ee016,22.0.1-1-g8e32f31+6312710a6c,22.0.1-10-gd060f87+016f7cdc03,22.0.1-12-g9c3108e+df145f6f68,22.0.1-16-g314fa6d+c825727ab8,22.0.1-19-g93a5c75+d23f2fb6d8,22.0.1-19-gb93eaa13+aab3ef7709,22.0.1-2-g8ef0a89+b8044ec9de,22.0.1-2-g92698f7+9f079a9461,22.0.1-2-ga9b0f51+052faf71bd,22.0.1-2-gac51dbf+052faf71bd,22.0.1-2-gb66926d+6312710a6c,22.0.1-2-gcb770ba+09e3807989,22.0.1-20-g32debb5+b8044ec9de,22.0.1-23-gc2439a9a+fb0756638e,22.0.1-3-g496fd5d+09117f784f,22.0.1-3-g59f966b+1e6ba2c031,22.0.1-3-g849a1b8+f8b568069f,22.0.1-3-gaaec9c0+c5c846a8b1,22.0.1-32-g5ddfab5d3+60ce4897b0,22.0.1-4-g037fbe1+64e601228d,22.0.1-4-g8623105+b8044ec9de,22.0.1-5-g096abc9+d18c45d440,22.0.1-5-g15c806e+57f5c03693,22.0.1-7-gba73697+57f5c03693,master-g6e05de7fdc+c1283a92b8,master-g72cdda8301+729191ecac,w.2021.39
LSST Data Management Base Package
BaseColumnView.cc
Go to the documentation of this file.
1 #include "boost/preprocessor/seq/for_each.hpp"
2 #include "boost/preprocessor/tuple/to_seq.hpp"
3 
6 
7 namespace lsst {
8 namespace afw {
9 namespace table {
10 
11 // =============== BitsColumn implementation ================================================================
12 
13 namespace {
14 
15 struct MatchKey {
16  bool operator()(SchemaItem<Flag> const &item) const { return item.key == target; }
17 
18  explicit MatchKey(Key<Flag> const &t) : target(t) {}
19 
20  Key<Flag> const &target;
21 };
22 
23 struct MatchName {
24  bool operator()(SchemaItem<Flag> const &item) const { return item.field.getName() == target; }
25 
26  explicit MatchName(std::string const &t) : target(t) {}
27 
28  std::string const &target;
29 };
30 
31 } // namespace
32 
34  SizeT r = std::find_if(_items.begin(), _items.end(), MatchKey(key)) - _items.begin();
35  if (std::size_t(r) == _items.size()) {
37  (boost::format("'%s' not found in BitsColumn") % key).str());
38  }
39  return r;
40 }
41 
43  SizeT r = std::find_if(_items.begin(), _items.end(), MatchName(name)) - _items.begin();
44  if (std::size_t(r) == _items.size()) {
46  (boost::format("'%s' not found in BitsColumn") % name).str());
47  }
48  return r;
49 }
50 
51 BitsColumn::BitsColumn(std::size_t size) : _array(ndarray::allocate(size)) { _array.deep() = SizeT(0); }
52 
53 // =============== BaseColumnView private Impl object =======================================================
54 
56  std::size_t recordCount; // number of records
57  void *buf; // pointer to the beginning of the first record's data
58  std::shared_ptr<BaseTable> table; // table that owns the records
59  ndarray::Manager::Ptr manager; // manages lifetime of 'buf'
60 
61  Impl(std::shared_ptr<BaseTable> const &table_, size_t recordCount_, void *buf_,
62  ndarray::Manager::Ptr const &manager_)
63  : recordCount(recordCount_), buf(buf_), table(table_), manager(manager_) {}
64 };
65 
66 // =============== BaseColumnView member function implementations ===========================================
67 
69 
70 template <typename T>
71 typename ndarray::ArrayRef<T, 1> const BaseColumnView::operator[](Key<T> const &key) const {
72  if (!key.isValid()) {
73  throw LSST_EXCEPT(
75  "Key is not valid (if this is a SourceCatalog, make sure slot aliases have been set up).");
76  }
77  return ndarray::external(reinterpret_cast<T *>(reinterpret_cast<char *>(_impl->buf) + key.getOffset()),
78  ndarray::makeVector(_impl->recordCount),
79  ndarray::makeVector(_impl->table->getSchema().getRecordSize() / sizeof(T)),
80  _impl->manager);
81 }
82 
83 template <typename T>
84 typename ndarray::ArrayRef<T, 2, 1> const BaseColumnView::operator[](Key<Array<T> > const &key) const {
85  if (!key.isValid()) {
86  throw LSST_EXCEPT(
88  "Key is not valid (if this is a SourceCatalog, make sure slot aliases have been set up).");
89  }
90  if (key.isVariableLength()) {
91  throw LSST_EXCEPT(pex::exceptions::LogicError, "Cannot get columns for variable-length array fields");
92  }
93  return ndarray::external(
94  reinterpret_cast<T *>(reinterpret_cast<char *>(_impl->buf) + key.getOffset()),
95  ndarray::makeVector(_impl->recordCount, key.getSize()),
96  ndarray::makeVector(_impl->table->getSchema().getRecordSize() / sizeof(T), std::size_t(1)),
97  _impl->manager);
98 }
99 
100 ndarray::result_of::vectorize<detail::FlagExtractor, ndarray::Array<Field<Flag>::Element const, 1> >::type
102  if (!key.isValid()) {
103  throw LSST_EXCEPT(
105  "Key is not valid (if this is a SourceCatalog, make sure slot aliases have been set up).");
106  }
107  return ndarray::vectorize(detail::FlagExtractor(key),
108  ndarray::Array<Field<Flag>::Element const, 1>(ndarray::external(
109  reinterpret_cast<Field<Flag>::Element *>(
110  reinterpret_cast<char *>(_impl->buf) + key.getOffset()),
111  ndarray::makeVector(_impl->recordCount),
112  ndarray::makeVector(_impl->table->getSchema().getRecordSize() /
113  sizeof(Field<Flag>::Element)),
114  _impl->manager)));
115 }
116 
118  BitsColumn result(_impl->recordCount);
119  ndarray::ArrayRef<BitsColumn::SizeT, 1, 1> array = result._array.deep();
120  if (keys.size() > sizeof(BitsColumn::SizeT)) {
122  (boost::format("Too many keys passed to getBits(); %d > %d.") % keys.size() %
123  sizeof(BitsColumn::SizeT))
124  .str());
125  }
126  BitsColumn::SizeT const size = keys.size(); // just for unsigned/signed comparisons
127  for (BitsColumn::SizeT i = 0; i < size; ++i) {
128  array |= (BitsColumn::SizeT(1) << i) * (*this)[keys[i]];
129  result._items.push_back(getSchema().find(keys[i]));
130  }
131  return result;
132 }
133 
134 namespace {
135 
136 struct ExtractFlagItems {
137  template <typename T>
138  void operator()(SchemaItem<T> const &) const {}
139 
140  void operator()(SchemaItem<Flag> const &item) const { items->push_back(item); }
141 
143 };
144 
145 } // namespace
146 
148  BitsColumn result(_impl->recordCount);
149  ExtractFlagItems func = {&result._items};
150  getSchema().forEach(func);
151  if (result._items.size() > sizeof(BitsColumn::SizeT)) {
153  (boost::format("Too many Flag keys in schema; %d > %d.") % result._items.size() %
154  sizeof(BitsColumn::SizeT))
155  .str());
156  }
157  ndarray::ArrayRef<BitsColumn::SizeT, 1, 1> array = result._array.deep();
158  BitsColumn::SizeT const size = result._items.size(); // just for unsigned/signed comparisons
159  for (BitsColumn::SizeT i = 0; i < size; ++i) {
160  array |= (BitsColumn::SizeT(1) << i) * (*this)[result._items[i].key];
161  }
162  return result;
163 }
164 
169 
170 // needs to be in source file so it can (implicitly) call Impl's (implicit) dtor
172 
174  ndarray::Manager::Ptr const &manager)
175  : _impl(std::make_shared<Impl>(table, recordCount, buf, manager)) {}
176 
177 // =============== Explicit instantiations ==================================================================
178 
179 #define INSTANTIATE_COLUMNVIEW_SCALAR(r, data, elem) \
180  template ndarray::ArrayRef<elem, 1> const BaseColumnView::operator[](Key<elem> const &) const;
181 
184 
185 #define INSTANTIATE_COLUMNVIEW_ARRAY(r, data, elem) \
186  template ndarray::ArrayRef<elem, 2, 1> const BaseColumnView::operator[](Key<Array<elem> > const &) const;
187 
190 } // namespace table
191 } // namespace afw
192 } // namespace lsst
py::object result
Definition: _schema.cc:429
table::Key< std::string > name
Definition: Amplifier.cc:116
#define INSTANTIATE_COLUMNVIEW_SCALAR(r, data, elem)
Key< Flag > const & target
#define INSTANTIATE_COLUMNVIEW_ARRAY(r, data, elem)
std::vector< SchemaItem< Flag > > * items
table::Key< int > type
Definition: Detector.cc:163
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48
Tag types used to declare specialized field types.
Definition: misc.h:31
Column-wise view into a sequence of records that have been allocated contiguously.
BaseColumnView & operator=(BaseColumnView const &)
BitsColumn getBits(std::vector< Key< Flag > > const &keys) const
Return an integer array with the given Flag fields repacked into individual bits.
Schema getSchema() const
Return the schema that defines the fields.
BaseColumnView(BaseColumnView const &)
BitsColumn getAllBits() const
Return an integer array with all Flag fields repacked into individual bits.
std::shared_ptr< BaseTable > getTable() const
Return the table that owns the records.
ndarray::ArrayRef< T, 1 > const operator[](Key< T > const &key) const
Return a 1-d array corresponding to a scalar field (or subfield).
A packed representation of a collection of Flag field columns.
SizeT getBit(Key< Flag > const &key) const
Key specialization for Flag.
Definition: Flag.h:94
bool isValid() const
Return true if the key was initialized to valid offset.
Definition: Flag.h:139
std::size_t getOffset() const
Return the offset in bytes of the integer element that holds this field's bit.
Definition: Flag.h:126
A class used as a handle to a particular field in a table.
Definition: Key.h:53
std::size_t getOffset() const noexcept
Return the offset (in bytes) of this field within a record.
Definition: Key.h:87
bool isValid() const noexcept
Return true if the key was initialized to valid offset.
Definition: Key.h:97
void forEach(F &func) const
Apply a functor to each SchemaItem in the Schema.
Definition: Schema.h:214
SchemaItem< T > find(std::string const &name) const
Find a SchemaItem in the Schema by name.
Definition: Schema.cc:467
Reports attempts to exceed implementation-defined length limits for some classes.
Definition: Runtime.h:76
Reports errors in the logical structure of the program.
Definition: Runtime.h:46
Reports attempts to access elements using an invalid key.
Definition: Runtime.h:151
T find_if(T... args)
BOOST_PP_SEQ_FOR_EACH(INSTANTIATE_COLUMNVIEW_SCALAR, _, BOOST_PP_TUPLE_TO_SEQ(AFW_TABLE_SCALAR_FIELD_TYPE_N, AFW_TABLE_SCALAR_FIELD_TYPE_TUPLE)) BOOST_PP_SEQ_FOR_EACH(INSTANTIATE_COLUMNVIEW_ARRAY
def format(config, name=None, writeSourceLine=True, prefix="", verbose=False)
Definition: history.py:174
A base class for image defects.
STL namespace.
std::shared_ptr< BaseTable > table
Impl(std::shared_ptr< BaseTable > const &table_, size_t recordCount_, void *buf_, ndarray::Manager::Ptr const &manager_)
A description of a field in a table.
Definition: Field.h:24
A simple pair-like struct for mapping a Field (name and description) with a Key (used for actual data...
Definition: SchemaImpl.h:22
Functor to compute a flag bit, used to create an ndarray expression template for flag columns.
#define AFW_TABLE_ARRAY_FIELD_TYPE_TUPLE
Definition: types.h:35
#define AFW_TABLE_ARRAY_FIELD_TYPE_N
Definition: types.h:33
#define AFW_TABLE_SCALAR_FIELD_TYPE_TUPLE
Definition: types.h:30
#define AFW_TABLE_SCALAR_FIELD_TYPE_N
Definition: types.h:27