LSST Applications g0b6bd0c080+a72a5dd7e6,g1182afd7b4+2a019aa3bb,g17e5ecfddb+2b8207f7de,g1d67935e3f+06cf436103,g38293774b4+ac198e9f13,g396055baef+6a2097e274,g3b44f30a73+6611e0205b,g480783c3b1+98f8679e14,g48ccf36440+89c08d0516,g4b93dc025c+98f8679e14,g5c4744a4d9+a302e8c7f0,g613e996a0d+e1c447f2e0,g6c8d09e9e7+25247a063c,g7271f0639c+98f8679e14,g7a9cd813b8+124095ede6,g9d27549199+a302e8c7f0,ga1cf026fa3+ac198e9f13,ga32aa97882+7403ac30ac,ga786bb30fb+7a139211af,gaa63f70f4e+9994eb9896,gabf319e997+ade567573c,gba47b54d5d+94dc90c3ea,gbec6a3398f+06cf436103,gc6308e37c7+07dd123edb,gc655b1545f+ade567573c,gcc9029db3c+ab229f5caf,gd01420fc67+06cf436103,gd877ba84e5+06cf436103,gdb4cecd868+6f279b5b48,ge2d134c3d5+cc4dbb2e3f,ge448b5faa6+86d1ceac1d,gecc7e12556+98f8679e14,gf3ee170dca+25247a063c,gf4ac96e456+ade567573c,gf9f5ea5b4d+ac198e9f13,gff490e6085+8c2580be5c,w.2022.27
LSST Data Management Base Package
BaseColumnView.cc
Go to the documentation of this file.
1#include "boost/preprocessor/seq/for_each.hpp"
2#include "boost/preprocessor/tuple/to_seq.hpp"
3
6
7namespace lsst {
8namespace afw {
9namespace table {
10
11// =============== BitsColumn implementation ================================================================
12
13namespace {
14
15struct MatchKey {
16 bool operator()(SchemaItem<Flag> const &item) const { return item.key == target; }
17
18 explicit MatchKey(Key<Flag> const &t) : target(t) {}
19
20 Key<Flag> const &target;
21};
22
23struct MatchName {
24 bool operator()(SchemaItem<Flag> const &item) const { return item.field.getName() == target; }
25
26 explicit MatchName(std::string const &t) : target(t) {}
27
28 std::string const &target;
29};
30
31} // namespace
32
34 SizeT r = std::find_if(_items.begin(), _items.end(), MatchKey(key)) - _items.begin();
35 if (std::size_t(r) == _items.size()) {
37 (boost::format("'%s' not found in BitsColumn") % key).str());
38 }
39 return r;
40}
41
43 SizeT r = std::find_if(_items.begin(), _items.end(), MatchName(name)) - _items.begin();
44 if (std::size_t(r) == _items.size()) {
46 (boost::format("'%s' not found in BitsColumn") % name).str());
47 }
48 return r;
49}
50
51BitsColumn::BitsColumn(std::size_t size) : _array(ndarray::allocate(size)) { _array.deep() = SizeT(0); }
52
53// =============== BaseColumnView private Impl object =======================================================
54
56 std::size_t recordCount; // number of records
57 void *buf; // pointer to the beginning of the first record's data
58 std::shared_ptr<BaseTable> table; // table that owns the records
59 ndarray::Manager::Ptr manager; // manages lifetime of 'buf'
60
61 Impl(std::shared_ptr<BaseTable> const &table_, size_t recordCount_, void *buf_,
62 ndarray::Manager::Ptr const &manager_)
63 : recordCount(recordCount_), buf(buf_), table(table_), manager(manager_) {}
64};
65
66// =============== BaseColumnView member function implementations ===========================================
67
69
70template <typename T>
71typename ndarray::ArrayRef<T, 1> const BaseColumnView::operator[](Key<T> const &key) const {
72 if (!key.isValid()) {
73 throw LSST_EXCEPT(
75 "Key is not valid (if this is a SourceCatalog, make sure slot aliases have been set up).");
76 }
77 return ndarray::external(reinterpret_cast<T *>(reinterpret_cast<char *>(_impl->buf) + key.getOffset()),
78 ndarray::makeVector(_impl->recordCount),
79 ndarray::makeVector(_impl->table->getSchema().getRecordSize() / sizeof(T)),
80 _impl->manager);
81}
82
83template <typename T>
84typename ndarray::ArrayRef<T, 2, 1> const BaseColumnView::operator[](Key<Array<T> > const &key) const {
85 if (!key.isValid()) {
86 throw LSST_EXCEPT(
88 "Key is not valid (if this is a SourceCatalog, make sure slot aliases have been set up).");
89 }
90 if (key.isVariableLength()) {
91 throw LSST_EXCEPT(pex::exceptions::LogicError, "Cannot get columns for variable-length array fields");
92 }
93 return ndarray::external(
94 reinterpret_cast<T *>(reinterpret_cast<char *>(_impl->buf) + key.getOffset()),
95 ndarray::makeVector(_impl->recordCount, key.getSize()),
96 ndarray::makeVector(_impl->table->getSchema().getRecordSize() / sizeof(T), std::size_t(1)),
97 _impl->manager);
98}
99
100ndarray::result_of::vectorize<detail::FlagExtractor, ndarray::Array<Field<Flag>::Element const, 1> >::type
102 if (!key.isValid()) {
103 throw LSST_EXCEPT(
105 "Key is not valid (if this is a SourceCatalog, make sure slot aliases have been set up).");
106 }
107 return ndarray::vectorize(detail::FlagExtractor(key),
108 ndarray::Array<Field<Flag>::Element const, 1>(ndarray::external(
109 reinterpret_cast<Field<Flag>::Element *>(
110 reinterpret_cast<char *>(_impl->buf) + key.getOffset()),
111 ndarray::makeVector(_impl->recordCount),
112 ndarray::makeVector(_impl->table->getSchema().getRecordSize() /
113 sizeof(Field<Flag>::Element)),
114 _impl->manager)));
115}
116
118 BitsColumn result(_impl->recordCount);
119 ndarray::ArrayRef<BitsColumn::SizeT, 1, 1> array = result._array.deep();
120 if (keys.size() > sizeof(BitsColumn::SizeT)) {
122 (boost::format("Too many keys passed to getBits(); %d > %d.") % keys.size() %
123 sizeof(BitsColumn::SizeT))
124 .str());
125 }
126 BitsColumn::SizeT const size = keys.size(); // just for unsigned/signed comparisons
127 for (BitsColumn::SizeT i = 0; i < size; ++i) {
128 array |= (BitsColumn::SizeT(1) << i) * (*this)[keys[i]];
129 result._items.push_back(getSchema().find(keys[i]));
130 }
131 return result;
132}
133
134namespace {
135
136struct ExtractFlagItems {
137 template <typename T>
138 void operator()(SchemaItem<T> const &) const {}
139
140 void operator()(SchemaItem<Flag> const &item) const { items->push_back(item); }
141
143};
144
145} // namespace
146
148 BitsColumn result(_impl->recordCount);
149 ExtractFlagItems func = {&result._items};
150 getSchema().forEach(func);
151 if (result._items.size() > sizeof(BitsColumn::SizeT)) {
153 (boost::format("Too many Flag keys in schema; %d > %d.") % result._items.size() %
154 sizeof(BitsColumn::SizeT))
155 .str());
156 }
157 ndarray::ArrayRef<BitsColumn::SizeT, 1, 1> array = result._array.deep();
158 BitsColumn::SizeT const size = result._items.size(); // just for unsigned/signed comparisons
159 for (BitsColumn::SizeT i = 0; i < size; ++i) {
160 array |= (BitsColumn::SizeT(1) << i) * (*this)[result._items[i].key];
161 }
162 return result;
163}
164
169
170// needs to be in source file so it can (implicitly) call Impl's (implicit) dtor
172
174 ndarray::Manager::Ptr const &manager)
175 : _impl(std::make_shared<Impl>(table, recordCount, buf, manager)) {}
176
177// =============== Explicit instantiations ==================================================================
178
179#define INSTANTIATE_COLUMNVIEW_SCALAR(r, data, elem) \
180 template ndarray::ArrayRef<elem, 1> const BaseColumnView::operator[](Key<elem> const &) const;
181
184
185#define INSTANTIATE_COLUMNVIEW_ARRAY(r, data, elem) \
186 template ndarray::ArrayRef<elem, 2, 1> const BaseColumnView::operator[](Key<Array<elem> > const &) const;
187
190} // namespace table
191} // namespace afw
192} // namespace lsst
py::object result
Definition: _schema.cc:429
table::Key< std::string > name
Definition: Amplifier.cc:116
#define INSTANTIATE_COLUMNVIEW_SCALAR(r, data, elem)
Key< Flag > const & target
#define INSTANTIATE_COLUMNVIEW_ARRAY(r, data, elem)
std::vector< SchemaItem< Flag > > * items
table::Key< int > type
Definition: Detector.cc:163
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48
Tag types used to declare specialized field types.
Definition: misc.h:31
Column-wise view into a sequence of records that have been allocated contiguously.
BaseColumnView & operator=(BaseColumnView const &)
BitsColumn getBits(std::vector< Key< Flag > > const &keys) const
Return an integer array with the given Flag fields repacked into individual bits.
Schema getSchema() const
Return the schema that defines the fields.
BaseColumnView(BaseColumnView const &)
BitsColumn getAllBits() const
Return an integer array with all Flag fields repacked into individual bits.
std::shared_ptr< BaseTable > getTable() const
Return the table that owns the records.
ndarray::ArrayRef< T, 1 > const operator[](Key< T > const &key) const
Return a 1-d array corresponding to a scalar field (or subfield).
A packed representation of a collection of Flag field columns.
SizeT getBit(Key< Flag > const &key) const
Key specialization for Flag.
Definition: Flag.h:94
bool isValid() const
Return true if the key was initialized to valid offset.
Definition: Flag.h:139
std::size_t getOffset() const
Return the offset in bytes of the integer element that holds this field's bit.
Definition: Flag.h:126
A class used as a handle to a particular field in a table.
Definition: Key.h:53
std::size_t getOffset() const noexcept
Return the offset (in bytes) of this field within a record.
Definition: Key.h:87
bool isValid() const noexcept
Return true if the key was initialized to valid offset.
Definition: Key.h:97
void forEach(F &func) const
Apply a functor to each SchemaItem in the Schema.
Definition: Schema.h:214
SchemaItem< T > find(std::string const &name) const
Find a SchemaItem in the Schema by name.
Definition: Schema.cc:467
Reports attempts to exceed implementation-defined length limits for some classes.
Definition: Runtime.h:76
Reports errors in the logical structure of the program.
Definition: Runtime.h:46
Reports attempts to access elements using an invalid key.
Definition: Runtime.h:151
T find_if(T... args)
BOOST_PP_SEQ_FOR_EACH(INSTANTIATE_COLUMNVIEW_SCALAR, _, BOOST_PP_TUPLE_TO_SEQ(AFW_TABLE_SCALAR_FIELD_TYPE_N, AFW_TABLE_SCALAR_FIELD_TYPE_TUPLE)) BOOST_PP_SEQ_FOR_EACH(INSTANTIATE_COLUMNVIEW_ARRAY
def format(config, name=None, writeSourceLine=True, prefix="", verbose=False)
Definition: history.py:174
A base class for image defects.
STL namespace.
std::shared_ptr< BaseTable > table
Impl(std::shared_ptr< BaseTable > const &table_, size_t recordCount_, void *buf_, ndarray::Manager::Ptr const &manager_)
A description of a field in a table.
Definition: Field.h:24
A simple pair-like struct for mapping a Field (name and description) with a Key (used for actual data...
Definition: SchemaImpl.h:22
Functor to compute a flag bit, used to create an ndarray expression template for flag columns.
#define AFW_TABLE_ARRAY_FIELD_TYPE_TUPLE
Definition: types.h:35
#define AFW_TABLE_ARRAY_FIELD_TYPE_N
Definition: types.h:33
#define AFW_TABLE_SCALAR_FIELD_TYPE_TUPLE
Definition: types.h:30
#define AFW_TABLE_SCALAR_FIELD_TYPE_N
Definition: types.h:27