LSSTApplications  19.0.0-11-g48a0200+1,19.0.0-18-gfc4e62b+5,19.0.0-2-g3b2f90d+1,19.0.0-2-g697d857,19.0.0-2-gd671419+2,19.0.0-20-g5a5a17ab+3,19.0.0-21-g02856f7,19.0.0-21-g2644856+5,19.0.0-22-gc5dc5b1,19.0.0-24-g923e380+5,19.0.0-24-gf0e72354e,19.0.0-27-g567f04d+1,19.0.0-3-g2b32d65+2,19.0.0-3-g8227491+4,19.0.0-3-g9c54d0d+4,19.0.0-3-gca68e65,19.0.0-3-gcfc5f51+2,19.0.0-3-ge110943+4,19.0.0-3-ge74d124,19.0.0-3-gfe04aa6+5,19.0.0-4-g06f5963+2,19.0.0-4-g3d16501+5,19.0.0-4-g4a9c019+2,19.0.0-4-g5a8b323,19.0.0-4-g66397f0,19.0.0-4-g8278b9b,19.0.0-4-g8557e14,19.0.0-4-g8964aba+5,19.0.0-4-ge404a01+4,19.0.0-5-g40f3a5a,19.0.0-5-gfb03ce7+5,19.0.0-6-gbaebbfb+4,19.0.0-60-gafafd468+5,19.0.0-64-gf672fef+2,19.0.0-7-g039c0b5+3,19.0.0-7-gbea9075+1,19.0.0-7-gc567de5+5,19.0.0-8-g3a3ce09,19.0.0-9-g463f923+4,19.0.0-9-gba41d1f,w.2020.20
LSSTDataManagementBasePackage
python.h
Go to the documentation of this file.
1 // -*- lsst-c++ -*-
2 /*
3  * LSST Data Management System
4  * See COPYRIGHT file at the top of the source tree.
5  *
6  * This product includes software developed by the
7  * LSST Project (http://www.lsst.org/).
8  *
9  * This program is free software: you can redistribute it and/or modify
10  * it under the terms of the GNU General Public License as published by
11  * the Free Software Foundation, either version 3 of the License, or
12  * (at your option) any later version.
13  *
14  * This program is distributed in the hope that it will be useful,
15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17  * GNU General Public License for more details.
18  *
19  * You should have received a copy of the LSST License Statement and
20  * the GNU General Public License along with this program. If not,
21  * see <http://www.lsstcorp.org/LegalNotices/>.
22  */
23 
24 #ifndef LSST_UTILS_PYTHON_H
25 #define LSST_UTILS_PYTHON_H
26 
27 #include "pybind11/pybind11.h"
28 
29 #include <cstddef>
30 #include <memory>
31 #include <string>
32 #include <sstream>
33 #include <utility>
34 #include <list>
35 #include <functional>
36 
37 #include <iostream>
38 
39 #include "lsst/pex/exceptions.h"
41 
42 namespace lsst {
43 namespace utils {
44 namespace python {
45 
62 template<typename T, typename PyClass>
64  cls.def("__eq__",
65  [](std::shared_ptr<T> self, std::shared_ptr<T> other) { return self.get() == other.get(); },
66  pybind11::is_operator());
67  cls.def("__ne__",
68  [](std::shared_ptr<T> self, std::shared_ptr<T> other) { return self.get() != other.get(); },
69  pybind11::is_operator());
70 }
71 
86 template <class PyClass>
87 void addOutputOp(PyClass &cls, std::string const &method) {
88  cls.def(method.c_str(), [](typename PyClass::type const &self) {
89  std::ostringstream os;
90  os << self;
91  return os.str();
92  });
93 }
94 
103 template <class PyClass>
105  using Class = typename PyClass::type;
106  cls.def("__hash__", [](Class const &self) {
107  static auto const hash = std::hash<Class>();
108  return hash(self);
109  });
110 }
111 
125  auto const i_orig = i;
126  if (i < 0) {
127  // index backwards from the end
128  i += size;
129  }
130  if (i < 0 || i >= size) {
132  os << "Index " << i_orig << " not in range [" << -size << ", " << size - 1 << "]";
133  throw pybind11::index_error(os.str());
134  }
135  return static_cast<std::size_t>(i);
136 }
137 
152  try {
153  return {cppIndex(size_i, i), cppIndex(size_j, j)};
154  } catch (lsst::pex::exceptions::OutOfRangeError const&) {
156  os << "Index (" << i << ", " << j << ") not in range ["
157  << -size_i << ", " << size_i - 1 << "], ["
158  << -size_j << ", " << size_j - 1 << "]";
159  throw pybind11::index_error(os.str());
160  }
161 }
162 
243  // LSST_PRIVATE above: don't export symbols used only in pybind11 wrappers
244 public:
245 
248 
264  explicit WrapperCollection(pybind11::module module_, std::string const & package) :
265  module(module_),
266  _package(package)
267  {}
268 
269  // WrapperCollection is move-contructable.
271  module(std::move(other.module)),
272  _package(std::move(other._package)),
273  _dependencies(std::move(other._dependencies)),
274  _definitions(std::move(other._definitions))
275  {}
276 
277  // WrapperCollection is not copyable or assignable.
281 
282  ~WrapperCollection() noexcept {
283  if (!std::uncaught_exception() && !_definitions.empty()) {
284  PyErr_SetString(PyExc_ImportError,
285  "WrapperCollection::finish() not called; module definition incomplete.");
286  PyErr_WriteUnraisable(module.ptr());
287  }
288  }
289 
319  return WrapperCollection(module.def_submodule(("_" + name).c_str()), _package + "." + name);
320  }
321 
329  void collectSubmodule(WrapperCollection && submodule) {
330  _dependencies.splice(_dependencies.end(), submodule._dependencies);
331  _definitions.splice(_definitions.end(), submodule._definitions);
332  }
333 
344  pybind11::module::import(name.c_str());
345  }
346 
358  _dependencies.push_back(name);
359  }
360 
369  void wrap(WrapperCallback function) {
370  _definitions.emplace_back(std::make_pair(module, function));
371  }
372 
390  template <typename PyType, typename ClassWrapperCallback>
391  PyType wrapType(PyType cls, ClassWrapperCallback function, bool setModuleName=true) {
392  if (setModuleName) {
393  cls.attr("__module__") = _package;
394  }
395  // lambda below is mutable so it can modify the captured `cls` variable
396  wrap(
397  [cls=cls, function=std::move(function)] (pybind11::module & mod) mutable -> void {
398  function(mod, cls);
399  }
400  );
401  return cls;
402  }
403 
420  template <typename CxxException, typename CxxBase>
421  auto wrapException(std::string const & pyName, std::string const & pyBase, bool setModuleName=true) {
422  auto cls = pex::exceptions::python::declareException<CxxException, CxxBase>(module, pyName, pyBase);
423  if (setModuleName) {
424  cls.attr("__module__") = _package;
425  }
426  return cls;
427  }
428 
435  void finish() {
436  for (auto dep = _dependencies.begin(); dep != _dependencies.end(); dep = _dependencies.erase(dep)) {
437  pybind11::module::import(dep->c_str());
438  }
439  for (auto def = _definitions.begin(); def != _definitions.end(); def = _definitions.erase(def)) {
440  (def->second)(def->first); // WrapperCallback(module)
441  }
442  }
443 
449 
450 private:
451  std::string _package;
452  std::list<std::string> _dependencies;
454 };
455 
456 
457 }}} // namespace lsst::utils::python
458 
459 #endif
lsst::utils::python::addOutputOp
void addOutputOp(PyClass &cls, std::string const &method)
Add __str__ or __repr__ method implemented by operator<<.
Definition: python.h:87
lsst::utils::python::WrapperCollection::collectSubmodule
void collectSubmodule(WrapperCollection &&submodule)
Merge deferred definitions in the given submodule into the parent WrapperCollection.
Definition: python.h:329
std::string
STL class.
std::shared_ptr
STL class.
std::list< std::string >
std::move
T move(T... args)
lsst::utils::python::WrapperCollection::WrapperCollection
WrapperCollection(pybind11::module module_, std::string const &package)
Construct a new WrapperCollection.
Definition: python.h:264
std::pair
lsst::utils::python::WrapperCollection::~WrapperCollection
~WrapperCollection() noexcept
Definition: python.h:282
Exception.h
lsst::utils::python::WrapperCollection::addInheritanceDependency
void addInheritanceDependency(std::string const &name)
Indicate an external module that provides a base class for a subsequent addType call.
Definition: python.h:343
lsst::utils::python::addHash
void addHash(PyClass &cls)
Add __hash__ method implemented by std::hash.
Definition: python.h:104
lsst::utils::python::WrapperCollection::finish
void finish()
Invoke all deferred wrapper-declaring callables.
Definition: python.h:435
lsst::utils::python::addSharedPtrEquality
void addSharedPtrEquality(PyClass &cls)
Add __eq__ and __ne__ methods based on two std::shared_ptr<T> pointing to the same address.
Definition: python.h:63
lsst::utils::python::cppIndex
std::size_t cppIndex(std::ptrdiff_t size, std::ptrdiff_t i)
Compute a C++ index from a Python index (negative values count from the end) and range-check.
Definition: python.h:124
LSST_PRIVATE
#define LSST_PRIVATE
Make a symbol hidden even if default visiblity is public.
Definition: base.h:66
std::function
lsst::afw::geom.transform.transformContinued.name
string name
Definition: transformContinued.py:32
lsst::utils::python::WrapperCollection::addSignatureDependency
void addSignatureDependency(std::string const &name)
Indicate an external module that provides a type used in function/method signatures.
Definition: python.h:357
lsst::afw::geom.transform.transformContinued.cls
cls
Definition: transformContinued.py:33
lsst::utils::python::WrapperCollection::wrapException
auto wrapException(std::string const &pyName, std::string const &pyBase, bool setModuleName=true)
Wrap a C++ exception as a Python exception.
Definition: python.h:421
exceptions.h
lsst::utils::python::WrapperCollection::wrap
void wrap(WrapperCallback function)
Add a set of wrappers without defining a class.
Definition: python.h:369
lsst::utils::python::WrapperCollection::wrapType
PyType wrapType(PyType cls, ClassWrapperCallback function, bool setModuleName=true)
Add a type (class or enum) wrapper, deferring method and other attribute definitions until finish() i...
Definition: python.h:391
std::string::c_str
T c_str(T... args)
other
ItemVariant const * other
Definition: Schema.cc:56
PyClass
py::class_< ProductBoundedField, std::shared_ptr< ProductBoundedField >, BoundedField > PyClass
Definition: productBoundedField.cc:32
lsst::utils::python::WrapperCollection
A helper class for subdividing pybind11 module across multiple translation units (i....
Definition: python.h:242
lsst
A base class for image defects.
Definition: imageAlgorithm.dox:1
lsst::utils::python::WrapperCollection::operator=
WrapperCollection & operator=(WrapperCollection const &)=delete
std::ostringstream
STL class.
os
std::ostream * os
Definition: Schema.cc:746
std::uncaught_exception
T uncaught_exception(T... args)
type
table::Key< int > type
Definition: Detector.cc:163
lsst::pex::exceptions::OutOfRangeError
Reports attempts to access elements outside a valid range of indices.
Definition: Runtime.h:89
std::ptrdiff_t
lsst::utils::python::WrapperCollection::WrapperCollection
WrapperCollection(WrapperCollection &&other) noexcept
Definition: python.h:270
std::size_t
std::make_pair
T make_pair(T... args)
lsst::utils::python::WrapperCollection::module
pybind11::module module
The module object passed to the PYBIND11_MODULE block that contains this WrapperCollection.
Definition: python.h:448
lsst::utils::python::WrapperCollection::makeSubmodule
WrapperCollection makeSubmodule(std::string const &name)
Create a WrapperCollection for a submodule defined in the same binary.
Definition: python.h:318
pex.config.wrap.wrap
def wrap(ctrl)
Definition: wrap.py:302
lsst::utils::python::WrapperCollection::WrapperCollection
WrapperCollection(WrapperCollection const &)=delete
lsst::meas::modelfit.psf.psfContinued.module
module
Definition: psfContinued.py:42
lsst::utils::python::WrapperCollection::operator=
WrapperCollection & operator=(WrapperCollection &&)=delete
std::hash