LSSTApplications  17.0+124,17.0+14,17.0+73,18.0.0+37,18.0.0+80,18.0.0-4-g68ffd23+4,18.1.0-1-g0001055+12,18.1.0-1-g03d53ef+5,18.1.0-1-g1349e88+55,18.1.0-1-g2505f39+44,18.1.0-1-g5315e5e+4,18.1.0-1-g5e4b7ea+14,18.1.0-1-g7e8fceb+4,18.1.0-1-g85f8cd4+48,18.1.0-1-g8ff0b9f+4,18.1.0-1-ga2c679d+1,18.1.0-1-gd55f500+35,18.1.0-10-gb58edde+2,18.1.0-11-g0997b02+4,18.1.0-13-gfe4edf0b+12,18.1.0-14-g259bd21+21,18.1.0-19-gdb69f3f+2,18.1.0-2-g5f9922c+24,18.1.0-2-gd3b74e5+11,18.1.0-2-gfbf3545+32,18.1.0-26-g728bddb4+5,18.1.0-27-g6ff7ca9+2,18.1.0-3-g52aa583+25,18.1.0-3-g8ea57af+9,18.1.0-3-gb69f684+42,18.1.0-3-gfcaddf3+6,18.1.0-32-gd8786685a,18.1.0-4-gf3f9b77+6,18.1.0-5-g1dd662b+2,18.1.0-5-g6dbcb01+41,18.1.0-6-gae77429+3,18.1.0-7-g9d75d83+9,18.1.0-7-gae09a6d+30,18.1.0-9-gc381ef5+4,w.2019.45
LSSTDataManagementBasePackage
Public Types | Public Member Functions | Protected Member Functions | Protected Attributes | Static Protected Attributes | List of all members
lsst::ip::diffim::RegularizedKernelSolution< InputT > Class Template Reference

#include <KernelSolution.h>

Inheritance diagram for lsst::ip::diffim::RegularizedKernelSolution< InputT >:
lsst::ip::diffim::StaticKernelSolution< InputT > lsst::ip::diffim::KernelSolution

Public Types

typedef std::shared_ptr< RegularizedKernelSolution< InputT > > Ptr
 
enum  KernelSolvedBy {
  NONE = 0, CHOLESKY_LDLT = 1, CHOLESKY_LLT = 2, LU = 3,
  EIGENVECTOR = 4
}
 
enum  ConditionNumberType { EIGENVALUE = 0, SVD = 1 }
 
typedef lsst::afw::math::Kernel::Pixel PixelT
 
typedef lsst::afw::image::Image< lsst::afw::math::Kernel::PixelImageT
 

Public Member Functions

 RegularizedKernelSolution (lsst::afw::math::KernelList const &basisList, bool fitForBackground, Eigen::MatrixXd const &hMat, lsst::daf::base::PropertySet const &ps)
 
virtual ~RegularizedKernelSolution ()
 
void solve ()
 
double getLambda ()
 
double estimateRisk (double maxCond)
 
Eigen::MatrixXd getM (bool includeHmat=true)
 
virtual void solve (Eigen::MatrixXd const &mMat, Eigen::VectorXd const &bVec)
 
virtual void build (lsst::afw::image::Image< InputT > const &templateImage, lsst::afw::image::Image< InputT > const &scienceImage, lsst::afw::image::Image< lsst::afw::image::VariancePixel > const &varianceEstimate)
 
virtual std::shared_ptr< lsst::afw::math::KernelgetKernel ()
 
virtual std::shared_ptr< lsst::afw::image::Image< lsst::afw::math::Kernel::Pixel > > makeKernelImage ()
 
virtual double getBackground ()
 
virtual double getKsum ()
 
virtual std::pair< std::shared_ptr< lsst::afw::math::Kernel >, double > getSolutionPair ()
 
KernelSolvedBy getSolvedBy ()
 
virtual double getConditionNumber (ConditionNumberType conditionType)
 
virtual double getConditionNumber (Eigen::MatrixXd const &mMat, ConditionNumberType conditionType)
 
Eigen::MatrixXd const & getM ()
 
Eigen::VectorXd const & getB ()
 
void printM ()
 
void printB ()
 
void printA ()
 
int getId () const
 

Protected Member Functions

void _setKernel ()
 Set kernel after solution. More...
 
void _setKernelUncertainty ()
 Not implemented. More...
 

Protected Attributes

Eigen::MatrixXd _cMat
 K_i x R. More...
 
Eigen::VectorXd _iVec
 Vectorized I. More...
 
Eigen::VectorXd _ivVec
 Inverse variance. More...
 
std::shared_ptr< lsst::afw::math::Kernel_kernel
 Derived single-object convolution kernel. More...
 
double _background
 Derived differential background estimate. More...
 
double _kSum
 Derived kernel sum. More...
 
int _id
 Unique ID for object. More...
 
Eigen::MatrixXd _mMat
 Derived least squares M matrix. More...
 
Eigen::VectorXd _bVec
 Derived least squares B vector. More...
 
Eigen::VectorXd _aVec
 Derived least squares solution matrix. More...
 
KernelSolvedBy _solvedBy
 Type of algorithm used to make solution. More...
 
bool _fitForBackground
 Background terms included in fit. More...
 

Static Protected Attributes

static int _SolutionId = 0
 Unique identifier for solution. More...
 

Detailed Description

template<typename InputT>
class lsst::ip::diffim::RegularizedKernelSolution< InputT >

Definition at line 148 of file KernelSolution.h.

Member Typedef Documentation

◆ ImageT

Definition at line 35 of file KernelSolution.h.

◆ PixelT

Definition at line 34 of file KernelSolution.h.

◆ Ptr

Definition at line 150 of file KernelSolution.h.

Member Enumeration Documentation

◆ ConditionNumberType

Enumerator
EIGENVALUE 
SVD 

Definition at line 45 of file KernelSolution.h.

◆ KernelSolvedBy

Constructor & Destructor Documentation

◆ RegularizedKernelSolution()

template<typename InputT >
lsst::ip::diffim::RegularizedKernelSolution< InputT >::RegularizedKernelSolution ( lsst::afw::math::KernelList const &  basisList,
bool  fitForBackground,
Eigen::MatrixXd const &  hMat,
lsst::daf::base::PropertySet const &  ps 
)

Definition at line 1059 of file KernelSolution.cc.

1065  :
1066  StaticKernelSolution<InputT>(basisList, fitForBackground),
1067  _hMat(hMat),
1068  _ps(ps.deepCopy())
1069  {};

◆ ~RegularizedKernelSolution()

template<typename InputT >
virtual lsst::ip::diffim::RegularizedKernelSolution< InputT >::~RegularizedKernelSolution ( )
inlinevirtual

Definition at line 157 of file KernelSolution.h.

157 {};

Member Function Documentation

◆ _setKernel()

template<typename InputT >
void lsst::ip::diffim::StaticKernelSolution< InputT >::_setKernel ( )
protectedinherited

Set kernel after solution.

Definition at line 422 of file KernelSolution.cc.

422  {
424  throw LSST_EXCEPT(pexExcept::Exception, "Kernel not solved; cannot make solution");
425  }
426 
427  unsigned int const nParameters = _aVec.size();
428  unsigned int const nBackgroundParameters = _fitForBackground ? 1 : 0;
429  unsigned int const nKernelParameters =
431  if (nParameters != (nKernelParameters + nBackgroundParameters))
432  throw LSST_EXCEPT(pexExcept::Exception, "Mismatched sizes in kernel solution");
433 
434  /* Fill in the kernel results */
435  std::vector<double> kValues(nKernelParameters);
436  for (unsigned int idx = 0; idx < nKernelParameters; idx++) {
437  if (std::isnan(_aVec(idx))) {
439  str(boost::format("Unable to determine kernel solution %d (nan)") % idx));
440  }
441  kValues[idx] = _aVec(idx);
442  }
443  _kernel->setKernelParameters(kValues);
444 
446  new ImageT(_kernel->getDimensions())
447  );
448  _kSum = _kernel->computeImage(*image, false);
449 
450  if (_fitForBackground) {
451  if (std::isnan(_aVec(nParameters-1))) {
453  str(boost::format("Unable to determine background solution %d (nan)") %
454  (nParameters-1)));
455  }
456  _background = _aVec(nParameters-1);
457  }
458  }
def format(config, name=None, writeSourceLine=True, prefix="", verbose=False)
Definition: history.py:174
afw::table::Key< afw::table::Array< ImagePixelT > > image
KernelSolvedBy _solvedBy
Type of algorithm used to make solution.
Provides consistent interface for LSST exceptions.
Definition: Exception.h:107
double _background
Derived differential background estimate.
bool _fitForBackground
Background terms included in fit.
lsst::afw::image::Image< lsst::afw::math::Kernel::Pixel > ImageT
A kernel that is a linear combination of fixed basis kernels.
Definition: Kernel.h:738
T dynamic_pointer_cast(T... args)
double _kSum
Derived kernel sum.
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48
T isnan(T... args)
Eigen::VectorXd _aVec
Derived least squares solution matrix.
std::shared_ptr< lsst::afw::math::Kernel > _kernel
Derived single-object convolution kernel.
Backwards-compatibility support for depersisting the old Calib (FluxMag0/FluxMag0Err) objects...

◆ _setKernelUncertainty()

template<typename InputT >
void lsst::ip::diffim::StaticKernelSolution< InputT >::_setKernelUncertainty ( )
protectedinherited

Not implemented.

Definition at line 462 of file KernelSolution.cc.

462  {
463  throw LSST_EXCEPT(pexExcept::Exception, "Uncertainty calculation not supported");
464 
465  /* Estimate of parameter uncertainties comes from the inverse of the
466  * covariance matrix (noise spectrum).
467  * N.R. 15.4.8 to 15.4.15
468  *
469  * Since this is a linear problem no need to use Fisher matrix
470  * N.R. 15.5.8
471  *
472  * Although I might be able to take advantage of the solution above.
473  * Since this now works and is not the rate limiting step, keep as-is for DC3a.
474  *
475  * Use Cholesky decomposition again.
476  * Cholkesy:
477  * Cov = L L^t
478  * Cov^(-1) = (L L^t)^(-1)
479  * = (L^T)^-1 L^(-1)
480  *
481  * Code would be:
482  *
483  * Eigen::MatrixXd cov = _mMat.transpose() * _mMat;
484  * Eigen::LLT<Eigen::MatrixXd> llt = cov.llt();
485  * Eigen::MatrixXd error2 = llt.matrixL().transpose().inverse()*llt.matrixL().inverse();
486  */
487  }
Provides consistent interface for LSST exceptions.
Definition: Exception.h:107
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48

◆ build()

template<typename InputT >
void lsst::ip::diffim::StaticKernelSolution< InputT >::build ( lsst::afw::image::Image< InputT > const &  templateImage,
lsst::afw::image::Image< InputT > const &  scienceImage,
lsst::afw::image::Image< lsst::afw::image::VariancePixel > const &  varianceEstimate 
)
virtualinherited

Definition at line 261 of file KernelSolution.cc.

265  {
266 
267  afwMath::Statistics varStats = afwMath::makeStatistics(varianceEstimate, afwMath::MIN);
268  if (varStats.getValue(afwMath::MIN) < 0.0) {
270  "Error: variance less than 0.0");
271  }
272  if (varStats.getValue(afwMath::MIN) == 0.0) {
274  "Error: variance equals 0.0, cannot inverse variance weight");
275  }
276 
277  lsst::afw::math::KernelList basisList =
279 
280  unsigned int const nKernelParameters = basisList.size();
281  unsigned int const nBackgroundParameters = _fitForBackground ? 1 : 0;
282  unsigned int const nParameters = nKernelParameters + nBackgroundParameters;
283 
284  std::vector<std::shared_ptr<afwMath::Kernel> >::const_iterator kiter = basisList.begin();
285 
286  /* Ignore buffers around edge of convolved images :
287  *
288  * If the kernel has width 5, it has center pixel 2. The first good pixel
289  * is the (5-2)=3rd pixel, which is array index 2, and ends up being the
290  * index of the central pixel.
291  *
292  * You also have a buffer of unusable pixels on the other side, numbered
293  * width-center-1. The last good usable pixel is N-width+center+1.
294  *
295  * Example : the kernel is width = 5, center = 2
296  *
297  * ---|---|-c-|---|---|
298  *
299  * the image is width = N
300  * convolve this with the kernel, and you get
301  *
302  * |-x-|-x-|-g-|---|---| ... |---|---|-g-|-x-|-x-|
303  *
304  * g = first/last good pixel
305  * x = bad
306  *
307  * the first good pixel is the array index that has the value "center", 2
308  * the last good pixel has array index N-(5-2)+1
309  * eg. if N = 100, you want to use up to index 97
310  * 100-3+1 = 98, and the loops use i < 98, meaning the last
311  * index you address is 97.
312  */
313 
314  /* NOTE - we are accessing particular elements of Eigen arrays using
315  these coordinates, therefore they need to be in LOCAL coordinates.
316  This was written before ndarray unification.
317  */
318  geom::Box2I goodBBox = (*kiter)->shrinkBBox(templateImage.getBBox(afwImage::LOCAL));
319  unsigned int const startCol = goodBBox.getMinX();
320  unsigned int const startRow = goodBBox.getMinY();
321  // endCol/Row is one past the index of the last good col/row
322  unsigned int endCol = goodBBox.getMaxX() + 1;
323  unsigned int endRow = goodBBox.getMaxY() + 1;
324 
325  boost::timer t;
326  t.restart();
327 
328  /* Eigen representation of input images; only the pixels that are unconvolved in cimage below */
329  Eigen::MatrixXd eigenTemplate = imageToEigenMatrix(templateImage).block(startRow,
330  startCol,
331  endRow-startRow,
332  endCol-startCol);
333  Eigen::MatrixXd eigenScience = imageToEigenMatrix(scienceImage).block(startRow,
334  startCol,
335  endRow-startRow,
336  endCol-startCol);
337  Eigen::MatrixXd eigeniVariance = imageToEigenMatrix(varianceEstimate).block(
338  startRow, startCol, endRow-startRow, endCol-startCol
339  ).array().inverse().matrix();
340 
341  /* Resize into 1-D for later usage */
342  eigenTemplate.resize(eigenTemplate.rows()*eigenTemplate.cols(), 1);
343  eigenScience.resize(eigenScience.rows()*eigenScience.cols(), 1);
344  eigeniVariance.resize(eigeniVariance.rows()*eigeniVariance.cols(), 1);
345 
346  /* Holds image convolved with basis function */
347  afwImage::Image<PixelT> cimage(templateImage.getDimensions());
348 
349  /* Holds eigen representation of image convolved with all basis functions */
350  std::vector<Eigen::MatrixXd> convolvedEigenList(nKernelParameters);
351 
352  /* Iterators over convolved image list and basis list */
353  typename std::vector<Eigen::MatrixXd>::iterator eiter = convolvedEigenList.begin();
354  /* Create C_i in the formalism of Alard & Lupton */
355  for (kiter = basisList.begin(); kiter != basisList.end(); ++kiter, ++eiter) {
356  afwMath::convolve(cimage, templateImage, **kiter, false); /* cimage stores convolved image */
357 
358  Eigen::MatrixXd cMat = imageToEigenMatrix(cimage).block(startRow,
359  startCol,
360  endRow-startRow,
361  endCol-startCol);
362  cMat.resize(cMat.size(), 1);
363  *eiter = cMat;
364 
365  }
366 
367  double time = t.elapsed();
368  LOGL_DEBUG("TRACE3.ip.diffim.StaticKernelSolution.build",
369  "Total compute time to do basis convolutions : %.2f s", time);
370  t.restart();
371 
372  /*
373  Load matrix with all values from convolvedEigenList : all images
374  (eigeniVariance, convolvedEigenList) must be the same size
375  */
376  Eigen::MatrixXd cMat(eigenTemplate.col(0).size(), nParameters);
377  typename std::vector<Eigen::MatrixXd>::iterator eiterj = convolvedEigenList.begin();
378  typename std::vector<Eigen::MatrixXd>::iterator eiterE = convolvedEigenList.end();
379  for (unsigned int kidxj = 0; eiterj != eiterE; eiterj++, kidxj++) {
380  cMat.col(kidxj) = eiterj->col(0);
381  }
382  /* Treat the last "image" as all 1's to do the background calculation. */
383  if (_fitForBackground)
384  cMat.col(nParameters-1).fill(1.);
385 
386  _cMat = cMat;
387  _ivVec = eigeniVariance.col(0);
388  _iVec = eigenScience.col(0);
389 
390  /* Make these outside of solve() so I can check condition number */
391  _mMat = _cMat.transpose() * (_ivVec.asDiagonal() * _cMat);
392  _bVec = _cMat.transpose() * (_ivVec.asDiagonal() * _iVec);
393  }
estimate sample minimum
Definition: Statistics.h:76
Eigen::VectorXd _bVec
Derived least squares B vector.
T end(T... args)
Provides consistent interface for LSST exceptions.
Definition: Exception.h:107
Eigen::VectorXd _iVec
Vectorized I.
#define LOGL_DEBUG(logger, message...)
Log a debug-level message using a varargs/printf style interface.
Definition: Log.h:504
T time(T... args)
Eigen::VectorXd _ivVec
Inverse variance.
A class to evaluate image statistics.
Definition: Statistics.h:215
bool _fitForBackground
Background terms included in fit.
lsst::geom::Box2I getBBox(ImageOrigin origin=PARENT) const
Definition: ImageBase.h:462
int getMaxY() const noexcept
Definition: Box.h:162
Statistics makeStatistics(lsst::afw::image::Image< Pixel > const &img, lsst::afw::image::Mask< image::MaskPixel > const &msk, int const flags, StatisticsControl const &sctrl=StatisticsControl())
Handle a watered-down front-end to the constructor (no variance)
Definition: Statistics.h:354
A kernel that is a linear combination of fixed basis kernels.
Definition: Kernel.h:738
Eigen::MatrixXd imageToEigenMatrix(lsst::afw::image::Image< PixelT > const &img)
Turns a 2-d Image into a 2-d Eigen Matrix.
T dynamic_pointer_cast(T... args)
void convolve(OutImageT &convolvedImage, InImageT const &inImage, KernelT const &kernel, ConvolutionControl const &convolutionControl=ConvolutionControl())
Convolve an Image or MaskedImage with a Kernel, setting pixels of an existing output image...
int getMaxX() const noexcept
Definition: Box.h:161
double getValue(Property const prop=NOTHING) const
Return the value of the desired property (if specified in the constructor)
Definition: Statistics.cc:1056
Eigen::MatrixXd _mMat
Derived least squares M matrix.
int getMinX() const noexcept
Definition: Box.h:157
T size(T... args)
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48
T begin(T... args)
std::shared_ptr< lsst::afw::math::Kernel > _kernel
Derived single-object convolution kernel.
lsst::geom::Extent2I getDimensions() const
Return the image&#39;s size; useful for passing to constructors.
Definition: ImageBase.h:373
An integer coordinate rectangle.
Definition: Box.h:55
A class to represent a 2-dimensional array of pixels.
Definition: Image.h:58
int getMinY() const noexcept
Definition: Box.h:158

◆ estimateRisk()

template<typename InputT >
double lsst::ip::diffim::RegularizedKernelSolution< InputT >::estimateRisk ( double  maxCond)

Definition at line 1072 of file KernelSolution.cc.

1072  {
1073  Eigen::MatrixXd vMat = this->_cMat.jacobiSvd().matrixV();
1074  Eigen::MatrixXd vMatvMatT = vMat * vMat.transpose();
1075 
1076  /* Find pseudo inverse of mMat, which may be ill conditioned */
1077  Eigen::SelfAdjointEigenSolver<Eigen::MatrixXd> eVecValues(this->_mMat);
1078  Eigen::MatrixXd const& rMat = eVecValues.eigenvectors();
1079  Eigen::VectorXd eValues = eVecValues.eigenvalues();
1080  double eMax = eValues.maxCoeff();
1081  for (int i = 0; i != eValues.rows(); ++i) {
1082  if (eValues(i) == 0.0) {
1083  eValues(i) = 0.0;
1084  }
1085  else if ((eMax / eValues(i)) > maxCond) {
1086  LOGL_DEBUG("TRACE3.ip.diffim.RegularizedKernelSolution.estimateRisk",
1087  "Truncating eValue %d; %.5e / %.5e = %.5e vs. %.5e",
1088  i, eMax, eValues(i), eMax / eValues(i), maxCond);
1089  eValues(i) = 0.0;
1090  }
1091  else {
1092  eValues(i) = 1.0 / eValues(i);
1093  }
1094  }
1095  Eigen::MatrixXd mInv = rMat * eValues.asDiagonal() * rMat.transpose();
1096 
1097  std::vector<double> lambdas = _createLambdaSteps();
1098  std::vector<double> risks;
1099  for (unsigned int i = 0; i < lambdas.size(); i++) {
1100  double l = lambdas[i];
1101  Eigen::MatrixXd mLambda = this->_mMat + l * _hMat;
1102 
1103  try {
1104  KernelSolution::solve(mLambda, this->_bVec);
1105  } catch (pexExcept::Exception &e) {
1106  LSST_EXCEPT_ADD(e, "Unable to solve regularized kernel matrix");
1107  throw e;
1108  }
1109  Eigen::VectorXd term1 = (this->_aVec.transpose() * vMatvMatT * this->_aVec);
1110  if (term1.size() != 1)
1111  throw LSST_EXCEPT(pexExcept::Exception, "Matrix size mismatch");
1112 
1113  double term2a = (vMatvMatT * mLambda.inverse()).trace();
1114 
1115  Eigen::VectorXd term2b = (this->_aVec.transpose() * (mInv * this->_bVec));
1116  if (term2b.size() != 1)
1117  throw LSST_EXCEPT(pexExcept::Exception, "Matrix size mismatch");
1118 
1119  double risk = term1(0) + 2 * (term2a - term2b(0));
1120  LOGL_DEBUG("TRACE4.ip.diffim.RegularizedKernelSolution.estimateRisk",
1121  "Lambda = %.3f, Risk = %.5e",
1122  l, risk);
1123  LOGL_DEBUG("TRACE5.ip.diffim.RegularizedKernelSolution.estimateRisk",
1124  "%.5e + 2 * (%.5e - %.5e)",
1125  term1(0), term2a, term2b(0));
1126  risks.push_back(risk);
1127  }
1128  std::vector<double>::iterator it = min_element(risks.begin(), risks.end());
1129  int index = distance(risks.begin(), it);
1130  LOGL_DEBUG("TRACE3.ip.diffim.RegularizedKernelSolution.estimateRisk",
1131  "Minimum Risk = %.3e at lambda = %.3e", risks[index], lambdas[index]);
1132 
1133  return lambdas[index];
1134 
1135  }
Eigen::VectorXd _bVec
Derived least squares B vector.
T end(T... args)
Provides consistent interface for LSST exceptions.
Definition: Exception.h:107
#define LOGL_DEBUG(logger, message...)
Log a debug-level message using a varargs/printf style interface.
Definition: Log.h:504
T push_back(T... args)
Eigen::MatrixXd _mMat
Derived least squares M matrix.
T size(T... args)
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48
T begin(T... args)
Eigen::VectorXd _aVec
Derived least squares solution matrix.
T min_element(T... args)
#define LSST_EXCEPT_ADD(e, m)
Add the current location and a message to an existing exception before rethrowing it...
Definition: Exception.h:54

◆ getB()

Eigen::VectorXd const& lsst::ip::diffim::KernelSolution::getB ( )
inlineinherited

Definition at line 65 of file KernelSolution.h.

65 {return _bVec;}
Eigen::VectorXd _bVec
Derived least squares B vector.

◆ getBackground()

template<typename InputT >
double lsst::ip::diffim::StaticKernelSolution< InputT >::getBackground ( )
virtualinherited

Definition at line 235 of file KernelSolution.cc.

235  {
237  throw LSST_EXCEPT(pexExcept::Exception, "Kernel not solved; cannot return background");
238  }
239  return _background;
240  }
KernelSolvedBy _solvedBy
Type of algorithm used to make solution.
Provides consistent interface for LSST exceptions.
Definition: Exception.h:107
double _background
Derived differential background estimate.
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48

◆ getConditionNumber() [1/2]

double lsst::ip::diffim::KernelSolution::getConditionNumber ( ConditionNumberType  conditionType)
virtualinherited

Definition at line 94 of file KernelSolution.cc.

94  {
95  return getConditionNumber(_mMat, conditionType);
96  }
virtual double getConditionNumber(ConditionNumberType conditionType)
Eigen::MatrixXd _mMat
Derived least squares M matrix.

◆ getConditionNumber() [2/2]

double lsst::ip::diffim::KernelSolution::getConditionNumber ( Eigen::MatrixXd const &  mMat,
ConditionNumberType  conditionType 
)
virtualinherited

Definition at line 98 of file KernelSolution.cc.

99  {
100  switch (conditionType) {
101  case EIGENVALUE:
102  {
103  Eigen::SelfAdjointEigenSolver<Eigen::MatrixXd> eVecValues(mMat);
104  Eigen::VectorXd eValues = eVecValues.eigenvalues();
105  double eMax = eValues.maxCoeff();
106  double eMin = eValues.minCoeff();
107  LOGL_DEBUG("TRACE3.ip.diffim.KernelSolution.getConditionNumber",
108  "EIGENVALUE eMax / eMin = %.3e", eMax / eMin);
109  return (eMax / eMin);
110  break;
111  }
112  case SVD:
113  {
114  Eigen::VectorXd sValues = mMat.jacobiSvd().singularValues();
115  double sMax = sValues.maxCoeff();
116  double sMin = sValues.minCoeff();
117  LOGL_DEBUG("TRACE3.ip.diffim.KernelSolution.getConditionNumber",
118  "SVD eMax / eMin = %.3e", sMax / sMin);
119  return (sMax / sMin);
120  break;
121  }
122  default:
123  {
125  "Undefined ConditionNumberType : only EIGENVALUE, SVD allowed.");
126  break;
127  }
128  }
129  }
#define LOGL_DEBUG(logger, message...)
Log a debug-level message using a varargs/printf style interface.
Definition: Log.h:504
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48
Reports invalid arguments.
Definition: Runtime.h:66

◆ getId()

int lsst::ip::diffim::KernelSolution::getId ( ) const
inlineinherited

Definition at line 69 of file KernelSolution.h.

69 { return _id; }
int _id
Unique ID for object.

◆ getKernel()

template<typename InputT >
std::shared_ptr< lsst::afw::math::Kernel > lsst::ip::diffim::StaticKernelSolution< InputT >::getKernel ( )
virtualinherited

Definition at line 215 of file KernelSolution.cc.

215  {
217  throw LSST_EXCEPT(pexExcept::Exception, "Kernel not solved; cannot return solution");
218  }
219  return _kernel;
220  }
KernelSolvedBy _solvedBy
Type of algorithm used to make solution.
Provides consistent interface for LSST exceptions.
Definition: Exception.h:107
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48
std::shared_ptr< lsst::afw::math::Kernel > _kernel
Derived single-object convolution kernel.

◆ getKsum()

template<typename InputT >
double lsst::ip::diffim::StaticKernelSolution< InputT >::getKsum ( )
virtualinherited

Definition at line 243 of file KernelSolution.cc.

243  {
245  throw LSST_EXCEPT(pexExcept::Exception, "Kernel not solved; cannot return ksum");
246  }
247  return _kSum;
248  }
KernelSolvedBy _solvedBy
Type of algorithm used to make solution.
Provides consistent interface for LSST exceptions.
Definition: Exception.h:107
double _kSum
Derived kernel sum.
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48

◆ getLambda()

template<typename InputT >
double lsst::ip::diffim::RegularizedKernelSolution< InputT >::getLambda ( )
inline

Definition at line 159 of file KernelSolution.h.

159 {return _lambda;}

◆ getM() [1/2]

Eigen::MatrixXd const& lsst::ip::diffim::KernelSolution::getM ( )
inlineinherited

Definition at line 64 of file KernelSolution.h.

64 {return _mMat;}
Eigen::MatrixXd _mMat
Derived least squares M matrix.

◆ getM() [2/2]

template<typename InputT >
Eigen::MatrixXd lsst::ip::diffim::RegularizedKernelSolution< InputT >::getM ( bool  includeHmat = true)

Definition at line 1138 of file KernelSolution.cc.

1138  {
1139  if (includeHmat == true) {
1140  return this->_mMat + _lambda * _hMat;
1141  }
1142  else {
1143  return this->_mMat;
1144  }
1145  }
Eigen::MatrixXd _mMat
Derived least squares M matrix.

◆ getSolutionPair()

template<typename InputT >
std::pair< std::shared_ptr< lsst::afw::math::Kernel >, double > lsst::ip::diffim::StaticKernelSolution< InputT >::getSolutionPair ( )
virtualinherited

Definition at line 252 of file KernelSolution.cc.

252  {
254  throw LSST_EXCEPT(pexExcept::Exception, "Kernel not solved; cannot return solution");
255  }
256 
258  }
KernelSolvedBy _solvedBy
Type of algorithm used to make solution.
Provides consistent interface for LSST exceptions.
Definition: Exception.h:107
double _background
Derived differential background estimate.
T make_pair(T... args)
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48
std::shared_ptr< lsst::afw::math::Kernel > _kernel
Derived single-object convolution kernel.

◆ getSolvedBy()

KernelSolvedBy lsst::ip::diffim::KernelSolution::getSolvedBy ( )
inlineinherited

Definition at line 60 of file KernelSolution.h.

60 {return _solvedBy;}
KernelSolvedBy _solvedBy
Type of algorithm used to make solution.

◆ makeKernelImage()

template<typename InputT >
std::shared_ptr< lsst::afw::image::Image< lsst::afw::math::Kernel::Pixel > > lsst::ip::diffim::StaticKernelSolution< InputT >::makeKernelImage ( )
virtualinherited

Definition at line 223 of file KernelSolution.cc.

223  {
225  throw LSST_EXCEPT(pexExcept::Exception, "Kernel not solved; cannot return image");
226  }
229  );
230  (void)_kernel->computeImage(*image, false);
231  return image;
232  }
afw::table::Key< afw::table::Array< ImagePixelT > > image
KernelSolvedBy _solvedBy
Type of algorithm used to make solution.
Provides consistent interface for LSST exceptions.
Definition: Exception.h:107
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48
std::shared_ptr< lsst::afw::math::Kernel > _kernel
Derived single-object convolution kernel.
Backwards-compatibility support for depersisting the old Calib (FluxMag0/FluxMag0Err) objects...
A class to represent a 2-dimensional array of pixels.
Definition: Image.h:58

◆ printA()

void lsst::ip::diffim::KernelSolution::printA ( )
inlineinherited

Definition at line 68 of file KernelSolution.h.

68 {std::cout << _aVec << std::endl;}
T endl(T... args)
Eigen::VectorXd _aVec
Derived least squares solution matrix.

◆ printB()

void lsst::ip::diffim::KernelSolution::printB ( )
inlineinherited

Definition at line 67 of file KernelSolution.h.

67 {std::cout << _bVec << std::endl;}
Eigen::VectorXd _bVec
Derived least squares B vector.
T endl(T... args)

◆ printM()

void lsst::ip::diffim::KernelSolution::printM ( )
inlineinherited

Definition at line 66 of file KernelSolution.h.

66 {std::cout << _mMat << std::endl;}
T endl(T... args)
Eigen::MatrixXd _mMat
Derived least squares M matrix.

◆ solve() [1/2]

void lsst::ip::diffim::KernelSolution::solve ( Eigen::MatrixXd const &  mMat,
Eigen::VectorXd const &  bVec 
)
virtualinherited

Definition at line 131 of file KernelSolution.cc.

132  {
133 
134  if (DEBUG_MATRIX) {
135  std::cout << "M " << std::endl;
136  std::cout << mMat << std::endl;
137  std::cout << "B " << std::endl;
138  std::cout << bVec << std::endl;
139  }
140 
141  Eigen::VectorXd aVec = Eigen::VectorXd::Zero(bVec.size());
142 
143  boost::timer t;
144  t.restart();
145 
146  LOGL_DEBUG("TRACE2.ip.diffim.KernelSolution.solve",
147  "Solving for kernel");
148  _solvedBy = LU;
149  Eigen::FullPivLU<Eigen::MatrixXd> lu(mMat);
150  if (lu.isInvertible()) {
151  aVec = lu.solve(bVec);
152  } else {
153  LOGL_DEBUG("TRACE3.ip.diffim.KernelSolution.solve",
154  "Unable to determine kernel via LU");
155  /* LAST RESORT */
156  try {
157 
159  Eigen::SelfAdjointEigenSolver<Eigen::MatrixXd> eVecValues(mMat);
160  Eigen::MatrixXd const& rMat = eVecValues.eigenvectors();
161  Eigen::VectorXd eValues = eVecValues.eigenvalues();
162 
163  for (int i = 0; i != eValues.rows(); ++i) {
164  if (eValues(i) != 0.0) {
165  eValues(i) = 1.0/eValues(i);
166  }
167  }
168 
169  aVec = rMat * eValues.asDiagonal() * rMat.transpose() * bVec;
170  } catch (pexExcept::Exception& e) {
171 
172  _solvedBy = NONE;
173  LOGL_DEBUG("TRACE3.ip.diffim.KernelSolution.solve",
174  "Unable to determine kernel via eigen-values");
175 
176  throw LSST_EXCEPT(pexExcept::Exception, "Unable to determine kernel solution");
177  }
178  }
179 
180  double time = t.elapsed();
181  LOGL_DEBUG("TRACE3.ip.diffim.KernelSolution.solve",
182  "Compute time for matrix math : %.2f s", time);
183 
184  if (DEBUG_MATRIX) {
185  std::cout << "A " << std::endl;
186  std::cout << aVec << std::endl;
187  }
188 
189  _aVec = aVec;
190  }
T endl(T... args)
KernelSolvedBy _solvedBy
Type of algorithm used to make solution.
Provides consistent interface for LSST exceptions.
Definition: Exception.h:107
#define LOGL_DEBUG(logger, message...)
Log a debug-level message using a varargs/printf style interface.
Definition: Log.h:504
T time(T... args)
#define DEBUG_MATRIX
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48
Eigen::VectorXd _aVec
Derived least squares solution matrix.

◆ solve() [2/2]

template<typename InputT >
void lsst::ip::diffim::RegularizedKernelSolution< InputT >::solve ( )
virtual

Reimplemented from lsst::ip::diffim::StaticKernelSolution< InputT >.

Definition at line 1148 of file KernelSolution.cc.

1148  {
1149 
1150  LOGL_DEBUG("TRACE3.ip.diffim.RegularizedKernelSolution.solve",
1151  "cMat is %d x %d; vVec is %d; iVec is %d; hMat is %d x %d",
1152  this->_cMat.rows(), this->_cMat.cols(), this->_ivVec.size(),
1153  this->_iVec.size(), _hMat.rows(), _hMat.cols());
1154 
1155  if (DEBUG_MATRIX2) {
1156  std::cout << "ID: " << (this->_id) << std::endl;
1157  std::cout << "C:" << std::endl;
1158  std::cout << this->_cMat << std::endl;
1159  std::cout << "Sigma^{-1}:" << std::endl;
1160  std::cout << Eigen::MatrixXd(this->_ivVec.asDiagonal()) << std::endl;
1161  std::cout << "Y:" << std::endl;
1162  std::cout << this->_iVec << std::endl;
1163  std::cout << "H:" << std::endl;
1164  std::cout << _hMat << std::endl;
1165  }
1166 
1167 
1168  this->_mMat = this->_cMat.transpose() * this->_ivVec.asDiagonal() * this->_cMat;
1169  this->_bVec = this->_cMat.transpose() * this->_ivVec.asDiagonal() * this->_iVec;
1170 
1171 
1172  /* See N.R. 18.5
1173 
1174  Matrix equation to solve is Y = C a + N
1175  Y = vectorized version of I (I = image to not convolve)
1176  C_i = K_i (x) R (R = image to convolve)
1177  a = kernel coefficients
1178  N = noise
1179 
1180  If we reweight everything by the inverse square root of the noise
1181  covariance, we get a linear model with the identity matrix for
1182  the noise. The problem can then be solved using least squares,
1183  with the normal equations
1184 
1185  C^T Y = C^T C a
1186 
1187  or
1188 
1189  b = M a
1190 
1191  with
1192 
1193  b = C^T Y
1194  M = C^T C
1195  a = (C^T C)^{-1} C^T Y
1196 
1197 
1198  We can regularize the least square problem
1199 
1200  Y = C a + lambda a^T H a (+ N, which can be ignored)
1201 
1202  or the normal equations
1203 
1204  (C^T C + lambda H) a = C^T Y
1205 
1206 
1207  The solution to the regularization of the least squares problem is
1208 
1209  a = (C^T C + lambda H)^{-1} C^T Y
1210 
1211  The approximation to Y is
1212 
1213  C a = C (C^T C + lambda H)^{-1} C^T Y
1214 
1215  with smoothing matrix
1216 
1217  S = C (C^T C + lambda H)^{-1} C^T
1218 
1219  */
1220 
1221  std::string lambdaType = _ps->getAsString("lambdaType");
1222  if (lambdaType == "absolute") {
1223  _lambda = _ps->getAsDouble("lambdaValue");
1224  }
1225  else if (lambdaType == "relative") {
1226  _lambda = this->_mMat.trace() / this->_hMat.trace();
1227  _lambda *= _ps->getAsDouble("lambdaScaling");
1228  }
1229  else if (lambdaType == "minimizeBiasedRisk") {
1230  double tol = _ps->getAsDouble("maxConditionNumber");
1231  _lambda = estimateRisk(tol);
1232  }
1233  else if (lambdaType == "minimizeUnbiasedRisk") {
1235  }
1236  else {
1237  throw LSST_EXCEPT(pexExcept::Exception, "lambdaType in PropertySet not recognized");
1238  }
1239 
1240  LOGL_DEBUG("TRACE3.ip.diffim.RegularizedKernelSolution.solve",
1241  "Applying kernel regularization with lambda = %.2e", _lambda);
1242 
1243 
1244  try {
1245  KernelSolution::solve(this->_mMat + _lambda * _hMat, this->_bVec);
1246  } catch (pexExcept::Exception &e) {
1247  LSST_EXCEPT_ADD(e, "Unable to solve static kernel matrix");
1248  throw e;
1249  }
1250  /* Turn matrices into _kernel and _background */
1252  }
Eigen::VectorXd _bVec
Derived least squares B vector.
T endl(T... args)
Provides consistent interface for LSST exceptions.
Definition: Exception.h:107
#define DEBUG_MATRIX2
Eigen::VectorXd _iVec
Vectorized I.
#define LOGL_DEBUG(logger, message...)
Log a debug-level message using a varargs/printf style interface.
Definition: Log.h:504
Eigen::VectorXd _ivVec
Inverse variance.
STL class.
void _setKernel()
Set kernel after solution.
int _id
Unique ID for object.
Eigen::MatrixXd _mMat
Derived least squares M matrix.
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48
#define LSST_EXCEPT_ADD(e, m)
Add the current location and a message to an existing exception before rethrowing it...
Definition: Exception.h:54

Member Data Documentation

◆ _aVec

Eigen::VectorXd lsst::ip::diffim::KernelSolution::_aVec
protectedinherited

Derived least squares solution matrix.

Definition at line 75 of file KernelSolution.h.

◆ _background

template<typename InputT >
double lsst::ip::diffim::StaticKernelSolution< InputT >::_background
protectedinherited

Derived differential background estimate.

Definition at line 110 of file KernelSolution.h.

◆ _bVec

Eigen::VectorXd lsst::ip::diffim::KernelSolution::_bVec
protectedinherited

Derived least squares B vector.

Definition at line 74 of file KernelSolution.h.

◆ _cMat

template<typename InputT >
Eigen::MatrixXd lsst::ip::diffim::StaticKernelSolution< InputT >::_cMat
protectedinherited

K_i x R.

Definition at line 105 of file KernelSolution.h.

◆ _fitForBackground

bool lsst::ip::diffim::KernelSolution::_fitForBackground
protectedinherited

Background terms included in fit.

Definition at line 77 of file KernelSolution.h.

◆ _id

int lsst::ip::diffim::KernelSolution::_id
protectedinherited

Unique ID for object.

Definition at line 72 of file KernelSolution.h.

◆ _iVec

template<typename InputT >
Eigen::VectorXd lsst::ip::diffim::StaticKernelSolution< InputT >::_iVec
protectedinherited

Vectorized I.

Definition at line 106 of file KernelSolution.h.

◆ _ivVec

template<typename InputT >
Eigen::VectorXd lsst::ip::diffim::StaticKernelSolution< InputT >::_ivVec
protectedinherited

Inverse variance.

Definition at line 107 of file KernelSolution.h.

◆ _kernel

template<typename InputT >
std::shared_ptr<lsst::afw::math::Kernel> lsst::ip::diffim::StaticKernelSolution< InputT >::_kernel
protectedinherited

Derived single-object convolution kernel.

Definition at line 109 of file KernelSolution.h.

◆ _kSum

template<typename InputT >
double lsst::ip::diffim::StaticKernelSolution< InputT >::_kSum
protectedinherited

Derived kernel sum.

Definition at line 111 of file KernelSolution.h.

◆ _mMat

Eigen::MatrixXd lsst::ip::diffim::KernelSolution::_mMat
protectedinherited

Derived least squares M matrix.

Definition at line 73 of file KernelSolution.h.

◆ _SolutionId

int lsst::ip::diffim::KernelSolution::_SolutionId = 0
staticprotectedinherited

Unique identifier for solution.

Definition at line 78 of file KernelSolution.h.

◆ _solvedBy

KernelSolvedBy lsst::ip::diffim::KernelSolution::_solvedBy
protectedinherited

Type of algorithm used to make solution.

Definition at line 76 of file KernelSolution.h.


The documentation for this class was generated from the following files: