LSSTApplications  20.0.0
LSSTDataManagementBasePackage
Public Types | Public Member Functions | Protected Member Functions | Protected Attributes | Static Protected Attributes | List of all members
lsst::ip::diffim::RegularizedKernelSolution< InputT > Class Template Reference

#include <KernelSolution.h>

Inheritance diagram for lsst::ip::diffim::RegularizedKernelSolution< InputT >:
lsst::ip::diffim::StaticKernelSolution< InputT > lsst::ip::diffim::KernelSolution

Public Types

typedef std::shared_ptr< RegularizedKernelSolution< InputT > > Ptr
 
enum  KernelSolvedBy {
  NONE = 0, CHOLESKY_LDLT = 1, CHOLESKY_LLT = 2, LU = 3,
  EIGENVECTOR = 4
}
 
enum  ConditionNumberType { EIGENVALUE = 0, SVD = 1 }
 
typedef lsst::afw::math::Kernel::Pixel PixelT
 
typedef lsst::afw::image::Image< lsst::afw::math::Kernel::PixelImageT
 

Public Member Functions

 RegularizedKernelSolution (lsst::afw::math::KernelList const &basisList, bool fitForBackground, Eigen::MatrixXd const &hMat, lsst::daf::base::PropertySet const &ps)
 
virtual ~RegularizedKernelSolution ()
 
void solve ()
 
double getLambda ()
 
double estimateRisk (double maxCond)
 
Eigen::MatrixXd getM (bool includeHmat=true)
 
virtual void solve (Eigen::MatrixXd const &mMat, Eigen::VectorXd const &bVec)
 
virtual void build (lsst::afw::image::Image< InputT > const &templateImage, lsst::afw::image::Image< InputT > const &scienceImage, lsst::afw::image::Image< lsst::afw::image::VariancePixel > const &varianceEstimate)
 
virtual std::shared_ptr< lsst::afw::math::KernelgetKernel ()
 
virtual std::shared_ptr< lsst::afw::image::Image< lsst::afw::math::Kernel::Pixel > > makeKernelImage ()
 
virtual double getBackground ()
 
virtual double getKsum ()
 
virtual std::pair< std::shared_ptr< lsst::afw::math::Kernel >, double > getSolutionPair ()
 
KernelSolvedBy getSolvedBy ()
 
virtual double getConditionNumber (ConditionNumberType conditionType)
 
virtual double getConditionNumber (Eigen::MatrixXd const &mMat, ConditionNumberType conditionType)
 
Eigen::MatrixXd const & getM ()
 
Eigen::VectorXd const & getB ()
 
void printM ()
 
void printB ()
 
void printA ()
 
int getId () const
 

Protected Member Functions

void _setKernel ()
 Set kernel after solution. More...
 
void _setKernelUncertainty ()
 Not implemented. More...
 

Protected Attributes

Eigen::MatrixXd _cMat
 K_i x R. More...
 
Eigen::VectorXd _iVec
 Vectorized I. More...
 
Eigen::VectorXd _ivVec
 Inverse variance. More...
 
std::shared_ptr< lsst::afw::math::Kernel_kernel
 Derived single-object convolution kernel. More...
 
double _background
 Derived differential background estimate. More...
 
double _kSum
 Derived kernel sum. More...
 
int _id
 Unique ID for object. More...
 
Eigen::MatrixXd _mMat
 Derived least squares M matrix. More...
 
Eigen::VectorXd _bVec
 Derived least squares B vector. More...
 
Eigen::VectorXd _aVec
 Derived least squares solution matrix. More...
 
KernelSolvedBy _solvedBy
 Type of algorithm used to make solution. More...
 
bool _fitForBackground
 Background terms included in fit. More...
 

Static Protected Attributes

static int _SolutionId = 0
 Unique identifier for solution. More...
 

Detailed Description

template<typename InputT>
class lsst::ip::diffim::RegularizedKernelSolution< InputT >

Definition at line 148 of file KernelSolution.h.

Member Typedef Documentation

◆ ImageT

Definition at line 35 of file KernelSolution.h.

◆ PixelT

Definition at line 34 of file KernelSolution.h.

◆ Ptr

Definition at line 150 of file KernelSolution.h.

Member Enumeration Documentation

◆ ConditionNumberType

Enumerator
EIGENVALUE 
SVD 

Definition at line 45 of file KernelSolution.h.

45  {
46  EIGENVALUE = 0,
47  SVD = 1
48  };

◆ KernelSolvedBy

Enumerator
NONE 
CHOLESKY_LDLT 
CHOLESKY_LLT 
LU 
EIGENVECTOR 

Definition at line 37 of file KernelSolution.h.

37  {
38  NONE = 0,
39  CHOLESKY_LDLT = 1,
40  CHOLESKY_LLT = 2,
41  LU = 3,
42  EIGENVECTOR = 4
43  };

Constructor & Destructor Documentation

◆ RegularizedKernelSolution()

template<typename InputT >
lsst::ip::diffim::RegularizedKernelSolution< InputT >::RegularizedKernelSolution ( lsst::afw::math::KernelList const &  basisList,
bool  fitForBackground,
Eigen::MatrixXd const &  hMat,
lsst::daf::base::PropertySet const &  ps 
)

Definition at line 1059 of file KernelSolution.cc.

1065  :
1066  StaticKernelSolution<InputT>(basisList, fitForBackground),
1067  _hMat(hMat),
1068  _ps(ps.deepCopy())
1069  {};

◆ ~RegularizedKernelSolution()

template<typename InputT >
virtual lsst::ip::diffim::RegularizedKernelSolution< InputT >::~RegularizedKernelSolution ( )
inlinevirtual

Definition at line 157 of file KernelSolution.h.

157 {};

Member Function Documentation

◆ _setKernel()

template<typename InputT >
void lsst::ip::diffim::StaticKernelSolution< InputT >::_setKernel
protectedinherited

Set kernel after solution.

Definition at line 422 of file KernelSolution.cc.

422  {
424  throw LSST_EXCEPT(pexExcept::Exception, "Kernel not solved; cannot make solution");
425  }
426 
427  unsigned int const nParameters = _aVec.size();
428  unsigned int const nBackgroundParameters = _fitForBackground ? 1 : 0;
429  unsigned int const nKernelParameters =
430  std::dynamic_pointer_cast<afwMath::LinearCombinationKernel>(_kernel)->getKernelList().size();
431  if (nParameters != (nKernelParameters + nBackgroundParameters))
432  throw LSST_EXCEPT(pexExcept::Exception, "Mismatched sizes in kernel solution");
433 
434  /* Fill in the kernel results */
435  std::vector<double> kValues(nKernelParameters);
436  for (unsigned int idx = 0; idx < nKernelParameters; idx++) {
437  if (std::isnan(_aVec(idx))) {
439  str(boost::format("Unable to determine kernel solution %d (nan)") % idx));
440  }
441  kValues[idx] = _aVec(idx);
442  }
443  _kernel->setKernelParameters(kValues);
444 
447  );
448  _kSum = _kernel->computeImage(*image, false);
449 
450  if (_fitForBackground) {
451  if (std::isnan(_aVec(nParameters-1))) {
453  str(boost::format("Unable to determine background solution %d (nan)") %
454  (nParameters-1)));
455  }
456  _background = _aVec(nParameters-1);
457  }
458  }

◆ _setKernelUncertainty()

template<typename InputT >
void lsst::ip::diffim::StaticKernelSolution< InputT >::_setKernelUncertainty
protectedinherited

Not implemented.

Definition at line 462 of file KernelSolution.cc.

462  {
463  throw LSST_EXCEPT(pexExcept::Exception, "Uncertainty calculation not supported");
464 
465  /* Estimate of parameter uncertainties comes from the inverse of the
466  * covariance matrix (noise spectrum).
467  * N.R. 15.4.8 to 15.4.15
468  *
469  * Since this is a linear problem no need to use Fisher matrix
470  * N.R. 15.5.8
471  *
472  * Although I might be able to take advantage of the solution above.
473  * Since this now works and is not the rate limiting step, keep as-is for DC3a.
474  *
475  * Use Cholesky decomposition again.
476  * Cholkesy:
477  * Cov = L L^t
478  * Cov^(-1) = (L L^t)^(-1)
479  * = (L^T)^-1 L^(-1)
480  *
481  * Code would be:
482  *
483  * Eigen::MatrixXd cov = _mMat.transpose() * _mMat;
484  * Eigen::LLT<Eigen::MatrixXd> llt = cov.llt();
485  * Eigen::MatrixXd error2 = llt.matrixL().transpose().inverse()*llt.matrixL().inverse();
486  */
487  }

◆ build()

template<typename InputT >
void lsst::ip::diffim::StaticKernelSolution< InputT >::build ( lsst::afw::image::Image< InputT > const &  templateImage,
lsst::afw::image::Image< InputT > const &  scienceImage,
lsst::afw::image::Image< lsst::afw::image::VariancePixel > const &  varianceEstimate 
)
virtualinherited

Definition at line 261 of file KernelSolution.cc.

265  {
266 
267  afwMath::Statistics varStats = afwMath::makeStatistics(varianceEstimate, afwMath::MIN);
268  if (varStats.getValue(afwMath::MIN) < 0.0) {
270  "Error: variance less than 0.0");
271  }
272  if (varStats.getValue(afwMath::MIN) == 0.0) {
274  "Error: variance equals 0.0, cannot inverse variance weight");
275  }
276 
277  lsst::afw::math::KernelList basisList =
278  std::dynamic_pointer_cast<afwMath::LinearCombinationKernel>(_kernel)->getKernelList();
279 
280  unsigned int const nKernelParameters = basisList.size();
281  unsigned int const nBackgroundParameters = _fitForBackground ? 1 : 0;
282  unsigned int const nParameters = nKernelParameters + nBackgroundParameters;
283 
284  std::vector<std::shared_ptr<afwMath::Kernel> >::const_iterator kiter = basisList.begin();
285 
286  /* Ignore buffers around edge of convolved images :
287  *
288  * If the kernel has width 5, it has center pixel 2. The first good pixel
289  * is the (5-2)=3rd pixel, which is array index 2, and ends up being the
290  * index of the central pixel.
291  *
292  * You also have a buffer of unusable pixels on the other side, numbered
293  * width-center-1. The last good usable pixel is N-width+center+1.
294  *
295  * Example : the kernel is width = 5, center = 2
296  *
297  * ---|---|-c-|---|---|
298  *
299  * the image is width = N
300  * convolve this with the kernel, and you get
301  *
302  * |-x-|-x-|-g-|---|---| ... |---|---|-g-|-x-|-x-|
303  *
304  * g = first/last good pixel
305  * x = bad
306  *
307  * the first good pixel is the array index that has the value "center", 2
308  * the last good pixel has array index N-(5-2)+1
309  * eg. if N = 100, you want to use up to index 97
310  * 100-3+1 = 98, and the loops use i < 98, meaning the last
311  * index you address is 97.
312  */
313 
314  /* NOTE - we are accessing particular elements of Eigen arrays using
315  these coordinates, therefore they need to be in LOCAL coordinates.
316  This was written before ndarray unification.
317  */
318  geom::Box2I goodBBox = (*kiter)->shrinkBBox(templateImage.getBBox(afwImage::LOCAL));
319  unsigned int const startCol = goodBBox.getMinX();
320  unsigned int const startRow = goodBBox.getMinY();
321  // endCol/Row is one past the index of the last good col/row
322  unsigned int endCol = goodBBox.getMaxX() + 1;
323  unsigned int endRow = goodBBox.getMaxY() + 1;
324 
325  boost::timer t;
326  t.restart();
327 
328  /* Eigen representation of input images; only the pixels that are unconvolved in cimage below */
329  Eigen::MatrixXd eigenTemplate = imageToEigenMatrix(templateImage).block(startRow,
330  startCol,
331  endRow-startRow,
332  endCol-startCol);
333  Eigen::MatrixXd eigenScience = imageToEigenMatrix(scienceImage).block(startRow,
334  startCol,
335  endRow-startRow,
336  endCol-startCol);
337  Eigen::MatrixXd eigeniVariance = imageToEigenMatrix(varianceEstimate).block(
338  startRow, startCol, endRow-startRow, endCol-startCol
339  ).array().inverse().matrix();
340 
341  /* Resize into 1-D for later usage */
342  eigenTemplate.resize(eigenTemplate.rows()*eigenTemplate.cols(), 1);
343  eigenScience.resize(eigenScience.rows()*eigenScience.cols(), 1);
344  eigeniVariance.resize(eigeniVariance.rows()*eigeniVariance.cols(), 1);
345 
346  /* Holds image convolved with basis function */
347  afwImage::Image<PixelT> cimage(templateImage.getDimensions());
348 
349  /* Holds eigen representation of image convolved with all basis functions */
350  std::vector<Eigen::MatrixXd> convolvedEigenList(nKernelParameters);
351 
352  /* Iterators over convolved image list and basis list */
353  typename std::vector<Eigen::MatrixXd>::iterator eiter = convolvedEigenList.begin();
354  /* Create C_i in the formalism of Alard & Lupton */
355  for (kiter = basisList.begin(); kiter != basisList.end(); ++kiter, ++eiter) {
356  afwMath::convolve(cimage, templateImage, **kiter, false); /* cimage stores convolved image */
357 
358  Eigen::MatrixXd cMat = imageToEigenMatrix(cimage).block(startRow,
359  startCol,
360  endRow-startRow,
361  endCol-startCol);
362  cMat.resize(cMat.size(), 1);
363  *eiter = cMat;
364 
365  }
366 
367  double time = t.elapsed();
368  LOGL_DEBUG("TRACE3.ip.diffim.StaticKernelSolution.build",
369  "Total compute time to do basis convolutions : %.2f s", time);
370  t.restart();
371 
372  /*
373  Load matrix with all values from convolvedEigenList : all images
374  (eigeniVariance, convolvedEigenList) must be the same size
375  */
376  Eigen::MatrixXd cMat(eigenTemplate.col(0).size(), nParameters);
377  typename std::vector<Eigen::MatrixXd>::iterator eiterj = convolvedEigenList.begin();
378  typename std::vector<Eigen::MatrixXd>::iterator eiterE = convolvedEigenList.end();
379  for (unsigned int kidxj = 0; eiterj != eiterE; eiterj++, kidxj++) {
380  cMat.col(kidxj) = eiterj->col(0);
381  }
382  /* Treat the last "image" as all 1's to do the background calculation. */
383  if (_fitForBackground)
384  cMat.col(nParameters-1).fill(1.);
385 
386  _cMat = cMat;
387  _ivVec = eigeniVariance.col(0);
388  _iVec = eigenScience.col(0);
389 
390  /* Make these outside of solve() so I can check condition number */
391  _mMat = _cMat.transpose() * (_ivVec.asDiagonal() * _cMat);
392  _bVec = _cMat.transpose() * (_ivVec.asDiagonal() * _iVec);
393  }

◆ estimateRisk()

template<typename InputT >
double lsst::ip::diffim::RegularizedKernelSolution< InputT >::estimateRisk ( double  maxCond)

Definition at line 1072 of file KernelSolution.cc.

1072  {
1073  Eigen::MatrixXd vMat = this->_cMat.jacobiSvd().matrixV();
1074  Eigen::MatrixXd vMatvMatT = vMat * vMat.transpose();
1075 
1076  /* Find pseudo inverse of mMat, which may be ill conditioned */
1077  Eigen::SelfAdjointEigenSolver<Eigen::MatrixXd> eVecValues(this->_mMat);
1078  Eigen::MatrixXd const& rMat = eVecValues.eigenvectors();
1079  Eigen::VectorXd eValues = eVecValues.eigenvalues();
1080  double eMax = eValues.maxCoeff();
1081  for (int i = 0; i != eValues.rows(); ++i) {
1082  if (eValues(i) == 0.0) {
1083  eValues(i) = 0.0;
1084  }
1085  else if ((eMax / eValues(i)) > maxCond) {
1086  LOGL_DEBUG("TRACE3.ip.diffim.RegularizedKernelSolution.estimateRisk",
1087  "Truncating eValue %d; %.5e / %.5e = %.5e vs. %.5e",
1088  i, eMax, eValues(i), eMax / eValues(i), maxCond);
1089  eValues(i) = 0.0;
1090  }
1091  else {
1092  eValues(i) = 1.0 / eValues(i);
1093  }
1094  }
1095  Eigen::MatrixXd mInv = rMat * eValues.asDiagonal() * rMat.transpose();
1096 
1097  std::vector<double> lambdas = _createLambdaSteps();
1098  std::vector<double> risks;
1099  for (unsigned int i = 0; i < lambdas.size(); i++) {
1100  double l = lambdas[i];
1101  Eigen::MatrixXd mLambda = this->_mMat + l * _hMat;
1102 
1103  try {
1104  KernelSolution::solve(mLambda, this->_bVec);
1105  } catch (pexExcept::Exception &e) {
1106  LSST_EXCEPT_ADD(e, "Unable to solve regularized kernel matrix");
1107  throw e;
1108  }
1109  Eigen::VectorXd term1 = (this->_aVec.transpose() * vMatvMatT * this->_aVec);
1110  if (term1.size() != 1)
1111  throw LSST_EXCEPT(pexExcept::Exception, "Matrix size mismatch");
1112 
1113  double term2a = (vMatvMatT * mLambda.inverse()).trace();
1114 
1115  Eigen::VectorXd term2b = (this->_aVec.transpose() * (mInv * this->_bVec));
1116  if (term2b.size() != 1)
1117  throw LSST_EXCEPT(pexExcept::Exception, "Matrix size mismatch");
1118 
1119  double risk = term1(0) + 2 * (term2a - term2b(0));
1120  LOGL_DEBUG("TRACE4.ip.diffim.RegularizedKernelSolution.estimateRisk",
1121  "Lambda = %.3f, Risk = %.5e",
1122  l, risk);
1123  LOGL_DEBUG("TRACE5.ip.diffim.RegularizedKernelSolution.estimateRisk",
1124  "%.5e + 2 * (%.5e - %.5e)",
1125  term1(0), term2a, term2b(0));
1126  risks.push_back(risk);
1127  }
1128  std::vector<double>::iterator it = min_element(risks.begin(), risks.end());
1129  int index = distance(risks.begin(), it);
1130  LOGL_DEBUG("TRACE3.ip.diffim.RegularizedKernelSolution.estimateRisk",
1131  "Minimum Risk = %.3e at lambda = %.3e", risks[index], lambdas[index]);
1132 
1133  return lambdas[index];
1134 
1135  }

◆ getB()

Eigen::VectorXd const& lsst::ip::diffim::KernelSolution::getB ( )
inlineinherited

Definition at line 65 of file KernelSolution.h.

65 {return _bVec;}

◆ getBackground()

template<typename InputT >
double lsst::ip::diffim::StaticKernelSolution< InputT >::getBackground
virtualinherited

Definition at line 235 of file KernelSolution.cc.

235  {
237  throw LSST_EXCEPT(pexExcept::Exception, "Kernel not solved; cannot return background");
238  }
239  return _background;
240  }

◆ getConditionNumber() [1/2]

double lsst::ip::diffim::KernelSolution::getConditionNumber ( ConditionNumberType  conditionType)
virtualinherited

Definition at line 94 of file KernelSolution.cc.

94  {
95  return getConditionNumber(_mMat, conditionType);
96  }

◆ getConditionNumber() [2/2]

double lsst::ip::diffim::KernelSolution::getConditionNumber ( Eigen::MatrixXd const &  mMat,
ConditionNumberType  conditionType 
)
virtualinherited

Definition at line 98 of file KernelSolution.cc.

99  {
100  switch (conditionType) {
101  case EIGENVALUE:
102  {
103  Eigen::SelfAdjointEigenSolver<Eigen::MatrixXd> eVecValues(mMat);
104  Eigen::VectorXd eValues = eVecValues.eigenvalues();
105  double eMax = eValues.maxCoeff();
106  double eMin = eValues.minCoeff();
107  LOGL_DEBUG("TRACE3.ip.diffim.KernelSolution.getConditionNumber",
108  "EIGENVALUE eMax / eMin = %.3e", eMax / eMin);
109  return (eMax / eMin);
110  break;
111  }
112  case SVD:
113  {
114  Eigen::VectorXd sValues = mMat.jacobiSvd().singularValues();
115  double sMax = sValues.maxCoeff();
116  double sMin = sValues.minCoeff();
117  LOGL_DEBUG("TRACE3.ip.diffim.KernelSolution.getConditionNumber",
118  "SVD eMax / eMin = %.3e", sMax / sMin);
119  return (sMax / sMin);
120  break;
121  }
122  default:
123  {
125  "Undefined ConditionNumberType : only EIGENVALUE, SVD allowed.");
126  break;
127  }
128  }
129  }

◆ getId()

int lsst::ip::diffim::KernelSolution::getId ( ) const
inlineinherited

Definition at line 69 of file KernelSolution.h.

69 { return _id; }

◆ getKernel()

template<typename InputT >
std::shared_ptr< lsst::afw::math::Kernel > lsst::ip::diffim::StaticKernelSolution< InputT >::getKernel
virtualinherited

Definition at line 215 of file KernelSolution.cc.

215  {
217  throw LSST_EXCEPT(pexExcept::Exception, "Kernel not solved; cannot return solution");
218  }
219  return _kernel;
220  }

◆ getKsum()

template<typename InputT >
double lsst::ip::diffim::StaticKernelSolution< InputT >::getKsum
virtualinherited

Definition at line 243 of file KernelSolution.cc.

243  {
245  throw LSST_EXCEPT(pexExcept::Exception, "Kernel not solved; cannot return ksum");
246  }
247  return _kSum;
248  }

◆ getLambda()

template<typename InputT >
double lsst::ip::diffim::RegularizedKernelSolution< InputT >::getLambda ( )
inline

Definition at line 159 of file KernelSolution.h.

159 {return _lambda;}

◆ getM() [1/2]

Eigen::MatrixXd const& lsst::ip::diffim::KernelSolution::getM ( )
inlineinherited

Definition at line 64 of file KernelSolution.h.

64 {return _mMat;}

◆ getM() [2/2]

template<typename InputT >
Eigen::MatrixXd lsst::ip::diffim::RegularizedKernelSolution< InputT >::getM ( bool  includeHmat = true)

Definition at line 1138 of file KernelSolution.cc.

1138  {
1139  if (includeHmat == true) {
1140  return this->_mMat + _lambda * _hMat;
1141  }
1142  else {
1143  return this->_mMat;
1144  }
1145  }

◆ getSolutionPair()

template<typename InputT >
std::pair< std::shared_ptr< lsst::afw::math::Kernel >, double > lsst::ip::diffim::StaticKernelSolution< InputT >::getSolutionPair
virtualinherited

Definition at line 252 of file KernelSolution.cc.

252  {
254  throw LSST_EXCEPT(pexExcept::Exception, "Kernel not solved; cannot return solution");
255  }
256 
258  }

◆ getSolvedBy()

KernelSolvedBy lsst::ip::diffim::KernelSolution::getSolvedBy ( )
inlineinherited

Definition at line 60 of file KernelSolution.h.

60 {return _solvedBy;}

◆ makeKernelImage()

template<typename InputT >
std::shared_ptr< lsst::afw::image::Image< lsst::afw::math::Kernel::Pixel > > lsst::ip::diffim::StaticKernelSolution< InputT >::makeKernelImage
virtualinherited

Definition at line 223 of file KernelSolution.cc.

223  {
225  throw LSST_EXCEPT(pexExcept::Exception, "Kernel not solved; cannot return image");
226  }
229  );
230  (void)_kernel->computeImage(*image, false);
231  return image;
232  }

◆ printA()

void lsst::ip::diffim::KernelSolution::printA ( )
inlineinherited

Definition at line 68 of file KernelSolution.h.

68 {std::cout << _aVec << std::endl;}

◆ printB()

void lsst::ip::diffim::KernelSolution::printB ( )
inlineinherited

Definition at line 67 of file KernelSolution.h.

67 {std::cout << _bVec << std::endl;}

◆ printM()

void lsst::ip::diffim::KernelSolution::printM ( )
inlineinherited

Definition at line 66 of file KernelSolution.h.

66 {std::cout << _mMat << std::endl;}

◆ solve() [1/2]

template<typename InputT >
void lsst::ip::diffim::RegularizedKernelSolution< InputT >::solve
virtual

Reimplemented from lsst::ip::diffim::StaticKernelSolution< InputT >.

Definition at line 1148 of file KernelSolution.cc.

1148  {
1149 
1150  LOGL_DEBUG("TRACE3.ip.diffim.RegularizedKernelSolution.solve",
1151  "cMat is %d x %d; vVec is %d; iVec is %d; hMat is %d x %d",
1152  this->_cMat.rows(), this->_cMat.cols(), this->_ivVec.size(),
1153  this->_iVec.size(), _hMat.rows(), _hMat.cols());
1154 
1155  if (DEBUG_MATRIX2) {
1156  std::cout << "ID: " << (this->_id) << std::endl;
1157  std::cout << "C:" << std::endl;
1158  std::cout << this->_cMat << std::endl;
1159  std::cout << "Sigma^{-1}:" << std::endl;
1160  std::cout << Eigen::MatrixXd(this->_ivVec.asDiagonal()) << std::endl;
1161  std::cout << "Y:" << std::endl;
1162  std::cout << this->_iVec << std::endl;
1163  std::cout << "H:" << std::endl;
1164  std::cout << _hMat << std::endl;
1165  }
1166 
1167 
1168  this->_mMat = this->_cMat.transpose() * this->_ivVec.asDiagonal() * this->_cMat;
1169  this->_bVec = this->_cMat.transpose() * this->_ivVec.asDiagonal() * this->_iVec;
1170 
1171 
1172  /* See N.R. 18.5
1173 
1174  Matrix equation to solve is Y = C a + N
1175  Y = vectorized version of I (I = image to not convolve)
1176  C_i = K_i (x) R (R = image to convolve)
1177  a = kernel coefficients
1178  N = noise
1179 
1180  If we reweight everything by the inverse square root of the noise
1181  covariance, we get a linear model with the identity matrix for
1182  the noise. The problem can then be solved using least squares,
1183  with the normal equations
1184 
1185  C^T Y = C^T C a
1186 
1187  or
1188 
1189  b = M a
1190 
1191  with
1192 
1193  b = C^T Y
1194  M = C^T C
1195  a = (C^T C)^{-1} C^T Y
1196 
1197 
1198  We can regularize the least square problem
1199 
1200  Y = C a + lambda a^T H a (+ N, which can be ignored)
1201 
1202  or the normal equations
1203 
1204  (C^T C + lambda H) a = C^T Y
1205 
1206 
1207  The solution to the regularization of the least squares problem is
1208 
1209  a = (C^T C + lambda H)^{-1} C^T Y
1210 
1211  The approximation to Y is
1212 
1213  C a = C (C^T C + lambda H)^{-1} C^T Y
1214 
1215  with smoothing matrix
1216 
1217  S = C (C^T C + lambda H)^{-1} C^T
1218 
1219  */
1220 
1221  std::string lambdaType = _ps->getAsString("lambdaType");
1222  if (lambdaType == "absolute") {
1223  _lambda = _ps->getAsDouble("lambdaValue");
1224  }
1225  else if (lambdaType == "relative") {
1226  _lambda = this->_mMat.trace() / this->_hMat.trace();
1227  _lambda *= _ps->getAsDouble("lambdaScaling");
1228  }
1229  else if (lambdaType == "minimizeBiasedRisk") {
1230  double tol = _ps->getAsDouble("maxConditionNumber");
1231  _lambda = estimateRisk(tol);
1232  }
1233  else if (lambdaType == "minimizeUnbiasedRisk") {
1235  }
1236  else {
1237  throw LSST_EXCEPT(pexExcept::Exception, "lambdaType in PropertySet not recognized");
1238  }
1239 
1240  LOGL_DEBUG("TRACE3.ip.diffim.RegularizedKernelSolution.solve",
1241  "Applying kernel regularization with lambda = %.2e", _lambda);
1242 
1243 
1244  try {
1245  KernelSolution::solve(this->_mMat + _lambda * _hMat, this->_bVec);
1246  } catch (pexExcept::Exception &e) {
1247  LSST_EXCEPT_ADD(e, "Unable to solve static kernel matrix");
1248  throw e;
1249  }
1250  /* Turn matrices into _kernel and _background */
1252  }

◆ solve() [2/2]

void lsst::ip::diffim::KernelSolution::solve ( Eigen::MatrixXd const &  mMat,
Eigen::VectorXd const &  bVec 
)
virtualinherited

Definition at line 131 of file KernelSolution.cc.

132  {
133 
134  if (DEBUG_MATRIX) {
135  std::cout << "M " << std::endl;
136  std::cout << mMat << std::endl;
137  std::cout << "B " << std::endl;
138  std::cout << bVec << std::endl;
139  }
140 
141  Eigen::VectorXd aVec = Eigen::VectorXd::Zero(bVec.size());
142 
143  boost::timer t;
144  t.restart();
145 
146  LOGL_DEBUG("TRACE2.ip.diffim.KernelSolution.solve",
147  "Solving for kernel");
148  _solvedBy = LU;
149  Eigen::FullPivLU<Eigen::MatrixXd> lu(mMat);
150  if (lu.isInvertible()) {
151  aVec = lu.solve(bVec);
152  } else {
153  LOGL_DEBUG("TRACE3.ip.diffim.KernelSolution.solve",
154  "Unable to determine kernel via LU");
155  /* LAST RESORT */
156  try {
157 
159  Eigen::SelfAdjointEigenSolver<Eigen::MatrixXd> eVecValues(mMat);
160  Eigen::MatrixXd const& rMat = eVecValues.eigenvectors();
161  Eigen::VectorXd eValues = eVecValues.eigenvalues();
162 
163  for (int i = 0; i != eValues.rows(); ++i) {
164  if (eValues(i) != 0.0) {
165  eValues(i) = 1.0/eValues(i);
166  }
167  }
168 
169  aVec = rMat * eValues.asDiagonal() * rMat.transpose() * bVec;
170  } catch (pexExcept::Exception& e) {
171 
172  _solvedBy = NONE;
173  LOGL_DEBUG("TRACE3.ip.diffim.KernelSolution.solve",
174  "Unable to determine kernel via eigen-values");
175 
176  throw LSST_EXCEPT(pexExcept::Exception, "Unable to determine kernel solution");
177  }
178  }
179 
180  double time = t.elapsed();
181  LOGL_DEBUG("TRACE3.ip.diffim.KernelSolution.solve",
182  "Compute time for matrix math : %.2f s", time);
183 
184  if (DEBUG_MATRIX) {
185  std::cout << "A " << std::endl;
186  std::cout << aVec << std::endl;
187  }
188 
189  _aVec = aVec;
190  }

Member Data Documentation

◆ _aVec

Eigen::VectorXd lsst::ip::diffim::KernelSolution::_aVec
protectedinherited

Derived least squares solution matrix.

Definition at line 75 of file KernelSolution.h.

◆ _background

template<typename InputT >
double lsst::ip::diffim::StaticKernelSolution< InputT >::_background
protectedinherited

Derived differential background estimate.

Definition at line 110 of file KernelSolution.h.

◆ _bVec

Eigen::VectorXd lsst::ip::diffim::KernelSolution::_bVec
protectedinherited

Derived least squares B vector.

Definition at line 74 of file KernelSolution.h.

◆ _cMat

template<typename InputT >
Eigen::MatrixXd lsst::ip::diffim::StaticKernelSolution< InputT >::_cMat
protectedinherited

K_i x R.

Definition at line 105 of file KernelSolution.h.

◆ _fitForBackground

bool lsst::ip::diffim::KernelSolution::_fitForBackground
protectedinherited

Background terms included in fit.

Definition at line 77 of file KernelSolution.h.

◆ _id

int lsst::ip::diffim::KernelSolution::_id
protectedinherited

Unique ID for object.

Definition at line 72 of file KernelSolution.h.

◆ _iVec

template<typename InputT >
Eigen::VectorXd lsst::ip::diffim::StaticKernelSolution< InputT >::_iVec
protectedinherited

Vectorized I.

Definition at line 106 of file KernelSolution.h.

◆ _ivVec

template<typename InputT >
Eigen::VectorXd lsst::ip::diffim::StaticKernelSolution< InputT >::_ivVec
protectedinherited

Inverse variance.

Definition at line 107 of file KernelSolution.h.

◆ _kernel

template<typename InputT >
std::shared_ptr<lsst::afw::math::Kernel> lsst::ip::diffim::StaticKernelSolution< InputT >::_kernel
protectedinherited

Derived single-object convolution kernel.

Definition at line 109 of file KernelSolution.h.

◆ _kSum

template<typename InputT >
double lsst::ip::diffim::StaticKernelSolution< InputT >::_kSum
protectedinherited

Derived kernel sum.

Definition at line 111 of file KernelSolution.h.

◆ _mMat

Eigen::MatrixXd lsst::ip::diffim::KernelSolution::_mMat
protectedinherited

Derived least squares M matrix.

Definition at line 73 of file KernelSolution.h.

◆ _SolutionId

int lsst::ip::diffim::KernelSolution::_SolutionId = 0
staticprotectedinherited

Unique identifier for solution.

Definition at line 78 of file KernelSolution.h.

◆ _solvedBy

KernelSolvedBy lsst::ip::diffim::KernelSolution::_solvedBy
protectedinherited

Type of algorithm used to make solution.

Definition at line 76 of file KernelSolution.h.


The documentation for this class was generated from the following files:
lsst::afw::image
Backwards-compatibility support for depersisting the old Calib (FluxMag0/FluxMag0Err) objects.
Definition: imageAlgorithm.dox:1
lsst::afw::image::LOCAL
@ LOCAL
Definition: ImageBase.h:94
std::string
STL class.
std::shared_ptr< ImageT >
lsst::ip::diffim::KernelSolution::SVD
@ SVD
Definition: KernelSolution.h:47
lsst::afw::math::Kernel::getDimensions
lsst::geom::Extent2I const getDimensions() const
Return the Kernel's dimensions (width, height)
Definition: Kernel.h:213
lsst::ip::diffim::KernelSolution::solve
virtual void solve()
Definition: KernelSolution.cc:90
lsst::ip::diffim::KernelSolution::CHOLESKY_LDLT
@ CHOLESKY_LDLT
Definition: KernelSolution.h:39
lsst::ip::diffim::StaticKernelSolution::_kernel
std::shared_ptr< lsst::afw::math::Kernel > _kernel
Derived single-object convolution kernel.
Definition: KernelSolution.h:109
DEBUG_MATRIX2
#define DEBUG_MATRIX2
Definition: KernelSolution.cc:41
lsst::ip::diffim::KernelSolution::ImageT
lsst::afw::image::Image< lsst::afw::math::Kernel::Pixel > ImageT
Definition: KernelSolution.h:35
lsst::ip::diffim::KernelSolution::NONE
@ NONE
Definition: KernelSolution.h:38
std::vector< double >
std::vector::size
T size(T... args)
LSST_EXCEPT_ADD
#define LSST_EXCEPT_ADD(e, m)
Add the current location and a message to an existing exception before rethrowing it.
Definition: Exception.h:54
pex.config.history.format
def format(config, name=None, writeSourceLine=True, prefix="", verbose=False)
Definition: history.py:174
lsst::ip::diffim::RegularizedKernelSolution::estimateRisk
double estimateRisk(double maxCond)
Definition: KernelSolution.cc:1072
lsst::afw::math::Kernel::computeImage
double computeImage(lsst::afw::image::Image< Pixel > &image, bool doNormalize, double x=0.0, double y=0.0) const
Compute an image (pixellized representation of the kernel) in place.
Definition: Kernel.cc:85
lsst::ip::diffim::KernelSolution::_bVec
Eigen::VectorXd _bVec
Derived least squares B vector.
Definition: KernelSolution.h:74
lsst::afw::math::Statistics::getValue
double getValue(Property const prop=NOTHING) const
Return the value of the desired property (if specified in the constructor)
Definition: Statistics.cc:1056
std::vector::push_back
T push_back(T... args)
lsst::afw::math::makeStatistics
Statistics makeStatistics(lsst::afw::image::Image< Pixel > const &img, lsst::afw::image::Mask< image::MaskPixel > const &msk, int const flags, StatisticsControl const &sctrl=StatisticsControl())
Handle a watered-down front-end to the constructor (no variance)
Definition: Statistics.h:354
lsst::ip::diffim::KernelSolution::_fitForBackground
bool _fitForBackground
Background terms included in fit.
Definition: KernelSolution.h:77
lsst::ip::diffim::KernelSolution::LU
@ LU
Definition: KernelSolution.h:41
std::isnan
T isnan(T... args)
lsst::ip::diffim::StaticKernelSolution::_background
double _background
Derived differential background estimate.
Definition: KernelSolution.h:110
lsst::ip::diffim::KernelSolution::_solvedBy
KernelSolvedBy _solvedBy
Type of algorithm used to make solution.
Definition: KernelSolution.h:76
image
afw::table::Key< afw::table::Array< ImagePixelT > > image
Definition: HeavyFootprint.cc:216
lsst::ip::diffim::KernelSolution::_mMat
Eigen::MatrixXd _mMat
Derived least squares M matrix.
Definition: KernelSolution.h:73
std::cout
std::min_element
T min_element(T... args)
lsst::afw::math.convolveImage.convolveImageContinued.convolve
convolve
Definition: convolveImageContinued.py:28
lsst::ip::diffim::imageToEigenMatrix
Eigen::MatrixXd imageToEigenMatrix(lsst::afw::image::Image< PixelT > const &img)
Turns a 2-d Image into a 2-d Eigen Matrix.
Definition: ImageSubtract.cc:62
lsst::ip::diffim::KernelSolution::getConditionNumber
virtual double getConditionNumber(ConditionNumberType conditionType)
Definition: KernelSolution.cc:94
lsst::afw::table._match.distance
distance
Definition: _match.py:80
lsst::ip::diffim::KernelSolution::_id
int _id
Unique ID for object.
Definition: KernelSolution.h:72
lsst::ip::diffim::StaticKernelSolution::_ivVec
Eigen::VectorXd _ivVec
Inverse variance.
Definition: KernelSolution.h:107
LSST_EXCEPT
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
Definition: Exception.h:48
lsst::ip::diffim::StaticKernelSolution::_iVec
Eigen::VectorXd _iVec
Vectorized I.
Definition: KernelSolution.h:106
lsst::ip::diffim::KernelSolution::EIGENVECTOR
@ EIGENVECTOR
Definition: KernelSolution.h:42
lsst::afw::image::ImageBase::getDimensions
lsst::geom::Extent2I getDimensions() const
Return the image's size; useful for passing to constructors.
Definition: ImageBase.h:393
lsst::ip::diffim::StaticKernelSolution::_setKernel
void _setKernel()
Set kernel after solution.
Definition: KernelSolution.cc:422
std::endl
T endl(T... args)
lsst::pex::exceptions::InvalidParameterError
Reports invalid arguments.
Definition: Runtime.h:66
lsst::geom::Box2I::getMaxY
int getMaxY() const noexcept
Definition: Box.h:162
LOGL_DEBUG
#define LOGL_DEBUG(logger, message...)
Definition: Log.h:504
std::vector::begin
T begin(T... args)
lsst::afw::math::MIN
@ MIN
estimate sample minimum
Definition: Statistics.h:76
lsst::log.log.logContinued.trace
def trace(fmt, *args)
Definition: logContinued.py:190
lsst::geom::Box2I::getMaxX
int getMaxX() const noexcept
Definition: Box.h:161
lsst::ip::diffim::StaticKernelSolution::_cMat
Eigen::MatrixXd _cMat
K_i x R.
Definition: KernelSolution.h:105
lsst::geom::Box2I
An integer coordinate rectangle.
Definition: Box.h:55
lsst::geom::Box2I::getMinX
int getMinX() const noexcept
Definition: Box.h:157
lsst::afw::math::Statistics
Definition: Statistics.h:215
std::make_pair
T make_pair(T... args)
std::time
T time(T... args)
lsst::pex::exceptions::Exception
Provides consistent interface for LSST exceptions.
Definition: Exception.h:107
std::vector::end
T end(T... args)
lsst::afw::image::ImageBase::getBBox
lsst::geom::Box2I getBBox(ImageOrigin origin=PARENT) const
Definition: ImageBase.h:482
lsst::ip::diffim::KernelSolution::EIGENVALUE
@ EIGENVALUE
Definition: KernelSolution.h:46
lsst::afw::image::Image
A class to represent a 2-dimensional array of pixels.
Definition: Image.h:58
lsst::afw::math::Kernel::setKernelParameters
void setKernelParameters(std::vector< double > const &params)
Set the kernel parameters of a spatially invariant kernel.
Definition: Kernel.h:388
lsst::ip::diffim::KernelSolution::CHOLESKY_LLT
@ CHOLESKY_LLT
Definition: KernelSolution.h:40
DEBUG_MATRIX
#define DEBUG_MATRIX
Definition: KernelSolution.cc:40
std::numeric_limits
lsst::geom::Box2I::getMinY
int getMinY() const noexcept
Definition: Box.h:158
lsst::ip::diffim::KernelSolution::_aVec
Eigen::VectorXd _aVec
Derived least squares solution matrix.
Definition: KernelSolution.h:75
lsst::ip::diffim::StaticKernelSolution::_kSum
double _kSum
Derived kernel sum.
Definition: KernelSolution.h:111