LSSTApplications  18.1.0
LSSTDataManagementBasePackage
CModel.h
Go to the documentation of this file.
1 // -*- lsst-c++ -*-
2 /*
3  * LSST Data Management System
4  * Copyright 2008-2013 LSST Corporation.
5  *
6  * This product includes software developed by the
7  * LSST Project (http://www.lsst.org/).
8  *
9  * This program is free software: you can redistribute it and/or modify
10  * it under the terms of the GNU General Public License as published by
11  * the Free Software Foundation, either version 3 of the License, or
12  * (at your option) any later version.
13  *
14  * This program is distributed in the hope that it will be useful,
15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17  * GNU General Public License for more details.
18  *
19  * You should have received a copy of the LSST License Statement and
20  * the GNU General Public License along with this program. If not,
21  * see <http://www.lsstcorp.org/LegalNotices/>.
22  */
23 
24 #ifndef LSST_MEAS_MODELFIT_CModelFit_h_INCLUDED
25 #define LSST_MEAS_MODELFIT_CModelFit_h_INCLUDED
26 
27 #include <bitset>
28 #include <string>
29 
30 #include "ndarray.h"
31 
32 #include "lsst/pex/config.h"
34 #include "lsst/afw/table/Source.h"
44 
45 namespace lsst { namespace meas { namespace modelfit {
46 
142 
144  profileName("lux"),
145  priorSource("EMPIRICAL"),
146  priorName(),
147  nComponents(8),
148  maxRadius(0),
149  usePixelWeights(false),
150  weightsMultiplier(1.0),
151  doRecordHistory(true),
152  doRecordTime(true)
153  {}
154 
157  }
158 
159  PTR(Model) getModel() const;
160 
161  PTR(Prior) getPrior() const;
162 
165  "Name of the shapelet.RadialProfile that defines the model to fit"
166  );
167 
170  "One of 'FILE', 'LINEAR', 'EMPIRICAL', or 'NONE', indicating whether the prior should be loaded "
171  "from disk, created from one of the nested prior config/control objects, or None"
172  );
173 
176  "Name of the Prior that defines the model to fit (a filename in $MEAS_MODELFIT_DIR/data, "
177  "with no extension), if priorSource='FILE'. Ignored for forced fitting."
178  );
179 
182  "Configuration for a linear prior, used if priorSource='LINEAR'."
183  );
184 
187  "Configuration for an empirical prior, used if priorSource='EMPIRICAL'."
188  );
189 
190  LSST_CONTROL_FIELD(nComponents, int, "Number of Gaussian used to approximate the profile");
191 
193  maxRadius,
194  int,
195  "Maximum radius used in approximating profile with Gaussians (0=default for this profile)"
196  );
197 
200  bool,
201  "Use per-pixel variances as weights in the nonlinear fit (the final linear fit for"
202  " flux never uses per-pixel variances)"
203  );
204 
207  double,
208  "Scale the likelihood by this factor to artificially reweight it w.r.t. the prior."
209  );
210 
213  "Configuration for how the objective surface is explored. Ignored for forced fitting"
214  );
215 
217  doRecordHistory, bool,
218  "Whether to record the steps the optimizer takes (or just the number, if running as a plugin)"
219  );
220 
222  doRecordTime, bool,
223  "Whether to record the time spent in this stage"
224  );
225 
226 };
227 
233 
235  psfName("modelfit_DoubleShapeletPsfApprox"),
236  minInitialRadius(0.1),
237  fallbackInitialMomentsPsfFactor(1.5)
238  {
239  initial.nComponents = 3; // use very rough model in initial fit
240  initial.optimizer.gradientThreshold = 1E-3; // with slightly coarser convergence criteria
241  initial.optimizer.minTrustRadiusThreshold = 1E-2;
242  initial.usePixelWeights = true;
243  dev.profileName = "luv";
244  exp.nComponents = 6;
245  exp.optimizer.maxOuterIterations = 250;
246  }
247 
249  psfName,
250  std::string,
251  "Field name prefix of the Shapelet PSF approximation used to convolve the galaxy model; "
252  "must contain a set of fields matching the schema defined by shapelet.MultiShapeletFunctionKey."
253  );
254 
257  "Configuration parameters related to the determination of the pixels to include in the fit."
258  );
259 
262  "An initial fit (usually with a fast, approximate model) used to warm-start the exp and dev fits, "
263  "convolved with only the zeroth-order terms in the multi-shapelet PSF approximation."
264  );
265 
268  "Independent fit of the exponential component"
269  );
270 
273  "Independent fit of the de Vaucouleur component"
274  );
275 
277  minInitialRadius, double,
278  "Minimum initial radius in pixels (used to regularize initial moments-based PSF deconvolution)"
279  );
280 
282  fallbackInitialMomentsPsfFactor, double,
283  "If the 2nd-moments shape used to initialize the fit failed, use the PSF moments multiplied by this."
284  " If <= 0.0, abort the fit early instead."
285  );
286 
287 };
288 
293 
295  enum FlagBit {
296  FAILED=0,
297  TR_SMALL,
298  MAX_ITERATIONS,
300  NUMERIC_ERROR,
302  BAD_REFERENCE,
304  N_FLAGS
305  };
306 
308 
319 
320  ndarray::Array<Scalar const,1,1> nonlinear;
321  ndarray::Array<Scalar const,1,1> amplitudes;
322  ndarray::Array<Scalar const,1,1> fixed;
323 
326 };
327 
332 struct CModelResult {
333 
335  enum FlagBit {
336  FAILED=0,
337  REGION_MAX_AREA,
339  REGION_MAX_BAD_PIXEL_FRACTION,
340  REGION_USED_FOOTPRINT_AREA,
342  REGION_USED_PSF_AREA,
345  REGION_USED_INITIAL_ELLIPSE_MIN,
347  REGION_USED_INITIAL_ELLIPSE_MAX,
349  NO_SHAPE,
351  SMALL_SHAPE,
353  NO_SHAPELET_PSF,
357  N_FLAGS
358  };
359 
360  CModelResult();
361 
366  Scalar objective;
368 
372 
375 
378 };
379 
389 public:
390 
393 
407  std::string const & name,
408  Control const & ctrl,
410  );
411 
428  std::string const & name,
429  Control const & ctrl,
430  afw::table::SchemaMapper & schemaMapper
431  );
432 
440  explicit CModelAlgorithm(Control const & ctrl);
441 
443  Control const & getControl() const { return _ctrl; }
444 
461  Result apply(
462  afw::image::Exposure<Pixel> const & exposure,
464  afw::geom::Point2D const & center,
466  Scalar approxFlux=-1,
467  Scalar kronRadius=-1,
468  int footprintArea=-1
469  ) const;
470 
483  Result applyForced(
484  afw::image::Exposure<Pixel> const & exposure,
486  afw::geom::Point2D const & center,
487  Result const & reference,
488  Scalar approxFlux=-1
489  ) const;
490 
503  void measure(
504  afw::table::SourceRecord & measRecord,
505  afw::image::Exposure<Pixel> const & exposure
506  ) const;
507 
523  void measure(
524  afw::table::SourceRecord & measRecord,
525  afw::image::Exposure<Pixel> const & exposure,
526  afw::table::SourceRecord const & refRecord
527  ) const;
528 
537  void fail(
538  afw::table::SourceRecord & measRecord,
540  ) const;
541 
543  void writeResultToRecord(Result const & result, afw::table::BaseRecord & record) const;
544 
545 private:
546 
547  friend class CModelAlgorithmControl;
548 
549  // Actual implementations go here; we use an output argument for the result so we can get partial
550  // results to the plugin version when we throw.
551  void _applyImpl(
552  Result & result,
553  afw::image::Exposure<Pixel> const & exposure,
555  afw::geom::Point2D const & center,
556  afw::geom::ellipses::Quadrupole const & moments,
557  Scalar approxFlux,
558  Scalar kronRadius=-1,
559  int footprintArea=-1
560  ) const;
561 
562  // Actual implementations go here; we use an output argument for the result so we can get partial
563  // results to the SourceRecord version when we throw.
564  void _applyForcedImpl(
565  Result & result,
566  afw::image::Exposure<Pixel> const & exposure,
568  afw::geom::Point2D const & center,
569  Result const & reference,
570  Scalar approxFlux
571  ) const;
572 
573  // gets/checks inputs from SourceRecord that are needed by both apply and applyForced
574  template <typename PixelT>
575  shapelet::MultiShapeletFunction _processInputs(
577  afw::image::Exposure<PixelT> const & exposure
578  ) const;
579 
580  class Impl;
581 
582  Control _ctrl;
583  PTR(Impl) _impl;
584 };
585 
586 }}} // namespace lsst::meas::modelfit
587 
588 #endif // !LSST_MEAS_MODELFIT_CModelFit_h_INCLUDED
An ellipse core with quadrupole moments as parameters.
Definition: Quadrupole.h:47
Defines the fields and offsets for a table.
Definition: Schema.h:50
shapelet::RadialProfile const & getProfile() const
Definition: CModel.h:155
LocalUnitTransform fitSysToMeasSys
Transforms to the coordinate system where parameters are defined.
Definition: CModel.h:376
boost::shared_ptr< OptimizerObjective > objfunc
Objective class used by the optimizer.
Definition: CModel.h:311
Control const & getControl() const
Return the control object the algorithm was constructed with.
Definition: CModel.h:443
Scalar objective
Value of the objective function at the best fit point: chisq/2 - ln(prior)
Definition: CModel.h:316
#define PTR(...)
Definition: base.h:41
A mapping between the keys of two Schemas, used to copy data between them.
Definition: SchemaMapper.h:21
Scalar instFluxInner
Flux measured strictly within the fit region (no extrapolation).
Definition: CModel.h:364
std::bitset< N_FLAGS > flags
Array of flags.
Definition: CModel.h:377
ndarray::Array< Scalar const, 1, 1 > amplitudes
Opaque linear parameters in specialized units.
Definition: CModel.h:321
afw::geom::ellipses::Quadrupole ellipse
Best fit half-light ellipse in pixel coordinates.
Definition: CModel.h:318
py::object result
Definition: schema.cc:418
Scalar instFluxErr
Flux uncertainty from the final linear fit.
Definition: CModel.h:363
double Scalar
Typedefs to be used for probability and parameter values.
Definition: common.h:44
boost::shared_ptr< Model > model
Model object that defines the parametrization (defined fully by Control struct)
Definition: CModel.h:309
ndarray::Array< Scalar const, 1, 1 > nonlinear
Opaque nonlinear parameters in specialized units.
Definition: CModel.h:320
CModelResult Result
Typedef to the master Result struct.
Definition: CModel.h:392
Exception to be thrown when a measurement algorithm experiences a known failure mode.
Definition: exceptions.h:48
#define LSST_CONTROL_FIELD(NAME, TYPE, DOC)
A preprocessor macro used to define fields in C++ "control object" structs.
Definition: config.h:36
double weightsMultiplier
"Scale the likelihood by this factor to artificially reweight it w.r.t. the prior." ;
Definition: CModel.h:209
std::string profileName
"Name of the shapelet.RadialProfile that defines the model to fit" ;
Definition: CModel.h:166
bool doRecordTime
"Whether to record the time spent in this stage" ;
Definition: CModel.h:224
Nested control object for CModel that configures one of the three ("initial", "exp", "dev") nonlinear fitting stages.
Definition: CModel.h:141
CModelStageResult dev
Results from the de Vaucouleur (Sersic n=4) fit.
Definition: CModel.h:371
static RadialProfile & get(std::string const &name)
Return a predefined radial profile given its name.
STL class.
Registry and utility class for multi-Gaussian approximations to radial profiles.
Definition: RadialProfile.h:60
CModelStageResult initial
Results from the initial approximate nonlinear fit that feeds the others.
Definition: CModel.h:369
Abstract base class and concrete factories that define multi-shapelet galaxy models.
Definition: Model.h:56
boost::shared_ptr< Prior > prior
Bayesian priors on the parameters (defined fully by Control struct)
Definition: CModel.h:310
std::string priorSource
"One of &#39;FILE&#39;, &#39;LINEAR&#39;, &#39;EMPIRICAL&#39;, or &#39;NONE&#39;, indicating whether the prior should be loaded " "fr...
Definition: CModel.h:172
Main public interface class for CModel algorithm.
Definition: CModel.h:388
std::bitset< N_FLAGS > flags
Array of flags.
Definition: CModel.h:325
A base class for image defects.
A multi-scale shapelet function.
std::string priorName
"Name of the Prior that defines the model to fit (a filename in $MEAS_MODELFIT_DIR/data, " "with no extension), if priorSource=&#39;FILE&#39;. Ignored for forced fitting." ;
Definition: CModel.h:178
The main control object for CModel, containing parameters for the final linear fit and aggregating th...
Definition: CModel.h:232
Scalar instFluxInner
Flux measured strictly within the fit region (no extrapolation).
Definition: CModel.h:315
afw::geom::ellipses::Quadrupole initialFitRegion
Pixels used in the initial fit.
Definition: CModel.h:373
afw::geom::ellipses::Quadrupole finalFitRegion
Pixels used in the exp, dev, and linear fits.
Definition: CModel.h:374
Scalar instFluxErr
Flux uncertainty from just this stage fit.
Definition: CModel.h:314
table::Schema schema
Definition: Camera.cc:161
Scalar time
Time spent in this fit in seconds.
Definition: CModel.h:317
#define LSST_NESTED_CONTROL_FIELD(NAME, MODULE, TYPE, DOC)
A preprocessor macro used to define fields in C++ "control object" structs, for nested control object...
Definition: config.h:62
const char * source()
Source function that allows astChannel to source from a Stream.
Definition: Stream.h:224
int nComponents
"Number of Gaussian used to approximate the profile" ;
Definition: CModel.h:190
bool doRecordHistory
"Whether to record the steps the optimizer takes (or just the number, if running as a plugin)" ; ...
Definition: CModel.h:219
SoftenedLinearPriorControl linearPriorConfig
"Configuration for a linear prior, used if priorSource=&#39;LINEAR&#39;." ;
Definition: CModel.h:183
VectorQ moments
Definition: simpleShape.cc:151
Configuration object for Optimizer.
Definition: optimizer.h:187
Scalar fracDev
Fraction of flux from the final linear fit in the de Vaucouleur component (always between 0 and 1)...
Definition: CModel.h:365
Base class for Bayesian priors.
Definition: Prior.h:36
FlagBit
Flags that apply to all four CModel fits or just the last one.
Definition: CModel.h:335
A local mapping between two UnitSystems.
Definition: UnitSystem.h:80
boost::shared_ptr< UnitTransformedLikelihood > likelihood
Object used to evaluate models and compare to data.
Definition: CModel.h:312
SemiEmpiricalPriorControl empiricalPriorConfig
"Configuration for an empirical prior, used if priorSource=&#39;EMPIRICAL&#39;." ;
Definition: CModel.h:188
Scalar instFlux
Flux from the final linear fit.
Definition: CModel.h:362
Base class for all records.
Definition: BaseRecord.h:31
CModelControl Control
Typedef to the master Control struct.
Definition: CModel.h:391
bool usePixelWeights
"Use per-pixel variances as weights in the nonlinear fit (the final linear fit for" " flux never uses...
Definition: CModel.h:203
int maxRadius
"Maximum radius used in approximating profile with Gaussians (0=default for this profile)" ; ...
Definition: CModel.h:196
def measure(mi, x, y, size, statistic, stats)
Definition: fringe.py:357
Reference fit failed, so forced fit will fail as well.
Definition: CModel.h:356
Record class that contains measurements made on a single exposure.
Definition: Source.h:82
FlagBit
Flags for a single CModel stage (note that there are additional flags for the full multi-stage fit) ...
Definition: CModel.h:295
Base class for objective functions for Optimizer.
Definition: optimizer.h:44
ndarray::Array< Scalar const, 1, 1 > fixed
Opaque fixed parameters in specialized units.
Definition: CModel.h:322
afw::table::BaseCatalog history
Trace of the optimizer&#39;s path, if enabled by diagnostic options.
Definition: CModel.h:324
Master result object for CModel, containing results for the final linear fit and three nested CModelS...
Definition: CModel.h:332
boost::shared_ptr< Prior > getPrior() const
Result object for a single nonlinear fitting stage of the CModel algorithm.
Definition: CModel.h:292
OptimizerControl optimizer
"Configuration for how the objective surface is explored. Ignored for forced fitting" ; ...
Definition: CModel.h:214
boost::shared_ptr< Model > getModel() const
A concrete Likelihood class that does not require its parameters and data to be in the same UnitSyste...
Input centroid did not land within the fit region.
Definition: CModel.h:355
Scalar instFlux
Flux measured from just this stage fit.
Definition: CModel.h:313
CModelStageResult exp
Results from the exponential (Sersic n=1) fit.
Definition: CModel.h:370