50 s << std::setprecision(std::numeric_limits<long double>::digits10 + 1);
51 s <<
"value=" << measurement.
value <<
", error=" << measurement.
error;
57 int const SERIALIZATION_VERSION = 1;
59 double toNanojansky(
double instFlux,
double scale) {
return instFlux *
scale; }
63 double toInstFluxFromMagnitude(
double magnitude,
double scale) {
68 double toNanojanskyErr(
double instFlux,
double instFluxErr,
double scale,
double scaleErr,
70 return std::abs(nanojansky) * hypot(instFluxErr / instFlux, scaleErr / scale);
86 void toNanojanskyVariance(ndarray::Array<float const, 2, 1>
const &instFlux,
87 ndarray::Array<float const, 2, 1>
const &instFluxVar,
float scaleErr,
88 ndarray::Array<float const, 2, 1>
const &flux, ndarray::Array<float, 2, 1> out) {
89 auto eigenFlux = ndarray::asEigen<Eigen::ArrayXpr>(flux);
90 auto eigenInstFluxVar = ndarray::asEigen<Eigen::ArrayXpr>(instFluxVar);
91 auto eigenInstFlux = ndarray::asEigen<Eigen::ArrayXpr>(instFlux);
92 auto eigenOut = ndarray::asEigen<Eigen::ArrayXpr>(out);
93 eigenOut = eigenFlux.square() *
94 (eigenInstFluxVar / eigenInstFlux.square() + (scaleErr / eigenFlux * eigenInstFlux).square());
97 double toMagnitudeErr(
double instFlux,
double instFluxErr,
double scale,
double scaleErr) {
98 return 2.5 /
log(10.0) * hypot(instFluxErr / instFlux, scaleErr / scale);
106 return toNanojansky(instFlux, evaluate(point));
109 double PhotoCalib::instFluxToNanojansky(
double instFlux)
const {
110 return toNanojansky(instFlux, _calibrationMean);
113 Measurement PhotoCalib::instFluxToNanojansky(
double instFlux,
double instFluxErr,
115 double calibration,
error, nanojansky;
116 calibration = evaluate(point);
117 nanojansky = toNanojansky(instFlux, calibration);
118 error = toNanojanskyErr(instFlux, instFluxErr, calibration, _calibrationErr, nanojansky);
122 Measurement PhotoCalib::instFluxToNanojansky(
double instFlux,
double instFluxErr)
const {
123 double nanojansky = toNanojansky(instFlux, _calibrationMean);
124 double error = toNanojanskyErr(instFlux, instFluxErr, _calibrationMean, _calibrationErr, nanojansky);
131 auto instFluxKey = sourceRecord.
getSchema().
find<
double>(instFluxField +
"_instFlux").
key;
132 auto instFluxErrKey = sourceRecord.
getSchema().
find<
double>(instFluxField +
"_instFluxErr").
key;
133 return instFluxToNanojansky(sourceRecord.
get(instFluxKey), sourceRecord.
get(instFluxErrKey), position);
137 ndarray::Array<double, 2, 2>
result =
138 ndarray::allocate(ndarray::makeVector(
int(sourceCatalog.size()), 2));
139 instFluxToNanojanskyArray(sourceCatalog, instFluxField, result);
145 auto instFluxKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFlux").
key;
146 auto instFluxErrKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFluxErr").
key;
147 auto nanojanskyKey = sourceCatalog.getSchema().find<
double>(outField +
"_flux").
key;
148 auto nanojanskyErrKey = sourceCatalog.getSchema().find<
double>(outField +
"_fluxErr").
key;
149 for (
auto &record : sourceCatalog) {
150 auto result = instFluxToNanojansky(record.get(instFluxKey), record.get(instFluxErrKey),
151 record.getCentroid());
152 record.set(nanojanskyKey,
result.value);
153 record.set(nanojanskyErrKey,
result.error);
160 return toMagnitude(instFlux, evaluate(point));
163 double PhotoCalib::instFluxToMagnitude(
double instFlux)
const {
164 return toMagnitude(instFlux, _calibrationMean);
167 Measurement PhotoCalib::instFluxToMagnitude(
double instFlux,
double instFluxErr,
169 double calibration,
error, magnitude;
170 calibration = evaluate(point);
171 magnitude = toMagnitude(instFlux, calibration);
172 error = toMagnitudeErr(instFlux, instFluxErr, calibration, _calibrationErr);
176 Measurement PhotoCalib::instFluxToMagnitude(
double instFlux,
double instFluxErr)
const {
177 double magnitude = toMagnitude(instFlux, _calibrationMean);
178 double error = toMagnitudeErr(instFlux, instFluxErr, _calibrationMean, _calibrationErr);
185 auto instFluxKey = sourceRecord.
getSchema().
find<
double>(instFluxField +
"_instFlux").
key;
186 auto instFluxErrKey = sourceRecord.
getSchema().
find<
double>(instFluxField +
"_instFluxErr").
key;
187 return instFluxToMagnitude(sourceRecord.
get(instFluxKey), sourceRecord.
get(instFluxErrKey), position);
192 ndarray::Array<double, 2, 2>
result =
193 ndarray::allocate(ndarray::makeVector(
int(sourceCatalog.size()), 2));
194 instFluxToMagnitudeArray(sourceCatalog, instFluxField, result);
200 auto instFluxKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFlux").
key;
201 auto instFluxErrKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFluxErr").
key;
202 auto magKey = sourceCatalog.getSchema().find<
double>(outField +
"_mag").
key;
203 auto magErrKey = sourceCatalog.getSchema().find<
double>(outField +
"_magErr").
key;
204 for (
auto &record : sourceCatalog) {
205 auto result = instFluxToMagnitude(record.get(instFluxKey), record.get(instFluxErrKey),
206 record.getCentroid());
207 record.set(magKey,
result.value);
208 record.set(magErrKey,
result.error);
214 double PhotoCalib::magnitudeToInstFlux(
double magnitude)
const {
215 return toInstFluxFromMagnitude(magnitude, _calibrationMean);
219 return toInstFluxFromMagnitude(magnitude, evaluate(point));
223 return *(_calibration) / _calibrationMean;
231 return (_calibrationMean == rhs._calibrationMean && _calibrationErr == rhs._calibrationErr &&
232 (*_calibration) == *(rhs._calibration));
236 return calibration->mean();
240 return std::make_unique<PhotoCalib>(*this);
246 buffer <<
"spatially constant with ";
248 buffer << *_calibration <<
" with ";
249 buffer <<
"mean: " << _calibrationMean <<
" error: " << _calibrationErr;
254 return singleClassEquals(*
this,
other);
262 bool includeScaleUncertainty)
const {
267 *(
result.getImage()) *= _calibrationMean;
269 _calibration->multiplyImage(*(
result.getImage()),
true);
271 if (includeScaleUncertainty) {
272 toNanojanskyVariance(maskedImage.
getImage()->getArray(), maskedImage.
getVariance()->getArray(),
273 _calibrationErr,
result.getImage()->getArray(),
274 result.getVariance()->getArray());
276 toNanojanskyVariance(maskedImage.
getImage()->getArray(), maskedImage.
getVariance()->getArray(), 0,
277 result.getImage()->getArray(),
result.getVariance()->getArray());
285 auto const &inSchema = catalog.getSchema();
302 for (
auto const &
field : instFluxFields) {
304 newKey.instFlux = inSchema[inSchema.join(
field,
"instFlux")];
306 mapper.
addOutputField(FieldD(inSchema.join(
field,
"flux"),
"calibrated flux",
"nJy"),
true);
308 FieldD(inSchema.join(
field,
"mag"),
"calibrated magnitude",
"mag(AB)"),
true);
310 newKey.instFluxErr = inSchema.find<
double>(inSchema.join(
field,
"instFluxErr")).
key;
312 FieldD(inSchema.join(
field,
"fluxErr"),
"calibrated flux uncertainty",
"nJy"),
true);
314 FieldD(inSchema.join(
field,
"magErr"),
"calibrated magnitude uncertainty",
"mag(AB)"),
324 output.insert(mapper, output.begin(), catalog.begin(), catalog.end());
326 auto calibration = evaluateCatalog(output);
330 for (
auto &rec : output) {
331 for (
auto &
key : keys) {
332 double instFlux = rec.get(
key.instFlux);
333 double nanojansky = toNanojansky(instFlux, calibration[iRec]);
334 rec.set(
key.flux, nanojansky);
335 rec.set(
key.mag, toMagnitude(instFlux, calibration[iRec]));
336 if (
key.instFluxErr.isValid()) {
337 double instFluxErr = rec.get(
key.instFluxErr);
338 rec.set(
key.fluxErr, toNanojanskyErr(instFlux, instFluxErr, calibration[iRec],
339 _calibrationErr, nanojansky));
341 toMagnitudeErr(instFlux, instFluxErr, calibration[iRec], _calibrationErr));
353 for (
auto const &
name : catalog.getSchema().getNames()) {
355 if (
name.size() > SUFFIX.
size() + 1 &&
360 return calibrateCatalog(catalog, instFluxFields);
367 class PhotoCalibSchema {
377 PhotoCalibSchema(PhotoCalibSchema
const &) =
delete;
378 PhotoCalibSchema &operator=(PhotoCalibSchema
const &) =
delete;
380 PhotoCalibSchema(PhotoCalibSchema &&) =
delete;
381 PhotoCalibSchema &operator=(PhotoCalibSchema &&) =
delete;
383 static PhotoCalibSchema
const &
get() {
384 static PhotoCalibSchema
const instance;
392 "calibrationMean",
"mean calibration on this PhotoCalib's domain",
"count")),
394 schema.addField<
double>(
"calibrationErr",
"1-sigma error on calibrationMean",
"count")),
395 isConstant(schema.addField<table::Flag>(
"isConstant",
"Is this spatially-constant?")),
396 field(schema.addField<
int>(
"field",
"archive ID of the BoundedField object")),
397 version(schema.addField<
int>(
"version",
"version of this PhotoCalib")) {}
400 class PhotoCalibFactory :
public table::io::PersistableFactory {
402 PTR(table::io::Persistable)
403 read(InputArchive
const &archive, CatalogVector
const &catalogs)
const override {
404 table::BaseRecord
const &record = catalogs.front().front();
405 PhotoCalibSchema
const &
keys = PhotoCalibSchema::get();
406 int version = getVersion(record);
408 throw(pex::exceptions::RuntimeError(
"Unsupported version (version 0 was defined in maggies): " +
411 return std::make_shared<PhotoCalib>(record.get(keys.calibrationMean), record.get(keys.calibrationErr),
412 archive.get<afw::math::BoundedField>(record.get(keys.field)),
413 record.get(keys.isConstant));
416 PhotoCalibFactory(
std::string const &
name) : afw::table::io::PersistableFactory(name) {}
419 int getVersion(table::BaseRecord
const &record)
const {
423 auto versionKey = record.getSchema().
find<
int>(versionName);
424 version = record.get(versionKey.key);
425 }
catch (
const pex::exceptions::NotFoundError &) {
433 std::string getPhotoCalibPersistenceName() {
return "PhotoCalib"; }
435 PhotoCalibFactory registration(getPhotoCalibPersistenceName());
444 int const CALIB_TABLE_CURRENT_VERSION = 2;
456 CalibKeys(
const CalibKeys &) =
delete;
457 CalibKeys &operator=(
const CalibKeys &) =
delete;
460 CalibKeys(CalibKeys &&) =
delete;
461 CalibKeys &operator=(CalibKeys &&) =
delete;
463 CalibKeys(
int tableVersion = CALIB_TABLE_CURRENT_VERSION)
464 : schema(), midTime(), expTime(), fluxMag0(), fluxMag0Err() {
465 if (tableVersion == 1) {
468 "midtime",
"middle of the time of the exposure relative to Unix epoch",
"ns");
469 expTime = schema.addField<
double>(EXPTIME_FIELD_NAME,
"exposure time",
"s");
471 fluxMag0 = schema.addField<
double>(
"fluxmag0",
"flux of a zero-magnitude object",
"count");
472 fluxMag0Err = schema.addField<
double>(
"fluxmag0.err",
"1-sigma error on fluxmag0",
"count");
476 class CalibFactory :
public table::io::PersistableFactory {
479 CatalogVector
const &catalogs)
const override {
482 int tableVersion = 1;
484 catalogs.front().getSchema().find<
double>(EXPTIME_FIELD_NAME);
485 }
catch (pex::exceptions::NotFoundError
const&) {
486 tableVersion = CALIB_TABLE_CURRENT_VERSION;
489 CalibKeys
const keys{tableVersion};
493 table::BaseRecord
const &record = catalogs.front().front();
501 explicit CalibFactory(
std::string const &
name) : table::io::PersistableFactory(name) {}
504 std::string getCalibPersistenceName() {
return "Calib"; }
506 CalibFactory calibRegistration(getCalibPersistenceName());
510 std::string PhotoCalib::getPersistenceName()
const {
return getPhotoCalibPersistenceName(); }
513 PhotoCalibSchema
const &
keys = PhotoCalibSchema::get();
515 auto record = catalog.
addNew();
516 record->set(keys.calibrationMean, _calibrationMean);
517 record->set(keys.calibrationErr, _calibrationErr);
518 record->set(keys.isConstant, _isConstant);
519 record->set(keys.field, handle.
put(_calibration));
520 record->set(keys.version, SERIALIZATION_VERSION);
528 return _calibrationMean;
530 return _calibration->evaluate(point);
533 ndarray::Array<double, 1> PhotoCalib::evaluateArray(ndarray::Array<double, 1>
const &xx,
534 ndarray::Array<double, 1>
const &yy)
const {
536 ndarray::Array<double, 1>
result = ndarray::allocate(ndarray::makeVector(xx.size()));
537 result.deep() = _calibrationMean;
540 return _calibration->evaluate(xx, yy);
545 ndarray::Array<double, 1> xx = ndarray::allocate(ndarray::makeVector(sourceCatalog.size()));
546 ndarray::Array<double, 1> yy = ndarray::allocate(ndarray::makeVector(sourceCatalog.size()));
548 for (
auto const &rec : sourceCatalog) {
549 auto point = rec.getCentroid();
550 xx[i] = point.getX();
551 yy[i] = point.getY();
554 return evaluateArray(xx, yy);
559 ndarray::Array<double, 2, 2>
result)
const {
560 auto instFluxKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFlux").
key;
561 auto instFluxErrKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFluxErr").
key;
563 auto calibration = evaluateCatalog(sourceCatalog);
565 auto iter = result.begin();
566 for (
auto const &rec : sourceCatalog) {
567 double instFlux = rec.get(instFluxKey);
568 double instFluxErr = rec.get(instFluxErrKey);
569 double nanojansky = toNanojansky(instFlux, calibration[i]);
570 (*iter)[0] = nanojansky;
571 (*iter)[1] = toNanojanskyErr(instFlux, instFluxErr, calibration[i], _calibrationErr, nanojansky);
579 ndarray::Array<double, 2, 2> result)
const {
580 auto instFluxKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFlux").
key;
581 auto instFluxErrKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFluxErr").
key;
583 auto calibration = evaluateCatalog(sourceCatalog);
584 auto iter = result.begin();
586 for (
auto const &rec : sourceCatalog) {
587 double instFlux = rec.get(instFluxKey);
588 double instFluxErr = rec.get(instFluxErrKey);
589 (*iter)[0] = toMagnitude(instFlux, calibration[i]);
590 (*iter)[1] = toMagnitudeErr(instFlux, instFluxErr, calibration[i], _calibrationErr);
597 auto key =
"FLUXMAG0";
602 double instFluxMag0Err = 0.0;
double getAsDouble(std::string const &name) const
Get the last value for any arithmetic property name (possibly hierarchical).
def write(self, patchRef, catalog)
Write the output.
VariancePtr getVariance() const
Return a (shared_ptr to) the MaskedImage's variance.
std::shared_ptr< PhotoCalib > makePhotoCalibFromMetadata(daf::base::PropertySet &metadata, bool strip=false)
Construct a PhotoCalib from FITS FLUXMAG0/FLUXMAG0ERR keywords.
std::string toString() const override
Create a string representation of this object.
Angle abs(Angle const &a)
static std::shared_ptr< T > dynamicCast(std::shared_ptr< Persistable > const &ptr)
Dynamically cast a shared_ptr.
std::shared_ptr< PhotoCalib > makePhotoCalibFromCalibZeroPoint(double instFluxMag0, double instFluxMag0Err)
Construct a PhotoCalib from the deprecated Calib-style instFluxMag0/instFluxMag0Err values...
int put(Persistable const *obj, bool permissive=false)
Save an object to the archive and return a unique ID that can be used to retrieve it from an InputArc...
table::Key< double > fluxMag0
An object passed to Persistable::write to allow it to persist itself.
The photometric calibration of an exposure.
A mapping between the keys of two Schemas, used to copy data between them.
Interface supporting iteration over heterogenous containers.
Key< T > addOutputField(Field< T > const &newField, bool doReplace=false)
Add a new field to the output Schema that is not connected to the input Schema.
def scale(algorithm, min, max=None, frame=None)
Schema const getOutputSchema() const
Return the output schema (copy-on-write).
virtual void remove(std::string const &name)
Remove all values for a property name (possibly hierarchical).
ItemVariant const * other
Field< T >::Value get(Key< T > const &key) const
Return the value of a field for the given key.
ImagePtr getImage() const
Return a (shared_ptr to) the MaskedImage's image.
Reports attempts to access elements using an invalid key.
SchemaItem< T > find(std::string const &name) const
Find a SchemaItem in the Schema by name.
A base class for image defects.
A class to manipulate images, masks, and variance as a single object.
Utilities for converting between flux and magnitude in C++.
A description of a field in a table.
Schema getSchema() const
Return the Schema that holds this record's fields and keys.
bool exists(std::string const &name) const
Determine if a name (possibly hierarchical) exists.
table::Key< double > calibrationMean
table::Key< double > expTime
Reports errors in the logical structure of the program.
BaseCatalog makeCatalog(Schema const &schema)
Return a new, empty catalog with the given schema.
std::ostream & operator<<(std::ostream &os, PhotoCalib const &photoCalib)
#define LSST_EXCEPT(type,...)
Create an exception with a given type.
double nanojanskyToABMagnitude(double flux)
Convert a flux in nanojansky to AB magnitude.
void addMinimalSchema(Schema const &minimal, bool doMap=true)
Add the given minimal schema to the output schema.
table::Key< std::int64_t > midTime
Class for storing generic metadata.
#define LSST_ARCHIVE_ASSERT(EXPR)
An assertion macro used to validate the structure of an InputArchive.
table::Key< double > fluxMag0Err
Record class that contains measurements made on a single exposure.
table::Key< table::Flag > isConstant
void saveCatalog(BaseCatalog const &catalog)
Save a catalog in the archive.
table::Key< int > version
Backwards-compatibility support for depersisting the old Calib (FluxMag0/FluxMag0Err) objects...
const double referenceFlux
The Oke & Gunn (1983) AB magnitude reference flux, in nJy (often approximated as 3631.0).
double ABMagnitudeToNanojansky(double magnitude)
Convert an AB magnitude to a flux in nanojansky.
Implementation of the Photometric Calibration class.
table::Key< double > calibrationErr
CentroidSlotDefinition::MeasValue getCentroid() const
Get the value of the Centroid slot measurement.
std::shared_ptr< RecordT > addNew()
Create a new record, add it to the end of the catalog, and return a pointer to it.
T emplace_back(T... args)