51 s <<
"value=" << measurement.
value <<
", error=" << measurement.
error;
57 int const SERIALIZATION_VERSION = 1;
59 double toNanojansky(
double instFlux,
double scale) {
return instFlux *
scale; }
63 double toInstFluxFromMagnitude(
double magnitude,
double scale) {
68 double toNanojanskyErr(
double instFlux,
double instFluxErr,
double scale,
double scaleErr,
86 void toNanojanskyVariance(ndarray::Array<float const, 2, 1>
const &instFlux,
87 ndarray::Array<float const, 2, 1>
const &instFluxVar,
float scaleErr,
88 ndarray::Array<float const, 2, 1>
const &flux, ndarray::Array<float, 2, 1> out) {
89 auto eigenFlux = ndarray::asEigen<Eigen::ArrayXpr>(flux);
90 auto eigenInstFluxVar = ndarray::asEigen<Eigen::ArrayXpr>(instFluxVar);
91 auto eigenInstFlux = ndarray::asEigen<Eigen::ArrayXpr>(instFlux);
92 auto eigenOut = ndarray::asEigen<Eigen::ArrayXpr>(out);
93 eigenOut = eigenFlux.square() *
94 (eigenInstFluxVar / eigenInstFlux.square() + (scaleErr / eigenFlux * eigenInstFlux).square());
97 double toMagnitudeErr(
double instFlux,
double instFluxErr,
double scale,
double scaleErr) {
98 return 2.5 /
log(10.0) *
hypot(instFluxErr / instFlux, scaleErr /
scale);
106 return toNanojansky(instFlux, evaluate(point));
109 double PhotoCalib::instFluxToNanojansky(
double instFlux)
const {
110 return toNanojansky(instFlux, _calibrationMean);
113 Measurement PhotoCalib::instFluxToNanojansky(
double instFlux,
double instFluxErr,
115 double calibration,
error, nanojansky;
116 calibration = evaluate(point);
117 nanojansky = toNanojansky(instFlux, calibration);
118 error = toNanojanskyErr(instFlux, instFluxErr, calibration, _calibrationErr, nanojansky);
122 Measurement PhotoCalib::instFluxToNanojansky(
double instFlux,
double instFluxErr)
const {
123 double nanojansky = toNanojansky(instFlux, _calibrationMean);
124 double error = toNanojanskyErr(instFlux, instFluxErr, _calibrationMean, _calibrationErr, nanojansky);
131 auto instFluxKey = sourceRecord.
getSchema().
find<
double>(instFluxField +
"_instFlux").
key;
132 auto instFluxErrKey = sourceRecord.
getSchema().
find<
double>(instFluxField +
"_instFluxErr").
key;
133 return instFluxToNanojansky(sourceRecord.
get(instFluxKey), sourceRecord.
get(instFluxErrKey), position);
137 ndarray::Array<double, 2, 2>
result =
138 ndarray::allocate(ndarray::makeVector(
int(sourceCatalog.size()), 2));
139 instFluxToNanojanskyArray(sourceCatalog, instFluxField,
result);
145 auto instFluxKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFlux").
key;
146 auto instFluxErrKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFluxErr").
key;
147 auto nanojanskyKey = sourceCatalog.getSchema().find<
double>(outField +
"_flux").
key;
148 auto nanojanskyErrKey = sourceCatalog.getSchema().find<
double>(outField +
"_fluxErr").
key;
149 for (
auto &record : sourceCatalog) {
150 auto result = instFluxToNanojansky(record.get(instFluxKey), record.get(instFluxErrKey),
151 record.getCentroid());
152 record.set(nanojanskyKey,
result.value);
153 record.set(nanojanskyErrKey,
result.error);
160 return toMagnitude(instFlux, evaluate(point));
163 double PhotoCalib::instFluxToMagnitude(
double instFlux)
const {
164 return toMagnitude(instFlux, _calibrationMean);
167 Measurement PhotoCalib::instFluxToMagnitude(
double instFlux,
double instFluxErr,
169 double calibration,
error, magnitude;
170 calibration = evaluate(point);
171 magnitude = toMagnitude(instFlux, calibration);
172 error = toMagnitudeErr(instFlux, instFluxErr, calibration, _calibrationErr);
176 Measurement PhotoCalib::instFluxToMagnitude(
double instFlux,
double instFluxErr)
const {
177 double magnitude = toMagnitude(instFlux, _calibrationMean);
178 double error = toMagnitudeErr(instFlux, instFluxErr, _calibrationMean, _calibrationErr);
185 auto instFluxKey = sourceRecord.
getSchema().
find<
double>(instFluxField +
"_instFlux").
key;
186 auto instFluxErrKey = sourceRecord.
getSchema().
find<
double>(instFluxField +
"_instFluxErr").
key;
187 return instFluxToMagnitude(sourceRecord.
get(instFluxKey), sourceRecord.
get(instFluxErrKey), position);
192 ndarray::Array<double, 2, 2>
result =
193 ndarray::allocate(ndarray::makeVector(
int(sourceCatalog.size()), 2));
194 instFluxToMagnitudeArray(sourceCatalog, instFluxField,
result);
200 auto instFluxKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFlux").
key;
201 auto instFluxErrKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFluxErr").
key;
202 auto magKey = sourceCatalog.getSchema().find<
double>(outField +
"_mag").
key;
203 auto magErrKey = sourceCatalog.getSchema().find<
double>(outField +
"_magErr").
key;
204 for (
auto &record : sourceCatalog) {
205 auto result = instFluxToMagnitude(record.get(instFluxKey), record.get(instFluxErrKey),
206 record.getCentroid());
207 record.set(magKey,
result.value);
208 record.set(magErrKey,
result.error);
214 double PhotoCalib::magnitudeToInstFlux(
double magnitude)
const {
215 return toInstFluxFromMagnitude(magnitude, _calibrationMean);
219 return toInstFluxFromMagnitude(magnitude, evaluate(point));
223 return *(_calibration) / _calibrationMean;
231 return (_calibrationMean == rhs._calibrationMean && _calibrationErr == rhs._calibrationErr &&
232 (*_calibration) == *(rhs._calibration));
236 return calibration->mean();
240 return std::make_unique<PhotoCalib>(*
this);
246 buffer <<
"spatially constant with ";
248 buffer << *_calibration <<
" with ";
249 buffer <<
"mean: " << _calibrationMean <<
" error: " << _calibrationErr;
254 return singleClassEquals(*
this,
other);
262 bool includeScaleUncertainty)
const {
267 *(
result.getImage()) *= _calibrationMean;
269 _calibration->multiplyImage(*(
result.getImage()),
true);
271 if (includeScaleUncertainty) {
273 _calibrationErr,
result.getImage()->getArray(),
274 result.getVariance()->getArray());
277 result.getImage()->getArray(),
result.getVariance()->getArray());
285 auto const &inSchema = catalog.getSchema();
287 mapper.addMinimalSchema(inSchema);
301 keys.reserve(instFluxFields.
size());
302 for (
auto const &
field : instFluxFields) {
304 newKey.instFlux = inSchema[inSchema.join(
field,
"instFlux")];
306 mapper.addOutputField(FieldD(inSchema.join(
field,
"flux"),
"calibrated flux",
"nJy"),
true);
307 newKey.mag =
mapper.addOutputField(
308 FieldD(inSchema.join(
field,
"mag"),
"calibrated magnitude",
"mag(AB)"),
true);
310 newKey.instFluxErr = inSchema.find<
double>(inSchema.join(
field,
"instFluxErr")).
key;
311 newKey.fluxErr =
mapper.addOutputField(
312 FieldD(inSchema.join(
field,
"fluxErr"),
"calibrated flux uncertainty",
"nJy"),
true);
313 newKey.magErr =
mapper.addOutputField(
314 FieldD(inSchema.join(
field,
"magErr"),
"calibrated magnitude uncertainty",
"mag(AB)"),
319 keys.emplace_back(newKey);
324 output.insert(
mapper, output.begin(), catalog.begin(), catalog.end());
326 auto calibration = evaluateCatalog(output);
330 for (
auto &rec : output) {
332 double instFlux = rec.get(
key.instFlux);
333 double nanojansky = toNanojansky(instFlux, calibration[iRec]);
334 rec.set(
key.flux, nanojansky);
335 rec.set(
key.mag, toMagnitude(instFlux, calibration[iRec]));
336 if (
key.instFluxErr.isValid()) {
337 double instFluxErr = rec.get(
key.instFluxErr);
338 rec.set(
key.fluxErr, toNanojanskyErr(instFlux, instFluxErr, calibration[iRec],
339 _calibrationErr, nanojansky));
341 toMagnitudeErr(instFlux, instFluxErr, calibration[iRec], _calibrationErr));
353 for (
auto const &
name : catalog.getSchema().getNames()) {
355 if (
name.size() > SUFFIX.
size() + 1 &&
360 return calibrateCatalog(catalog, instFluxFields);
367 class PhotoCalibSchema {
377 PhotoCalibSchema(PhotoCalibSchema
const &) =
delete;
378 PhotoCalibSchema &operator=(PhotoCalibSchema
const &) =
delete;
380 PhotoCalibSchema(PhotoCalibSchema &&) =
delete;
381 PhotoCalibSchema &operator=(PhotoCalibSchema &&) =
delete;
383 static PhotoCalibSchema
const &get() {
384 static PhotoCalibSchema
const instance;
392 "calibrationMean",
"mean calibration on this PhotoCalib's domain",
"count")),
394 schema.addField<double>(
"calibrationErr",
"1-sigma error on calibrationMean",
"count")),
395 isConstant(
schema.addField<table::Flag>(
"isConstant",
"Is this spatially-constant?")),
396 field(
schema.addField<int>(
"field",
"archive ID of the BoundedField object")),
397 version(
schema.addField<int>(
"version",
"version of this PhotoCalib")) {}
400 class PhotoCalibFactory :
public table::io::PersistableFactory {
402 PTR(table::io::Persistable)
403 read(InputArchive
const &archive, CatalogVector
const &catalogs)
const override {
404 table::BaseRecord
const &record = catalogs.front().front();
405 PhotoCalibSchema
const &
keys = PhotoCalibSchema::get();
406 int version = getVersion(record);
408 throw(pex::exceptions::RuntimeError(
"Unsupported version (version 0 was defined in maggies): " +
411 return std::make_shared<PhotoCalib>(record.get(
keys.calibrationMean), record.get(
keys.calibrationErr),
412 archive.get<afw::math::BoundedField>(record.get(
keys.field)),
413 record.get(
keys.isConstant));
419 int getVersion(table::BaseRecord
const &record)
const {
423 auto versionKey = record.getSchema().
find<
int>(versionName);
424 version = record.get(versionKey.key);
425 }
catch (
const pex::exceptions::NotFoundError &) {
433 std::string getPhotoCalibPersistenceName() {
return "PhotoCalib"; }
435 PhotoCalibFactory registration(getPhotoCalibPersistenceName());
444 int const CALIB_TABLE_CURRENT_VERSION = 2;
456 CalibKeys(
const CalibKeys &) =
delete;
457 CalibKeys &operator=(
const CalibKeys &) =
delete;
460 CalibKeys(CalibKeys &&) =
delete;
461 CalibKeys &operator=(CalibKeys &&) =
delete;
463 CalibKeys(
int tableVersion = CALIB_TABLE_CURRENT_VERSION)
465 if (tableVersion == 1) {
468 "midtime",
"middle of the time of the exposure relative to Unix epoch",
"ns");
476 class CalibFactory :
public table::io::PersistableFactory {
479 CatalogVector
const &catalogs)
const override {
482 int tableVersion = 1;
484 catalogs.front().getSchema().find<
double>(EXPTIME_FIELD_NAME);
485 }
catch (pex::exceptions::NotFoundError
const&) {
486 tableVersion = CALIB_TABLE_CURRENT_VERSION;
489 CalibKeys
const keys{tableVersion};
493 table::BaseRecord
const &record = catalogs.front().front();
504 std::string getCalibPersistenceName() {
return "Calib"; }
506 CalibFactory calibRegistration(getCalibPersistenceName());
510 std::string PhotoCalib::getPersistenceName()
const {
return getPhotoCalibPersistenceName(); }
513 PhotoCalibSchema
const &
keys = PhotoCalibSchema::get();
515 auto record = catalog.
addNew();
516 record->set(
keys.calibrationMean, _calibrationMean);
517 record->set(
keys.calibrationErr, _calibrationErr);
518 record->set(
keys.isConstant, _isConstant);
519 record->set(
keys.field, handle.
put(_calibration));
520 record->set(
keys.version, SERIALIZATION_VERSION);
528 return _calibrationMean;
530 return _calibration->evaluate(point);
533 ndarray::Array<double, 1> PhotoCalib::evaluateArray(ndarray::Array<double, 1>
const &xx,
534 ndarray::Array<double, 1>
const &yy)
const {
536 ndarray::Array<double, 1>
result = ndarray::allocate(ndarray::makeVector(xx.size()));
537 result.deep() = _calibrationMean;
540 return _calibration->evaluate(xx, yy);
545 ndarray::Array<double, 1> xx = ndarray::allocate(ndarray::makeVector(sourceCatalog.size()));
546 ndarray::Array<double, 1> yy = ndarray::allocate(ndarray::makeVector(sourceCatalog.size()));
548 for (
auto const &rec : sourceCatalog) {
549 auto point = rec.getCentroid();
550 xx[i] = point.getX();
551 yy[i] = point.getY();
554 return evaluateArray(xx, yy);
559 ndarray::Array<double, 2, 2>
result)
const {
560 auto instFluxKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFlux").
key;
561 auto instFluxErrKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFluxErr").
key;
563 auto calibration = evaluateCatalog(sourceCatalog);
566 for (
auto const &rec : sourceCatalog) {
567 double instFlux = rec.get(instFluxKey);
568 double instFluxErr = rec.get(instFluxErrKey);
569 double nanojansky = toNanojansky(instFlux, calibration[i]);
570 (*iter)[0] = nanojansky;
571 (*iter)[1] = toNanojanskyErr(instFlux, instFluxErr, calibration[i], _calibrationErr, nanojansky);
579 ndarray::Array<double, 2, 2>
result)
const {
580 auto instFluxKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFlux").
key;
581 auto instFluxErrKey = sourceCatalog.getSchema().find<
double>(instFluxField +
"_instFluxErr").
key;
583 auto calibration = evaluateCatalog(sourceCatalog);
586 for (
auto const &rec : sourceCatalog) {
587 double instFlux = rec.get(instFluxKey);
588 double instFluxErr = rec.get(instFluxErrKey);
589 (*iter)[0] = toMagnitude(instFlux, calibration[i]);
590 (*iter)[1] = toMagnitudeErr(instFlux, instFluxErr, calibration[i], _calibrationErr);
597 auto key =
"FLUXMAG0";
602 double instFluxMag0Err = 0.0;