Container for inter-stage association pipeline state. More...

#include <Stages.h>

Inheritance diagram for lsst::ap::VisitProcessingContext:

Public Types
typedef SharedObjectChunkManager::ObjectChunk	ObjectChunk

typedef ZoneEntry< ObjectChunk >	ObjectEntry

typedef ZoneEntry< DiaSourceChunk >	DiaSourceEntry

typedef ZoneIndex< ObjectEntry >	ObjectIndex

typedef ZoneIndex< DiaSourceEntry >	DiaSourceIndex

Public Types inherited from lsst::daf::base::Citizen
enum	{ magicSentinel = 0xdeadbeef }

typedef unsigned long	memId
	Type of the block's ID. More...

typedef memId(*	memNewCallback )(const memId cid)
	A function used to register a callback. More...

typedef memId(*	memCallback )(const Citizen *ptr)

Public Member Functions
	VisitProcessingContext (lsst::pex::policy::Policy::Ptr const policy, lsst::daf::base::PropertySet::Ptr const event, std::string const &runId, int const workerId, int const numWorkers)

	~VisitProcessingContext ()

void	setDiaSources (boost::shared_ptr< lsst::afw::detection::PersistableDiaSourceVector > diaSources)

std::vector< int > const &	getChunkIds () const

std::vector< ObjectChunk > const &	getChunks () const

std::vector< int > &	getChunkIds ()

std::vector< ObjectChunk > &	getChunks ()

ObjectIndex &	getObjectIndex ()

DiaSourceIndex &	getDiaSourceIndex ()

void	buildObjectIndex ()

ZoneStripeChunkDecomposition const &	getDecomposition () const

CircularRegion const &	getFov () const

TimeSpec const &	getDeadline () const

lsst::afw::image::Filter	getFilter () const

boost::shared_ptr < lsst::pex::policy::Policy >	getPipelinePolicy ()

std::string const &	getRunId () const

double	getMatchRadius () const

double	getEllipseScalingFactor () const

int	getVisitId () const

int	getFilterId () const

int	getWorkerId () const

int	getNumWorkers () const

bool	debugSharedMemory () const

Public Member Functions inherited from lsst::daf::base::Citizen
	Citizen (const std::type_info &)

	Citizen (Citizen const &)

	~Citizen ()

Citizen &	operator= (Citizen const &)

std::string	repr () const
	Return a string representation of a Citizen. More...

void	markPersistent (void)
	Mark a Citizen as persistent and not destroyed until process end. More...

memId	getId () const
	Return the Citizen's ID. More...

Private Attributes
lsst::pex::policy::Policy::Ptr	_policy

std::vector< int >	_chunkIds

std::vector< ObjectChunk >	_chunks

ObjectIndex	_objectIndex

DiaSourceIndex	_diaSourceIndex

std::vector < lsst::afw::detection::DiaSource::Ptr >	_diaSources

TimeSpec	_deadline

CircularRegion	_fov

std::string	_runId

int	_visitId

double	_matchRadius

double	_ellipseScalingFactor

double	_visitTime

lsst::afw::image::Filter	_filter

int	_workerId

int	_numWorkers

bool	_debugSharedMemory

Additional Inherited Members
Static Public Member Functions inherited from lsst::daf::base::Citizen
static bool	hasBeenCorrupted ()
	Check all allocated blocks for corruption. More...

static memId	getNextMemId ()
	Return the memId of the next object to be allocated. More...

static int	init ()
	Called once when the memory system is being initialised. More...

static int	census (int, memId startingMemId=0)
	How many active Citizens are there? More...

static void	census (std::ostream &stream, memId startingMemId=0)
	Print a list of all active Citizens to stream, sorted by ID. More...

static const std::vector < const Citizen * > *	census ()
	Return a (newly allocated) std::vector of active Citizens sorted by ID. More...

static memId	setNewCallbackId (memId id)
	Call the NewCallback when block is allocated. More...

static memId	setDeleteCallbackId (memId id)
	Call the current DeleteCallback when block is deleted. More...

static memNewCallback	setNewCallback (memNewCallback func)
	Set the NewCallback function. More...

static memCallback	setDeleteCallback (memCallback func)
	Set the DeleteCallback function. More...

static memCallback	setCorruptionCallback (memCallback func)
	Set the CorruptionCallback function. More...

Detailed Description

Container for inter-stage association pipeline state.

Definition at line 69 of file Stages.h.

Member Typedef Documentation

typedef ZoneEntry<DiaSourceChunk> lsst::ap::VisitProcessingContext::DiaSourceEntry

Definition at line 91 of file Stages.h.

typedef ZoneIndex<DiaSourceEntry> lsst::ap::VisitProcessingContext::DiaSourceIndex

Definition at line 93 of file Stages.h.

typedef SharedObjectChunkManager::ObjectChunk lsst::ap::VisitProcessingContext::ObjectChunk

Definition at line 88 of file Stages.h.

typedef ZoneEntry<ObjectChunk> lsst::ap::VisitProcessingContext::ObjectEntry

Definition at line 90 of file Stages.h.

typedef ZoneIndex<ObjectEntry> lsst::ap::VisitProcessingContext::ObjectIndex

Definition at line 92 of file Stages.h.

Constructor & Destructor Documentation

lsst::ap::VisitProcessingContext::VisitProcessingContext	(	lsst::pex::policy::Policy::Ptr const	policy,
		lsst::daf::base::PropertySet::Ptr const	event,
		std::string const &	runId,
		int const	workerId,
		int const	numWorkers
	)

Definition at line 534 of file Stages.cc.

   :
     lsst::daf::base::Citizen(typeid(*this)),
     _policy(policy),
     _chunkIds(),
     _chunks(),
     _objectIndex(policy->getInt("zonesPerDegree"),
                  policy->getInt("zonesPerStripe"),
                  policy->getInt("maxEntriesPerZoneEstimate")),
     _diaSourceIndex(policy->getInt("zonesPerDegree"),
                     policy->getInt("zonesPerStripe"),
                     policy->getInt("maxEntriesPerZoneEstimate")),
     _deadline(),
     _fov(),
     _runId(runId),
     _visitId(-1),
     _matchRadius(policy->getDouble("matchRadius")),
     _ellipseScalingFactor(policy->getDouble("ellipseScalingFactor")),
     _filter(),
     _workerId(workerId),
     _numWorkers(numWorkers),
     _debugSharedMemory(policy->getBool("debugSharedMemory"))
 {
     double ra = event->getAsDouble("ra");
     double dec = event->getAsDouble("decl");
     _fov = CircularRegion(ra, dec, policy->getDouble("fovRadius"));
     _visitId = event->getAsInt("visitId");
     if (event->exists("matchRadius")) {
         _matchRadius = event->getAsDouble("matchRadius");
     }
     _visitTime = event->getAsDouble("dateObs");
 
     // DC3a: set association pipeline deadline to 10 minutes
     // after creation of a visit processing context.
     _deadline.systemTime();
     _deadline.tv_sec += 600;
     std::string filterName = event->getAsString("filter");
     LogicalLocation location(policy->getString("filterTableLocation"));
     _filter = Filter(filterName);
 }

lsst::ap::VisitProcessingContext::~VisitProcessingContext ( )

Definition at line 581 of file Stages.cc.

581 {}

Member Function Documentation

void lsst::ap::VisitProcessingContext::buildObjectIndex ( )

Definition at line 633 of file Stages.cc.

                                               {
     detail::buildZoneIndex(_objectIndex, _chunks, _visitTime);
 }

bool lsst::ap::VisitProcessingContext::debugSharedMemory ( ) const

inline

Definition at line 156 of file Stages.h.

                                    {
         return _debugSharedMemory;
     }

std::vector<int> const& lsst::ap::VisitProcessingContext::getChunkIds ( ) const

inline

Definition at line 95 of file Stages.h.

                                                {
         return _chunkIds;
     }

std::vector<int>& lsst::ap::VisitProcessingContext::getChunkIds ( )

inline

Definition at line 101 of file Stages.h.

                                    {
         return _chunkIds;
     }

std::vector<ObjectChunk> const& lsst::ap::VisitProcessingContext::getChunks ( ) const

inline

Definition at line 98 of file Stages.h.

                                                      {
         return _chunks;
     }

std::vector<ObjectChunk>& lsst::ap::VisitProcessingContext::getChunks ( )

inline

Definition at line 104 of file Stages.h.

                                          {
         return _chunks;
     }

TimeSpec const& lsst::ap::VisitProcessingContext::getDeadline ( ) const

inline

Definition at line 123 of file Stages.h.

                                          {
         return _deadline;
     }

ZoneStripeChunkDecomposition const& lsst::ap::VisitProcessingContext::getDecomposition ( ) const

inline

Definition at line 117 of file Stages.h.

                                                                   {
         return _objectIndex.getDecomposition();
     }

DiaSourceIndex& lsst::ap::VisitProcessingContext::getDiaSourceIndex ( )

inline

Definition at line 111 of file Stages.h.

                                          {
         return _diaSourceIndex;
     }

double lsst::ap::VisitProcessingContext::getEllipseScalingFactor ( ) const

inline

Definition at line 141 of file Stages.h.

                                            {
         return _ellipseScalingFactor;
     }

lsst::afw::image::Filter lsst::ap::VisitProcessingContext::getFilter ( ) const

inline

Definition at line 126 of file Stages.h.

                                          {
         return _filter;
     }

int lsst::ap::VisitProcessingContext::getFilterId ( ) const

inline

Definition at line 147 of file Stages.h.

                             {
         return _filter.getId();
     }

CircularRegion const& lsst::ap::VisitProcessingContext::getFov ( ) const

inline

Definition at line 120 of file Stages.h.

                                           {
         return _fov;
     }

double lsst::ap::VisitProcessingContext::getMatchRadius ( ) const

inline

Definition at line 138 of file Stages.h.

                                   {
         return _matchRadius;
     }

int lsst::ap::VisitProcessingContext::getNumWorkers ( ) const

inline

Definition at line 153 of file Stages.h.

                               {
         return _numWorkers;
     }

ObjectIndex& lsst::ap::VisitProcessingContext::getObjectIndex ( )

inline

Definition at line 108 of file Stages.h.

                                    {
         return _objectIndex;
     }

boost::shared_ptr<lsst::pex::policy::Policy> lsst::ap::VisitProcessingContext::getPipelinePolicy ( )

inline

Definition at line 132 of file Stages.h.

                                                              {
         return _policy;
     }

std::string const& lsst::ap::VisitProcessingContext::getRunId ( ) const

inline

Definition at line 135 of file Stages.h.

                                        {
         return _runId;
     }

int lsst::ap::VisitProcessingContext::getVisitId ( ) const

inline

Definition at line 144 of file Stages.h.

                            {
         return _visitId;
     }

int lsst::ap::VisitProcessingContext::getWorkerId ( ) const

inline

Definition at line 150 of file Stages.h.

                             {
         return _workerId;
     }

void lsst::ap::VisitProcessingContext::setDiaSources ( boost::shared_ptr< lsst::afw::detection::PersistableDiaSourceVector > diaSources )

Definition at line 584 of file Stages.cc.

                                                                                                  {
     _diaSources = diaSources->getSources();
     _diaSourceIndex.clear();
     int const sz = static_cast<int>(_diaSources.size());
     if (sz == 0) {
         return;
     }
     Stopwatch watch(true);
     double minDec =  90.0;
     double maxDec = -90.0;
     for (int i = 0; i < sz; ++i) {
         double dec = _diaSources[i]->getDec();
         if (dec < minDec) {
             minDec = dec;
         }
         if (dec > maxDec) {
             maxDec = dec;
         }
     }
     assert(maxDec >= minDec && "invalid dec bounds for DiaSource list");
     _diaSourceIndex.setDecBounds(minDec, maxDec);
     watch.stop();
     Log log(Log::getDefaultLog(), "lsst.ap");
     Rec(log, Log::INFO) << "set dec bounds for difference source index" <<
         Prop<int>("numElements", sz) <<
         Prop<double>("time", watch.seconds()) << Rec::endr;
     watch.start();
     try {
         for (int i = 0; i < sz; ++i) {
             _diaSourceIndex.insert(_diaSources[i]->getRa(), _diaSources[i]->getDec(),
                                    _diaSources[i].get(), 0, 0);
         }
     } catch (...) {
         _diaSourceIndex.clear();
         throw;
     }
     watch.stop();
     Rec(log, Log::INFO) << "inserted difference sources into zone index" <<
         Prop<int>("numElements", sz) <<
         Prop<double>("time", watch.seconds()) << Rec::endr;
     watch.start();
     _diaSourceIndex.sort();
     watch.stop();
     Rec(log, Log::INFO) << "sorted difference source zone index" <<
         Prop<int>("numElements", sz) <<
         Prop<double>("time", watch.seconds()) << Rec::endr;
 }

Member Data Documentation

std::vector<int> lsst::ap::VisitProcessingContext::_chunkIds

private

Definition at line 163 of file Stages.h.

std::vector<ObjectChunk> lsst::ap::VisitProcessingContext::_chunks

private

Definition at line 164 of file Stages.h.

TimeSpec lsst::ap::VisitProcessingContext::_deadline

private

Definition at line 169 of file Stages.h.

bool lsst::ap::VisitProcessingContext::_debugSharedMemory

private

Definition at line 179 of file Stages.h.

DiaSourceIndex lsst::ap::VisitProcessingContext::_diaSourceIndex

private

Definition at line 166 of file Stages.h.

std::vector<lsst::afw::detection::DiaSource::Ptr> lsst::ap::VisitProcessingContext::_diaSources

private

Definition at line 167 of file Stages.h.

double lsst::ap::VisitProcessingContext::_ellipseScalingFactor

private

Definition at line 174 of file Stages.h.

lsst::afw::image::Filter lsst::ap::VisitProcessingContext::_filter

private

Definition at line 176 of file Stages.h.

CircularRegion lsst::ap::VisitProcessingContext::_fov

private

Definition at line 170 of file Stages.h.

double lsst::ap::VisitProcessingContext::_matchRadius

private

Definition at line 173 of file Stages.h.

int lsst::ap::VisitProcessingContext::_numWorkers

private

Definition at line 178 of file Stages.h.

ObjectIndex lsst::ap::VisitProcessingContext::_objectIndex

private

Definition at line 165 of file Stages.h.

lsst::pex::policy::Policy::Ptr lsst::ap::VisitProcessingContext::_policy

private

Definition at line 162 of file Stages.h.

std::string lsst::ap::VisitProcessingContext::_runId

private

Definition at line 171 of file Stages.h.

int lsst::ap::VisitProcessingContext::_visitId

private

Definition at line 172 of file Stages.h.

double lsst::ap::VisitProcessingContext::_visitTime

private

Definition at line 175 of file Stages.h.

int lsst::ap::VisitProcessingContext::_workerId

private

Definition at line 177 of file Stages.h.

The documentation for this class was generated from the following files:

/lsst/home/lsstsw/stack/Linux64/ap/master-g60f1e072bb+1/include/lsst/ap/Stages.h
/lsst/home/lsstsw/stack/Linux64/ap/master-g60f1e072bb+1/src/Stages.cc

Public Types

Public Member Functions

Private Attributes

Additional Inherited Members

Detailed Description

Member Typedef Documentation

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation