LSSTApplications  17.0,17.0+1,17.0+10,17.0+11,17.0+14,17.0+6,17.0-1-g377950a+5,17.0.1,17.0.1-1-g0d345a5+2,17.0.1-1-g444bd44+2,17.0.1-1-g46e6382+2,17.0.1-1-g4d4fbc4,17.0.1-1-g703d48b+1,17.0.1-1-g9deacb5+2,17.0.1-1-gaef33af,17.0.1-1-gea52513+2,17.0.1-1-gf4e0155+2,17.0.1-1-gfc65f5f+2,17.0.1-1-gfc6fb1f,17.0.1-2-g0ce9737+2,17.0.1-2-g2a2f1b99+2,17.0.1-2-gd73ec07+2,17.0.1-2-gd9aa6e4+1,17.0.1-3-gb71a564+2,17.0.1-3-gc20ba7d+2,17.0.1-4-g41c8d5dc0+1,17.0.1-4-gfa71e81,17.0.1-5-gb7d1e01+1,17.0.1-5-gf0ac6446+2,17.0.1-7-g69836a1+1
LSSTDataManagementBasePackage
Functions
lsst.pipe.base.timer Namespace Reference

Functions

def logPairs (obj, pairs, logLevel=Log.DEBUG)
 
def logInfo (obj, prefix, logLevel=Log.DEBUG)
 
def timeMethod (func)
 

Function Documentation

◆ logInfo()

def lsst.pipe.base.timer.logInfo (   obj,
  prefix,
  logLevel = Log.DEBUG 
)
Log timer information to ``obj.metadata`` and ``obj.log``.

Parameters
----------
obj : `lsst.pipe.base.Task`-type
    A `~lsst.pipe.base.Task` or any other object with these two attributes:

    - ``metadata`` an instance of `lsst.daf.base.PropertyList`` (or other object with
      ``add(name, value)`` method).
    - ``log`` an instance of `lsst.log.Log`.

prefix
    Name prefix, the resulting entries are ``CpuTime``, etc.. For example timeMethod uses
    ``prefix = Start`` when the method begins and ``prefix = End`` when the method ends.
logLevel : optional
    Log level (an `lsst.log` level constant, such as `lsst.log.Log.DEBUG`).

Notes
-----
Logged items include:

- ``Utc``: UTC date in ISO format (only in metadata since log entries have timestamps).
- ``CpuTime``: CPU time (seconds).
- ``MaxRss``: maximum resident set size.

All logged resource information is only for the current process; child processes are excluded.

Definition at line 62 of file timer.py.

62 def logInfo(obj, prefix, logLevel=Log.DEBUG):
63  """Log timer information to ``obj.metadata`` and ``obj.log``.
64 
65  Parameters
66  ----------
67  obj : `lsst.pipe.base.Task`-type
68  A `~lsst.pipe.base.Task` or any other object with these two attributes:
69 
70  - ``metadata`` an instance of `lsst.daf.base.PropertyList`` (or other object with
71  ``add(name, value)`` method).
72  - ``log`` an instance of `lsst.log.Log`.
73 
74  prefix
75  Name prefix, the resulting entries are ``CpuTime``, etc.. For example timeMethod uses
76  ``prefix = Start`` when the method begins and ``prefix = End`` when the method ends.
77  logLevel : optional
78  Log level (an `lsst.log` level constant, such as `lsst.log.Log.DEBUG`).
79 
80  Notes
81  -----
82  Logged items include:
83 
84  - ``Utc``: UTC date in ISO format (only in metadata since log entries have timestamps).
85  - ``CpuTime``: CPU time (seconds).
86  - ``MaxRss``: maximum resident set size.
87 
88  All logged resource information is only for the current process; child processes are excluded.
89  """
90  cpuTime = time.clock()
91  utcStr = datetime.datetime.utcnow().isoformat()
92  res = resource.getrusage(resource.RUSAGE_SELF)
93  obj.metadata.add(name=prefix + "Utc", value=utcStr) # log messages already have timestamps
94  logPairs(obj=obj,
95  pairs=[
96  (prefix + "CpuTime", cpuTime),
97  (prefix + "UserTime", res.ru_utime),
98  (prefix + "SystemTime", res.ru_stime),
99  (prefix + "MaxResidentSetSize", int(res.ru_maxrss)),
100  (prefix + "MinorPageFaults", int(res.ru_minflt)),
101  (prefix + "MajorPageFaults", int(res.ru_majflt)),
102  (prefix + "BlockInputs", int(res.ru_inblock)),
103  (prefix + "BlockOutputs", int(res.ru_oublock)),
104  (prefix + "VoluntaryContextSwitches", int(res.ru_nvcsw)),
105  (prefix + "InvoluntaryContextSwitches", int(res.ru_nivcsw)),
106  ],
107  logLevel=logLevel,
108  )
109 
110 
def logInfo(obj, prefix, logLevel=Log.DEBUG)
Definition: timer.py:62
def logPairs(obj, pairs, logLevel=Log.DEBUG)
Definition: timer.py:34

◆ logPairs()

def lsst.pipe.base.timer.logPairs (   obj,
  pairs,
  logLevel = Log.DEBUG 
)
Log ``(name, value)`` pairs to ``obj.metadata`` and ``obj.log``

Parameters
----------
obj : `lsst.pipe.base.Task`-type
    A `~lsst.pipe.base.Task` or any other object with these two attributes:

    - ``metadata`` an instance of `lsst.daf.base.PropertyList`` (or other object with
      ``add(name, value)`` method).
    - ``log`` an instance of `lsst.log.Log`.

pairs : sequence
    A sequence of ``(name, value)`` pairs, with value typically numeric.
logLevel : optional
    Log level (an `lsst.log` level constant, such as `lsst.log.Log.DEBUG`).

Definition at line 34 of file timer.py.

34 def logPairs(obj, pairs, logLevel=Log.DEBUG):
35  """Log ``(name, value)`` pairs to ``obj.metadata`` and ``obj.log``
36 
37  Parameters
38  ----------
39  obj : `lsst.pipe.base.Task`-type
40  A `~lsst.pipe.base.Task` or any other object with these two attributes:
41 
42  - ``metadata`` an instance of `lsst.daf.base.PropertyList`` (or other object with
43  ``add(name, value)`` method).
44  - ``log`` an instance of `lsst.log.Log`.
45 
46  pairs : sequence
47  A sequence of ``(name, value)`` pairs, with value typically numeric.
48  logLevel : optional
49  Log level (an `lsst.log` level constant, such as `lsst.log.Log.DEBUG`).
50  """
51  strList = []
52  for name, value in pairs:
53  try:
54  # Use LongLong explicitly here in case an early value in the sequence is int-sized
55  obj.metadata.addLongLong(name, value)
56  except TypeError:
57  obj.metadata.add(name, value)
58  strList.append("%s=%s" % (name, value))
59  log(obj.log.getName(), logLevel, "; ".join(strList))
60 
61 
def logPairs(obj, pairs, logLevel=Log.DEBUG)
Definition: timer.py:34

◆ timeMethod()

def lsst.pipe.base.timer.timeMethod (   func)
Decorator to measure duration of a task method.

Parameters
----------
func
    The method to wrap.

Notes
-----
Writes various measures of time and possibly memory usage to the task's metadata; all items are prefixed
with the function name.

.. warning::

   This decorator only works with instance methods of Task, or any class with these attributes:

   - ``metadata``: an instance of `lsst.daf.base.PropertyList` (or other object with
     ``add(name, value)`` method).
   - ``log``: an instance of `lsst.log.Log`.

Examples
--------
To use::

    import lsst.pipe.base as pipeBase
    class FooTask(pipeBase.Task):
        pass

        @pipeBase.timeMethod
        def run(self, ...): # or any other instance method you want to time
            pass

Definition at line 111 of file timer.py.

111 def timeMethod(func):
112  """Decorator to measure duration of a task method.
113 
114  Parameters
115  ----------
116  func
117  The method to wrap.
118 
119  Notes
120  -----
121  Writes various measures of time and possibly memory usage to the task's metadata; all items are prefixed
122  with the function name.
123 
124  .. warning::
125 
126  This decorator only works with instance methods of Task, or any class with these attributes:
127 
128  - ``metadata``: an instance of `lsst.daf.base.PropertyList` (or other object with
129  ``add(name, value)`` method).
130  - ``log``: an instance of `lsst.log.Log`.
131 
132  Examples
133  --------
134  To use::
135 
136  import lsst.pipe.base as pipeBase
137  class FooTask(pipeBase.Task):
138  pass
139 
140  @pipeBase.timeMethod
141  def run(self, ...): # or any other instance method you want to time
142  pass
143  """
144 
145  @functools.wraps(func)
146  def wrapper(self, *args, **keyArgs):
147  logInfo(obj=self, prefix=func.__name__ + "Start")
148  try:
149  res = func(self, *args, **keyArgs)
150  finally:
151  logInfo(obj=self, prefix=func.__name__ + "End")
152  return res
153  return wrapper
154 
def logInfo(obj, prefix, logLevel=Log.DEBUG)
Definition: timer.py:62
def timeMethod(func)
Definition: timer.py:111