LSST Applications
21.0.0-172-gfb10e10a+18fedfabac,22.0.0+297cba6710,22.0.0+80564b0ff1,22.0.0+8d77f4f51a,22.0.0+a28f4c53b1,22.0.0+dcf3732eb2,22.0.1-1-g7d6de66+2a20fdde0d,22.0.1-1-g8e32f31+297cba6710,22.0.1-1-geca5380+7fa3b7d9b6,22.0.1-12-g44dc1dc+2a20fdde0d,22.0.1-15-g6a90155+515f58c32b,22.0.1-16-g9282f48+790f5f2caa,22.0.1-2-g92698f7+dcf3732eb2,22.0.1-2-ga9b0f51+7fa3b7d9b6,22.0.1-2-gd1925c9+bf4f0e694f,22.0.1-24-g1ad7a390+a9625a72a8,22.0.1-25-g5bf6245+3ad8ecd50b,22.0.1-25-gb120d7b+8b5510f75f,22.0.1-27-g97737f7+2a20fdde0d,22.0.1-32-gf62ce7b1+aa4237961e,22.0.1-4-g0b3f228+2a20fdde0d,22.0.1-4-g243d05b+871c1b8305,22.0.1-4-g3a563be+32dcf1063f,22.0.1-4-g44f2e3d+9e4ab0f4fa,22.0.1-42-gca6935d93+ba5e5ca3eb,22.0.1-5-g15c806e+85460ae5f3,22.0.1-5-g58711c4+611d128589,22.0.1-5-g75bb458+99c117b92f,22.0.1-6-g1c63a23+7fa3b7d9b6,22.0.1-6-g50866e6+84ff5a128b,22.0.1-6-g8d3140d+720564cf76,22.0.1-6-gd805d02+cc5644f571,22.0.1-8-ge5750ce+85460ae5f3,master-g6e05de7fdc+babf819c66,master-g99da0e417a+8d77f4f51a,w.2021.48
LSST Data Management Base Package
|
Public Member Functions | |
def | __init__ (self, outputDir=None, numNodes=0, numProcsPerNode=0, numCores=0, queue=None, jobName=None, walltime=0.0, dryrun=False, doExec=False, mpiexec="", submit=None, options=None, verbose=False) |
Constructor. More... | |
def | shebang (self) |
def | preamble (self, command, walltime=None) |
def | execution (self, command) |
def | createScript (self, command, walltime=None) |
Create script to be submitted. More... | |
def | submitCommand (self, scriptName) |
Return command to submit script. More... | |
def | run (self, command, walltime=None) |
Run the batch system. More... | |
Public Attributes | |
outputDir | |
numNodes | |
numProcsPerNode | |
numCores | |
queue | |
jobName | |
walltime | |
dryrun | |
doExec | |
mpiexec | |
submit | |
options | |
verbose | |
Base class for batch submission
Definition at line 68 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.__init__ | ( | self, | |
outputDir = None , |
|||
numNodes = 0 , |
|||
numProcsPerNode = 0 , |
|||
numCores = 0 , |
|||
queue = None , |
|||
jobName = None , |
|||
walltime = 0.0 , |
|||
dryrun = False , |
|||
doExec = False , |
|||
mpiexec = "" , |
|||
submit = None , |
|||
options = None , |
|||
verbose = False |
|||
) |
Constructor.
@param outputDir: output directory, or None @param numNodes: number of nodes @param numProcsPerNode: number of processors per node @param numCores: number of cores (Slurm, SMP only) @param queue: name of queue, or None @param jobName: name of job, or None @param walltime: maximum wall clock time for job @param dryrun: Dry run (only print actions that would be taken)? @param doExec: exec the script instead of submitting to batch system? @param mpiexec: options for mpiexec @param submit: command-line options for batch submission (e.g., for qsub, sbatch) @param options: options to append to script header (e.g., #PBS or #SBATCH) @param verbose: produce verbose output?
Definition at line 71 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.createScript | ( | self, | |
command, | |||
walltime = None |
|||
) |
Create script to be submitted.
@param command: command to run @param walltime: maximum wall clock time, overrides value to constructor @return name of script on filesystem
Definition at line 138 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.execution | ( | self, | |
command | |||
) |
def lsst.ctrl.pool.parallel.Batch.preamble | ( | self, | |
command, | |||
walltime = None |
|||
) |
Return preamble string for script to be submitted Most batch systems allow you to embed submission options as comments here.
Definition at line 110 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.run | ( | self, | |
command, | |||
walltime = None |
|||
) |
Run the batch system.
Creates and submits the script to execute the provided command @param command: command to run @param walltime: maximum wall clock time, overrides value to constructor @return name of script on filesystem
Definition at line 164 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.shebang | ( | self | ) |
Definition at line 107 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.submitCommand | ( | self, | |
scriptName | |||
) |
Return command to submit script.
@param scriptName: name of script on filesystem
Reimplemented in lsst.ctrl.pool.parallel.SmpBatch, lsst.ctrl.pool.parallel.SlurmBatch, and lsst.ctrl.pool.parallel.PbsBatch.
Definition at line 157 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.doExec |
Definition at line 101 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.dryrun |
Definition at line 100 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.jobName |
Definition at line 98 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.mpiexec |
Definition at line 102 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.numCores |
Definition at line 96 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.numNodes |
Definition at line 94 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.numProcsPerNode |
Definition at line 95 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.options |
Definition at line 104 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.outputDir |
Definition at line 93 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.queue |
Definition at line 97 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.submit |
Definition at line 103 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.verbose |
Definition at line 105 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.walltime |
Definition at line 99 of file parallel.py.