LSST Applications
21.0.0-147-g0e635eb1+1acddb5be5,22.0.0+052faf71bd,22.0.0+1ea9a8b2b2,22.0.0+6312710a6c,22.0.0+729191ecac,22.0.0+7589c3a021,22.0.0+9f079a9461,22.0.1-1-g7d6de66+b8044ec9de,22.0.1-1-g87000a6+536b1ee016,22.0.1-1-g8e32f31+6312710a6c,22.0.1-10-gd060f87+016f7cdc03,22.0.1-12-g9c3108e+df145f6f68,22.0.1-16-g314fa6d+c825727ab8,22.0.1-19-g93a5c75+d23f2fb6d8,22.0.1-19-gb93eaa13+aab3ef7709,22.0.1-2-g8ef0a89+b8044ec9de,22.0.1-2-g92698f7+9f079a9461,22.0.1-2-ga9b0f51+052faf71bd,22.0.1-2-gac51dbf+052faf71bd,22.0.1-2-gb66926d+6312710a6c,22.0.1-2-gcb770ba+09e3807989,22.0.1-20-g32debb5+b8044ec9de,22.0.1-23-gc2439a9a+fb0756638e,22.0.1-3-g496fd5d+09117f784f,22.0.1-3-g59f966b+1e6ba2c031,22.0.1-3-g849a1b8+f8b568069f,22.0.1-3-gaaec9c0+c5c846a8b1,22.0.1-32-g5ddfab5d3+60ce4897b0,22.0.1-4-g037fbe1+64e601228d,22.0.1-4-g8623105+b8044ec9de,22.0.1-5-g096abc9+d18c45d440,22.0.1-5-g15c806e+57f5c03693,22.0.1-7-gba73697+57f5c03693,master-g6e05de7fdc+c1283a92b8,master-g72cdda8301+729191ecac,w.2021.39
LSST Data Management Base Package
|
Public Member Functions | |
def | __init__ (self, outputDir=None, numNodes=0, numProcsPerNode=0, numCores=0, queue=None, jobName=None, walltime=0.0, dryrun=False, doExec=False, mpiexec="", submit=None, options=None, verbose=False) |
Constructor. More... | |
def | shebang (self) |
def | preamble (self, command, walltime=None) |
def | execution (self, command) |
def | createScript (self, command, walltime=None) |
Create script to be submitted. More... | |
def | submitCommand (self, scriptName) |
Return command to submit script. More... | |
def | run (self, command, walltime=None) |
Run the batch system. More... | |
Public Attributes | |
outputDir | |
numNodes | |
numProcsPerNode | |
numCores | |
queue | |
jobName | |
walltime | |
dryrun | |
doExec | |
mpiexec | |
submit | |
options | |
verbose | |
Base class for batch submission
Definition at line 68 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.__init__ | ( | self, | |
outputDir = None , |
|||
numNodes = 0 , |
|||
numProcsPerNode = 0 , |
|||
numCores = 0 , |
|||
queue = None , |
|||
jobName = None , |
|||
walltime = 0.0 , |
|||
dryrun = False , |
|||
doExec = False , |
|||
mpiexec = "" , |
|||
submit = None , |
|||
options = None , |
|||
verbose = False |
|||
) |
Constructor.
@param outputDir: output directory, or None @param numNodes: number of nodes @param numProcsPerNode: number of processors per node @param numCores: number of cores (Slurm, SMP only) @param queue: name of queue, or None @param jobName: name of job, or None @param walltime: maximum wall clock time for job @param dryrun: Dry run (only print actions that would be taken)? @param doExec: exec the script instead of submitting to batch system? @param mpiexec: options for mpiexec @param submit: command-line options for batch submission (e.g., for qsub, sbatch) @param options: options to append to script header (e.g., #PBS or #SBATCH) @param verbose: produce verbose output?
Definition at line 71 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.createScript | ( | self, | |
command, | |||
walltime = None |
|||
) |
Create script to be submitted.
@param command: command to run @param walltime: maximum wall clock time, overrides value to constructor @return name of script on filesystem
Definition at line 138 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.execution | ( | self, | |
command | |||
) |
def lsst.ctrl.pool.parallel.Batch.preamble | ( | self, | |
command, | |||
walltime = None |
|||
) |
Return preamble string for script to be submitted Most batch systems allow you to embed submission options as comments here.
Definition at line 110 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.run | ( | self, | |
command, | |||
walltime = None |
|||
) |
Run the batch system.
Creates and submits the script to execute the provided command @param command: command to run @param walltime: maximum wall clock time, overrides value to constructor @return name of script on filesystem
Definition at line 164 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.shebang | ( | self | ) |
Definition at line 107 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.submitCommand | ( | self, | |
scriptName | |||
) |
Return command to submit script.
@param scriptName: name of script on filesystem
Reimplemented in lsst.ctrl.pool.parallel.SmpBatch, lsst.ctrl.pool.parallel.SlurmBatch, and lsst.ctrl.pool.parallel.PbsBatch.
Definition at line 157 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.doExec |
Definition at line 101 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.dryrun |
Definition at line 100 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.jobName |
Definition at line 98 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.mpiexec |
Definition at line 102 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.numCores |
Definition at line 96 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.numNodes |
Definition at line 94 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.numProcsPerNode |
Definition at line 95 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.options |
Definition at line 104 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.outputDir |
Definition at line 93 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.queue |
Definition at line 97 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.submit |
Definition at line 103 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.verbose |
Definition at line 105 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.walltime |
Definition at line 99 of file parallel.py.