LSST Applications
21.0.0+04719a4bac,21.0.0-1-ga51b5d4+f5e6047307,21.0.0-11-g2b59f77+a9c1acf22d,21.0.0-11-ga42c5b2+86977b0b17,21.0.0-12-gf4ce030+76814010d2,21.0.0-13-g1721dae+760e7a6536,21.0.0-13-g3a573fe+768d78a30a,21.0.0-15-g5a7caf0+f21cbc5713,21.0.0-16-g0fb55c1+b60e2d390c,21.0.0-19-g4cded4ca+71a93a33c0,21.0.0-2-g103fe59+bb20972958,21.0.0-2-g45278ab+04719a4bac,21.0.0-2-g5242d73+3ad5d60fb1,21.0.0-2-g7f82c8f+8babb168e8,21.0.0-2-g8f08a60+06509c8b61,21.0.0-2-g8faa9b5+616205b9df,21.0.0-2-ga326454+8babb168e8,21.0.0-2-gde069b7+5e4aea9c2f,21.0.0-2-gecfae73+1d3a86e577,21.0.0-2-gfc62afb+3ad5d60fb1,21.0.0-25-g1d57be3cd+e73869a214,21.0.0-3-g357aad2+ed88757d29,21.0.0-3-g4a4ce7f+3ad5d60fb1,21.0.0-3-g4be5c26+3ad5d60fb1,21.0.0-3-g65f322c+e0b24896a3,21.0.0-3-g7d9da8d+616205b9df,21.0.0-3-ge02ed75+a9c1acf22d,21.0.0-4-g591bb35+a9c1acf22d,21.0.0-4-g65b4814+b60e2d390c,21.0.0-4-gccdca77+0de219a2bc,21.0.0-4-ge8a399c+6c55c39e83,21.0.0-5-gd00fb1e+05fce91b99,21.0.0-6-gc675373+3ad5d60fb1,21.0.0-64-g1122c245+4fb2b8f86e,21.0.0-7-g04766d7+cd19d05db2,21.0.0-7-gdf92d54+04719a4bac,21.0.0-8-g5674e7b+d1bd76f71f,master-gac4afde19b+a9c1acf22d,w.2021.13
LSST Data Management Base Package
|
Public Member Functions | |
def | __init__ (self, outputDir=None, numNodes=0, numProcsPerNode=0, numCores=0, queue=None, jobName=None, walltime=0.0, dryrun=False, doExec=False, mpiexec="", submit=None, options=None, verbose=False) |
Constructor. More... | |
def | shebang (self) |
def | preamble (self, command, walltime=None) |
def | execution (self, command) |
def | createScript (self, command, walltime=None) |
Create script to be submitted. More... | |
def | submitCommand (self, scriptName) |
Return command to submit script. More... | |
def | run (self, command, walltime=None) |
Run the batch system. More... | |
Public Attributes | |
outputDir | |
numNodes | |
numProcsPerNode | |
numCores | |
queue | |
jobName | |
walltime | |
dryrun | |
doExec | |
mpiexec | |
submit | |
options | |
verbose | |
Base class for batch submission
Definition at line 68 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.__init__ | ( | self, | |
outputDir = None , |
|||
numNodes = 0 , |
|||
numProcsPerNode = 0 , |
|||
numCores = 0 , |
|||
queue = None , |
|||
jobName = None , |
|||
walltime = 0.0 , |
|||
dryrun = False , |
|||
doExec = False , |
|||
mpiexec = "" , |
|||
submit = None , |
|||
options = None , |
|||
verbose = False |
|||
) |
Constructor.
@param outputDir: output directory, or None @param numNodes: number of nodes @param numProcsPerNode: number of processors per node @param numCores: number of cores (Slurm, SMP only) @param queue: name of queue, or None @param jobName: name of job, or None @param walltime: maximum wall clock time for job @param dryrun: Dry run (only print actions that would be taken)? @param doExec: exec the script instead of submitting to batch system? @param mpiexec: options for mpiexec @param submit: command-line options for batch submission (e.g., for qsub, sbatch) @param options: options to append to script header (e.g., #PBS or #SBATCH) @param verbose: produce verbose output?
Definition at line 71 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.createScript | ( | self, | |
command, | |||
walltime = None |
|||
) |
Create script to be submitted.
@param command: command to run @param walltime: maximum wall clock time, overrides value to constructor @return name of script on filesystem
Definition at line 138 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.execution | ( | self, | |
command | |||
) |
def lsst.ctrl.pool.parallel.Batch.preamble | ( | self, | |
command, | |||
walltime = None |
|||
) |
Return preamble string for script to be submitted Most batch systems allow you to embed submission options as comments here.
Definition at line 110 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.run | ( | self, | |
command, | |||
walltime = None |
|||
) |
Run the batch system.
Creates and submits the script to execute the provided command @param command: command to run @param walltime: maximum wall clock time, overrides value to constructor @return name of script on filesystem
Definition at line 164 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.shebang | ( | self | ) |
Definition at line 107 of file parallel.py.
def lsst.ctrl.pool.parallel.Batch.submitCommand | ( | self, | |
scriptName | |||
) |
Return command to submit script.
@param scriptName: name of script on filesystem
Reimplemented in lsst.ctrl.pool.parallel.SmpBatch, lsst.ctrl.pool.parallel.SlurmBatch, and lsst.ctrl.pool.parallel.PbsBatch.
Definition at line 157 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.doExec |
Definition at line 101 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.dryrun |
Definition at line 100 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.jobName |
Definition at line 98 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.mpiexec |
Definition at line 102 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.numCores |
Definition at line 96 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.numNodes |
Definition at line 94 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.numProcsPerNode |
Definition at line 95 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.options |
Definition at line 104 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.outputDir |
Definition at line 93 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.queue |
Definition at line 97 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.submit |
Definition at line 103 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.verbose |
Definition at line 105 of file parallel.py.
lsst.ctrl.pool.parallel.Batch.walltime |
Definition at line 99 of file parallel.py.