lsst.ctrl.pool.parallel.SmpBatch Class Reference

Inheritance diagram for lsst.ctrl.pool.parallel.SmpBatch:

Public Member Functions
def	__init__ (self, *args, **kwargs)
def	preamble (self, walltime=None)
def	submitCommand (self, scriptName)
	Return command to submit script. More...
def	shebang (self)
def	preamble (self, command, walltime=None)
def	execution (self, command)
def	createScript (self, command, walltime=None)
	Create script to be submitted. More...
def	run (self, command, walltime=None)
	Run the batch system. More...

Public Attributes
	numCores
	numNodes
	numProcsPerNode
	mpiexec
	outputDir
	queue
	jobName
	walltime
	dryrun
	doExec
	submit
	options
	verbose

Detailed Description

Not-really-Batch submission with multiple cores on the current node

The job is run immediately.

Definition at line 262 of file parallel.py.

Constructor & Destructor Documentation

__init__()

def lsst.ctrl.pool.parallel.SmpBatch.__init__	(		self,
		*	args,
		**	kwargs
	)

Definition at line 268 of file parallel.py.

    def __init__(self, *args, **kwargs):
        super(SmpBatch, self).__init__(*args, **kwargs)
        if self.numNodes in (0, 1) and self.numProcsPerNode > 0 and self.numCores == 0:
            # --nodes=1 --procs=NN being used as a synonym for --cores=NN
            self.numNodes = 0
            self.numCores = self.numProcsPerNode
            self.numProcsPerNode = 0
        if self.numNodes > 0 or self.numProcsPerNode > 0:
            raise RuntimeError("SMP does not support the --nodes and --procs command-line options; "
                               "use --cores to specify the number of cores to use")
        if self.numCores > 1:
            self.mpiexec = "%s -n %d" % (self.mpiexec if self.mpiexec is not None else "", self.numCores)
        else:
            self.mpiexec = ""
 

Member Function Documentation

createScript()

def lsst.ctrl.pool.parallel.Batch.createScript (   self,   command,   walltime = None  )

inherited

Create script to be submitted.

    @param command: command to run
    @param walltime: maximum wall clock time, overrides value to constructor
    @return name of script on filesystem

Definition at line 138 of file parallel.py.

    def createScript(self, command, walltime=None):
        """!Create script to be submitted
 
        @param command: command to run
        @param walltime: maximum wall clock time, overrides value to constructor
        @return name of script on filesystem
        """
        fd, scriptName = tempfile.mkstemp()
        with os.fdopen(fd, "w") as f:
            f.write(self.shebang())
            f.write('\n')
            f.write(self.preamble(walltime))
            f.write('\n')
            f.write(self.execution(command))
            f.write('\n')
 
        os.chmod(scriptName, stat.S_IRUSR | stat.S_IWUSR | stat.S_IXUSR)
        return scriptName
 

execution()

def lsst.ctrl.pool.parallel.Batch.execution (   self,   command  )

inherited

Return execution string for script to be submitted

Definition at line 117 of file parallel.py.

    def execution(self, command):
        """Return execution string for script to be submitted"""
        script = [exportEnv(),
                  "umask %03o" % UMASK,
                  "cd %s" % pipes.quote(os.getcwd()),
                  ]
        if self.verbose:
            script += ["echo \"mpiexec is at: $(which mpiexec)\"",
                       "ulimit -a",
                       "echo 'umask: ' $(umask)",
                       "eups list -s",
                       "export",
                       "date",
                       ]
        script += ["mpiexec %s %s" % (self.mpiexec, command)]
        if self.verbose:
            script += ["date",
                       "echo Done.",
                       ]
        return "\n".join(script)
 

preamble() [1/2]

def lsst.ctrl.pool.parallel.Batch.preamble (   self,   command,   walltime = None  )

inherited

Return preamble string for script to be submitted

Most batch systems allow you to embed submission options as comments here.

Definition at line 110 of file parallel.py.

    def preamble(self, command, walltime=None):
        """Return preamble string for script to be submitted
 
        Most batch systems allow you to embed submission options as comments here.
        """
        raise NotImplementedError("Not implemented for base class")
 

preamble() [2/2]

def lsst.ctrl.pool.parallel.SmpBatch.preamble	(		self,
			walltime = None
	)

Definition at line 283 of file parallel.py.

    def preamble(self, walltime=None):
        return ""
 

run()

def lsst.ctrl.pool.parallel.Batch.run (   self,   command,   walltime = None  )

inherited

Run the batch system.

    Creates and submits the script to execute the provided command

    @param command: command to run
    @param walltime: maximum wall clock time, overrides value to constructor
    @return name of script on filesystem

Definition at line 164 of file parallel.py.

    def run(self, command, walltime=None):
        """!Run the batch system
 
        Creates and submits the script to execute the provided command
 
        @param command: command to run
        @param walltime: maximum wall clock time, overrides value to constructor
        @return name of script on filesystem
        """
        scriptName = self.createScript(command, walltime=walltime)
        command = self.submitCommand(scriptName)
        if self.dryrun:
            print("Would run: %s" % command)
        elif self.doExec:
            os.execl(scriptName, scriptName)
        else:
            os.system(command)
        return scriptName
 
 

shebang()

def lsst.ctrl.pool.parallel.Batch.shebang (   self )

inherited

Definition at line 107 of file parallel.py.

    def shebang(self):
        return "#!/bin/bash"
 

submitCommand()

def lsst.ctrl.pool.parallel.SmpBatch.submitCommand	(		self,
			scriptName
	)

Return command to submit script.

    @param scriptName: name of script on filesystem

Reimplemented from lsst.ctrl.pool.parallel.Batch.

Definition at line 286 of file parallel.py.

    def submitCommand(self, scriptName):
        return "exec %s" % scriptName
 
 

Member Data Documentation

doExec

lsst.ctrl.pool.parallel.Batch.doExec

inherited

Definition at line 101 of file parallel.py.

dryrun

lsst.ctrl.pool.parallel.Batch.dryrun

inherited

Definition at line 100 of file parallel.py.

jobName

lsst.ctrl.pool.parallel.Batch.jobName

inherited

Definition at line 98 of file parallel.py.

mpiexec

lsst.ctrl.pool.parallel.SmpBatch.mpiexec

Definition at line 279 of file parallel.py.

numCores

lsst.ctrl.pool.parallel.SmpBatch.numCores

Definition at line 270 of file parallel.py.

numNodes

lsst.ctrl.pool.parallel.SmpBatch.numNodes

Definition at line 272 of file parallel.py.

numProcsPerNode

lsst.ctrl.pool.parallel.SmpBatch.numProcsPerNode

Definition at line 274 of file parallel.py.

options

lsst.ctrl.pool.parallel.Batch.options

inherited

Definition at line 104 of file parallel.py.

outputDir

lsst.ctrl.pool.parallel.Batch.outputDir

inherited

Definition at line 93 of file parallel.py.

queue

lsst.ctrl.pool.parallel.Batch.queue

inherited

Definition at line 97 of file parallel.py.

submit

lsst.ctrl.pool.parallel.Batch.submit

inherited

Definition at line 103 of file parallel.py.

verbose

lsst.ctrl.pool.parallel.Batch.verbose

inherited

Definition at line 105 of file parallel.py.

walltime

lsst.ctrl.pool.parallel.Batch.walltime

inherited

Definition at line 99 of file parallel.py.

---

The documentation for this class was generated from the following file:

• /j/snowflake/release/lsstsw/stack/lsst-scipipe-0.7.0/Linux64/ctrl_pool/22.0.1-2-g92698f7+dcf3732eb2/python/lsst/ctrl/pool/parallel.py