convertGen2RepoToGen3 Namespace Reference

Functions
def	build_argparser ()
def	parse_args (parser)
def	convert (gen2root, gen3root, instrumentClass, skymapName=None, skymapConfig=None, calibs=None, reruns=[], config=None, transferMode="auto")
def	main ()

Function Documentation

build_argparser()

def convertGen2RepoToGen3.build_argparser

(

)

Definition at line 36 of file convertGen2RepoToGen3.py.

def build_argparser():
    parser = argparse.ArgumentParser(description=__doc__,
                                     formatter_class=argparse.RawDescriptionHelpFormatter)
    parser.add_argument("instrumentClass", metavar="lsst.obs.CAMERA.INSTRUMENT",
                        help=("The full import path to the gen3 Instrument class for this camera"
                              " (e.g. lsst.obs.decam.DarkEnergyCamera)."))
    parser.add_argument("--gen2root", required=True,
                        help="Root path of the gen 2 repo to be converted.")
    parser.add_argument("--gen3root", required=True,
                        help="Root path of the gen 3 repo to be produced.")
    parser.add_argument("--skymapName", default=None,
                        help="Name of the new gen3 skymap (e.g. 'discrete/ci_hsc').")
    parser.add_argument("--skymapConfig", default=None,
                        help="Path to skymap config file defining the new gen3 skymap.")
    parser.add_argument("--calibs", default=None,
                        help="Path to the gen 2 calibration repo; absolute, or relative to gen2root.")
    parser.add_argument("--reruns", default=[], nargs="*",
                        help="List of gen 2 reruns to convert.")
    parser.add_argument("--transferMode", default="auto",
                        choices=["auto", "link", "symlink", "hardlink", "copy", "move", "relsymlink"],
                        help="Mode to use to transfer files into the new repository.")
    parser.add_argument("-v", "--verbose", action="store_const", dest="verbose",
                        default=lsst.log.Log.INFO, const=lsst.log.Log.DEBUG,
                        help="Set the log level to DEBUG.")
    parser.add_argument("-c", "--config", default=None,
                        help=("Path to a `ConvertRepoConfig` override to be included after "
                              "the Instrument config overrides are applied."))
 
    return parser
 
 

convert()

def convertGen2RepoToGen3.convert	(		gen2root,
			gen3root,
			instrumentClass,
			skymapName = None,
			skymapConfig = None,
			calibs = None,
			reruns = [],
			config = None,
			transferMode = "auto"
	)

Convert the gen 2 Butler repo living at gen2root into a gen 3 repo
living at gen3root.

Parameters
----------
gen2root : `str`
    Root path to the gen2 repo to be converted.
gen3root : `str`
    Root path to the gen3 output repo.
instrumentClass : `str`
    Full python path to the `lsst.obs.base.Instrument` class of the repo
    being converted.
skymapName : `str`, optional
    Name of the skymap to be converted in the repo.
skymapConfig : `str`, optional
    Path to the `lsst.skymap.BaseSkyMapConfig` of the gen2 skymap to be
    converted.
calibs : `str`, optional
    Path to the gen2 calibration repository to be converted.
    If a relative path, it is assumed to be relative to ``gen2root``.
reruns : `list` [`str`], optional
    List of reruns to convert. They will be placed in the
    ``shared/INSTRUMENT/RERUN`` collection.
config : `str`, optional
    Path to `lsst.obs.base.ConvertRepoConfig` configuration to load
    after all default/instrument configurations.
transferMode : `str`, optional
    Mode to use when transferring data into the gen3 repository.

Definition at line 77 of file convertGen2RepoToGen3.py.

def convert(gen2root, gen3root, instrumentClass,
            skymapName=None, skymapConfig=None,
            calibs=None, reruns=[], config=None, transferMode="auto"):
    """Convert the gen 2 Butler repo living at gen2root into a gen 3 repo
    living at gen3root.
 
    Parameters
    ----------
    gen2root : `str`
        Root path to the gen2 repo to be converted.
    gen3root : `str`
        Root path to the gen3 output repo.
    instrumentClass : `str`
        Full python path to the `lsst.obs.base.Instrument` class of the repo
        being converted.
    skymapName : `str`, optional
        Name of the skymap to be converted in the repo.
    skymapConfig : `str`, optional
        Path to the `lsst.skymap.BaseSkyMapConfig` of the gen2 skymap to be
        converted.
    calibs : `str`, optional
        Path to the gen2 calibration repository to be converted.
        If a relative path, it is assumed to be relative to ``gen2root``.
    reruns : `list` [`str`], optional
        List of reruns to convert. They will be placed in the
        ``shared/INSTRUMENT/RERUN`` collection.
    config : `str`, optional
        Path to `lsst.obs.base.ConvertRepoConfig` configuration to load
        after all default/instrument configurations.
    transferMode : `str`, optional
        Mode to use when transferring data into the gen3 repository.
    """
    # instantiate the correct instrument
    instrument = lsst.utils.doImport(instrumentClass)()
 
    convertRepoConfig = ConvertRepoTask.ConfigClass()
    instrument.applyConfigOverrides(ConvertRepoTask._DefaultName, convertRepoConfig)
    convertRepoConfig.instrument = instrumentClass
    convertRepoConfig.raws.transfer = transferMode
    if skymapName is not None:
        convertRepoConfig.skyMaps[skymapName] = ConvertRepoSkyMapConfig()
        convertRepoConfig.skyMaps[skymapName].load(skymapConfig)
        convertRepoConfig.rootSkyMapName = skymapName
    if config is not None:
        convertRepoConfig.load(config)
 
    rerunsArg = [Rerun(rerun, runName=f"shared/{instrument.getName()}/{rerun}",
                       chainName=f"shared/{instrument.getName()}", parents=[]) for rerun in reruns]
 
    # Allow a gen3 butler to be reused
    try:
        butlerConfig = lsst.daf.butler.Butler.makeRepo(gen3root)
    except FileExistsError:
        # Use the existing butler configuration
        butlerConfig = gen3root
    butler = lsst.daf.butler.Butler(butlerConfig, run=f"raw/{instrument.getName()}")
    convertRepoTask = ConvertRepoTask(config=convertRepoConfig, butler3=butler)
    convertRepoTask.run(
        root=gen2root,
        reruns=rerunsArg,
        calibs=None if calibs is None else {calibs: f"calib/{instrument.getName()}"}
    )
 
 

main()

def convertGen2RepoToGen3.main

(

)

To be run by the commandline script in `bin/`.

Examples

forEachPixel.cc, image1.cc, image2.cc, imageStatistics.cc, maskedImage1.cc, maskedImage2.cc, and splineInterpolate.cc.

Definition at line 141 of file convertGen2RepoToGen3.py.

def main():
    """To be run by the commandline script in `bin/`.
    """
    parser = build_argparser()
    args = parser.parse_args()
 
    log = lsst.log.Log.getLogger("convertRepo")
    log.setLevel(args.verbose)
    # Forward python logging to lsst logger
    logger = logging.getLogger("convertRepo")
    logger.setLevel(lsst.log.LevelTranslator.lsstLog2logging(log.getLevel()))
    logger.addHandler(lsst.log.LogHandler())
 
    convert(args.gen2root, args.gen3root, args.instrumentClass,
            skymapName=args.skymapName, skymapConfig=args.skymapConfig,
            calibs=args.calibs, reruns=args.reruns, config=args.config, transferMode=args.transferMode)

parse_args()

def convertGen2RepoToGen3.parse_args

(

parser

)

Definition at line 67 of file convertGen2RepoToGen3.py.

def parse_args(parser):
    args = parser.parse_args()
 
    skymapList = [args.skymapName, args.skymapConfig]
    if not all(x is None for x in skymapList) and not all(x is not None for x in skymapList):
        parser.error("Must specify both --skymapName and --skymapConfig, or neither.")
 
    return args