apdb_cli Namespace Reference

Functions
None	main (Sequence[str]|None args=None)
None	_create_sql_subcommand (argparse._SubParsersAction subparsers)
None	_create_cassandra_subcommand (argparse._SubParsersAction subparsers)
None	_list_cassandra_subcommand (argparse._SubParsersAction subparsers)
None	_delete_cassandra_subcommand (argparse._SubParsersAction subparsers)
None	_list_index_subcommand (argparse._SubParsersAction subparsers)
None	_metadata_subcommand (argparse._SubParsersAction subparsers)
None	_metadata_show_subcommand (argparse._SubParsersAction subparsers)
None	_metadata_get_subcommand (argparse._SubParsersAction subparsers)
None	_metadata_set_subcommand (argparse._SubParsersAction subparsers)
None	_metadata_delete_subcommand (argparse._SubParsersAction subparsers)
None	_convert_legacy_config_subcommand (argparse._SubParsersAction subparsers)
None	_metrics_subcommand (argparse._SubParsersAction subparsers)
None	_metrics_log_to_influx (argparse._SubParsersAction subparsers)

Function Documentation

_convert_legacy_config_subcommand()

None apdb_cli._convert_legacy_config_subcommand ( argparse._SubParsersAction subparsers )

protected

Definition at line 172 of file apdb_cli.py.

def _convert_legacy_config_subcommand(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser("convert-legacy-config", help="Convert legacy pex_config to YAML.")
    parser.add_argument("legacy_config", help="Path or URI of APDB legacy configuration file.")
    parser.add_argument("new_config", help="Path or URI to write new YAML configuration file.")
    parser.set_defaults(method=scripts.convert_legacy_config)
 
 

_create_cassandra_subcommand()

None apdb_cli._create_cassandra_subcommand ( argparse._SubParsersAction subparsers )

protected

Definition at line 70 of file apdb_cli.py.

def _create_cassandra_subcommand(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser("create-cassandra", help="Create new APDB instance in Cassandra cluster.")
    parser.add_argument("host", help="One or more host names for Cassandra cluster.", nargs="+")
    parser.add_argument(
        "keyspace", help="Cassandra keyspace name for APDB tables, will be created if does not exist."
    )
    parser.add_argument("output_config", help="Name of the new configuration file for created APDB instance.")
    options.common_apdb_options(parser)
    options.cassandra_config_options(parser)
    parser.add_argument(
        "--drop", help="If True then drop existing tables.", default=False, action="store_true"
    )
    parser.set_defaults(method=scripts.create_cassandra)
 
 

_create_sql_subcommand()

None apdb_cli._create_sql_subcommand ( argparse._SubParsersAction subparsers )

protected

Definition at line 58 of file apdb_cli.py.

def _create_sql_subcommand(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser("create-sql", help="Create new APDB instance in SQL database.")
    parser.add_argument("db_url", help="Database URL in SQLAlchemy format for APDB instance.")
    parser.add_argument("output_config", help="Name of the new configuration file for created APDB instance.")
    options.common_apdb_options(parser)
    options.sql_config_options(parser)
    parser.add_argument(
        "--drop", help="If True then drop existing tables.", default=False, action="store_true"
    )
    parser.set_defaults(method=scripts.create_sql)
 
 

_delete_cassandra_subcommand()

None apdb_cli._delete_cassandra_subcommand ( argparse._SubParsersAction subparsers )

protected

Definition at line 98 of file apdb_cli.py.

def _delete_cassandra_subcommand(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser("delete-cassandra", help="Delete APDB instance from Cassandra cluster.")
    parser.add_argument("host", help="One of the host names for Cassandra cluster.")
    parser.add_argument("keyspace", help="Cassandra keyspace name for APDB tables.")
    parser.add_argument(
        "-y",
        "--confirm",
        help="Assume 'yes' answer for confirmation.",
        default=False,
        action="store_true",
    )
    parser.set_defaults(method=scripts.delete_cassandra)
 
 

_list_cassandra_subcommand()

None apdb_cli._list_cassandra_subcommand ( argparse._SubParsersAction subparsers )

protected

Definition at line 85 of file apdb_cli.py.

def _list_cassandra_subcommand(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser("list-cassandra", help="List APDB instances in Cassandra cluster.")
    parser.add_argument("host", help="One of the host names for Cassandra cluster.")
    parser.add_argument(
        "-v",
        "--verbose",
        help="Provide full list of roles and associated permissions.",
        default=False,
        action="store_true",
    )
    parser.set_defaults(method=scripts.list_cassandra)
 
 

_list_index_subcommand()

None apdb_cli._list_index_subcommand ( argparse._SubParsersAction subparsers )

protected

Definition at line 112 of file apdb_cli.py.

def _list_index_subcommand(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser("list-index", help="List contents of APDB index file.")
    parser.add_argument(
        "index_path", help="Location of index file, if missing then $DAX_APDB_INDEX_URI is used.", nargs="?"
    )
    parser.set_defaults(method=scripts.list_index)
 
 

_metadata_delete_subcommand()

None apdb_cli._metadata_delete_subcommand ( argparse._SubParsersAction subparsers )

protected

Definition at line 165 of file apdb_cli.py.

def _metadata_delete_subcommand(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser("delete", help="Delete metadata item.")
    parser.add_argument("config", help="Path or URI of APDB configuration file.")
    parser.add_argument("key", help="Metadata key, arbitrary string.")
    parser.set_defaults(method=scripts.metadata_delete)
 
 

_metadata_get_subcommand()

None apdb_cli._metadata_get_subcommand ( argparse._SubParsersAction subparsers )

protected

Definition at line 143 of file apdb_cli.py.

def _metadata_get_subcommand(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser("get", help="Print value of the metadata item.")
    parser.add_argument("config", help="Path or URI of APDB configuration file.")
    parser.add_argument("key", help="Metadata key, arbitrary string.")
    parser.set_defaults(method=scripts.metadata_get)
 
 

_metadata_set_subcommand()

None apdb_cli._metadata_set_subcommand ( argparse._SubParsersAction subparsers )

protected

Definition at line 150 of file apdb_cli.py.

def _metadata_set_subcommand(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser("set", help="Add or update metadata item.")
    parser.add_argument(
        "-f",
        "--force",
        help="Force update of the existing key.",
        default=False,
        action="store_true",
    )
    parser.add_argument("config", help="Path or URI of APDB configuration file.")
    parser.add_argument("key", help="Metadata key, arbitrary string.")
    parser.add_argument("value", help="Corresponding metadata value.")
    parser.set_defaults(method=scripts.metadata_set)
 
 

_metadata_show_subcommand()

None apdb_cli._metadata_show_subcommand ( argparse._SubParsersAction subparsers )

protected

Definition at line 129 of file apdb_cli.py.

def _metadata_show_subcommand(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser("show", help="Show contents of APDB metadata table.")
    parser.add_argument(
        "-j",
        "--json",
        dest="use_json",
        help="Dump metadata in JSON format.",
        default=False,
        action="store_true",
    )
    parser.add_argument("config", help="Path or URI of APDB configuration file.")
    parser.set_defaults(method=scripts.metadata_show)
 
 

_metadata_subcommand()

None apdb_cli._metadata_subcommand ( argparse._SubParsersAction subparsers )

protected

Definition at line 120 of file apdb_cli.py.

def _metadata_subcommand(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser("metadata", help="Operations with APDB metadata table.")
    subparsers = parser.add_subparsers(title="available subcommands", required=True)
    _metadata_set_subcommand(subparsers)
    _metadata_get_subcommand(subparsers)
    _metadata_show_subcommand(subparsers)
    _metadata_delete_subcommand(subparsers)
 
 

_metrics_log_to_influx()

None apdb_cli._metrics_log_to_influx ( argparse._SubParsersAction subparsers )

protected

Definition at line 185 of file apdb_cli.py.

def _metrics_log_to_influx(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser(
        "log-to-infux", help="Extract metrics from log files and dump as InfluxDB data."
    )
    parser.add_argument(
        "file", help="Name(s) of the log file to parse, '-' to read from standard input.", nargs="+"
    )
    parser.add_argument(
        "-c",
        "--context-keys",
        help=("Names of keys to extract from message context, comma-separated. " "Default: %(default)s "),
        default="instrument,visit,detector,day_obs",
        metavar="KEY[,KEY,...]",
    )
    parser.add_argument(
        "-t",
        "--extra-tags",
        help="Extra tags and their values, comma-separated.",
        default="",
        metavar="TAG=VALUE[,TAG=VALUE...]",
    )
    parser.add_argument(
        "-r",
        "--replication",
        help="Log is produced by replication service.",
        action="store_true",
        default=False,
    )
    parser.add_argument(
        "-p",
        "--prefix",
        help="Additional prefix for metrics names.",
        default="",
    )
    parser.add_argument(
        "-H",
        "--no-header",
        help="Do not add DML header.",
        action="store_true",
        default=False,
    )
    parser.add_argument(
        "-d",
        "--header-database",
        help="Database name to use for header, default: %(default)s.",
        default="telegraf",
    )
    parser.add_argument(
        "--fix-row-count",
        help="Fix incorrect inserted row counts by parsing additional data from logs.",
        action="store_true",
        default=False,
    )
    parser.set_defaults(method=scripts.metrics_log_to_influx)

_metrics_subcommand()

None apdb_cli._metrics_subcommand ( argparse._SubParsersAction subparsers )

protected

Definition at line 179 of file apdb_cli.py.

def _metrics_subcommand(subparsers: argparse._SubParsersAction) -> None:
    parser = subparsers.add_parser("metrics", help="Operations with metrics produced by APDB.")
    subparsers = parser.add_subparsers(title="available subcommands", required=True)
    _metrics_log_to_influx(subparsers)
 
 

main()

None apdb_cli.main

(

Sequence[str] | None

args = None

)

APDB command line tools.

Definition at line 34 of file apdb_cli.py.

def main(args: Sequence[str] | None = None) -> None:
    """APDB command line tools."""
    parser = argparse.ArgumentParser(description="APDB command line tools")
    log_cli = LoggingCli(parser)
 
    subparsers = parser.add_subparsers(title="available subcommands", required=True)
    _create_sql_subcommand(subparsers)
    _create_cassandra_subcommand(subparsers)
    _list_cassandra_subcommand(subparsers)
    _delete_cassandra_subcommand(subparsers)
    _list_index_subcommand(subparsers)
    _metadata_subcommand(subparsers)
    _convert_legacy_config_subcommand(subparsers)
    _metrics_subcommand(subparsers)
 
    parsed_args = parser.parse_args(args)
    log_cli.process_args(parsed_args)
 
    kwargs = vars(parsed_args)
    # Strip keywords not understood by scripts.
    method = kwargs.pop("method")
    method(**kwargs)