def main():
"Main function"
optmgr = OptionParser('dbs_adler')
optmgr.parser.add_argument("--patterns",
action="store",
dest="patterns",
default="",
help='Select datasets patterns')
optmgr.parser.add_argument("--antipatterns",
action="store",
dest="antipatterns",
default="",
help='Select datasets antipatterns')
msg = 'DBS instance on HDFS: global (default), phys01, phys02, phys03'
optmgr.parser.add_argument("--inst",
action="store",
dest="inst",
default="global",
help=msg)
opts = optmgr.parser.parse_args()
print("Input arguments: %s" % opts)
inst = opts.inst
if inst in ['global', 'phys01', 'phys02', 'phys03']:
inst = inst.upper()
else:
raise Exception('Unsupported DBS instance "%s"' % inst)
patterns = opts.patterns.split(',') if opts.patterns else []
antipatterns = opts.antipatterns.split(',') if opts.antipatterns else []
run(opts.fout, opts.yarn, opts.verbose, patterns, antipatterns, inst)
def main():
"Main function"
optmgr = OptionParser('wmarchive')
opts = optmgr.parser.parse_args()
print("Input arguments: %s" % opts)
hdir = opts.hdir if opts.hdir else 'hdfs:///cms/wmarchive/avro/fwjr'
run(opts.fout, opts.hdir, opts.date, opts.yarn, opts.verbose)
def main():
"Main function"
optmgr = OptionParser('cern_monit')
msg = 'Full path to stomp python module egg'
optmgr.parser.add_argument("--stomp",
action="store",
dest="stomp",
default='',
help=msg)
msg = "AMQ credentials JSON file (should be named as amq_broker.json)"
optmgr.parser.add_argument("--amq",
action="store",
dest="amq",
default="amq_broker.json",
help=msg)
optmgr.parser.add_argument(
"--aggregation_schema",
action="store_true",
dest="aggregation_schema",
default=False,
help=
"use aggregation schema for data upload (needed for correct var types)"
)
opts = optmgr.parser.parse_args()
run(opts.hdir, opts.amq, opts.stomp, opts.yarn, opts.aggregation_schema,
opts.verbose)
def get_options():
opts = OptionParser('DBS')
opts.parser.add_argument("--inst",
action="store",
dest="inst",
default="global")
return opts.parser.parse_args()
def get_options():
opts = OptionParser('campaigns')
opts.parser.add_argument("--inst", action="store",
dest="inst", default="global")
opts.parser.add_argument("--limit", type=int,
dest="limit", default=100)
return opts.parser.parse_args()
def main():
optmgr = OptionParser('hdfs_app')
msg = 'HDFS path to process'
msg = 'Comma separated list of attributes to anonimise'
optmgr.parser.add_argument("--attrs", action="store",
dest="attrs", default="", help=msg)
optmgr.parser.add_argument("--nparts", action="store",
dest="nparts", default=100, help=msg)
opts = optmgr.parser.parse_args()
attrs = opts.attrs.split(',')
run(opts.hdir, attrs, opts.yarn, opts.fout, opts.verbose, opts.nparts)
def main():
"Main function"
optmgr = OptionParser('dbs_condor')
msg = 'DBS instance on HDFS: global (default), phys01, phys02, phys03'
optmgr.parser.add_argument("--inst", action="store",
dest="inst", default="global", help=msg)
opts = optmgr.parser.parse_args()
print("Input arguments: %s" % opts)
inst = opts.inst
if inst in ['global', 'phys01', 'phys02', 'phys03']:
inst = inst.upper()
else:
raise Exception('Unsupported DBS instance "%s"' % inst)
run(opts.date, opts.fout, opts.yarn, opts.verbose, inst)
def get_options():
opts = OptionParser('averages')
opts.parser.add_argument(
"--campaign",
action="store",
dest="campaign",
default=None,
help=
"Pass --campaign and --tier to get how much data for a given campaign is there in a given data tier"
)
opts.parser.add_argument(
"--tier",
action="store",
dest="tier",
default=None,
help=
"Pass --campaign and --tier to get how much data for a given campaign is there in a given data tier"
)
return opts.parser.parse_args()
def main():
"Main function"
optmgr = OptionParser('fts_aso')
opts = optmgr.parser.parse_args()
print("Input arguments: %s" % opts)
run(opts.date, opts.fout, opts.yarn, opts.verbose)
def get_options():
opts = OptionParser('PhEDEx')
return opts.parser.parse_args()
def get_options():
opts = OptionParser('averages')
return opts.parser.parse_args()
