def main(): "Main function" optmgr = OptionParser('dbs_adler') optmgr.parser.add_argument("--patterns", action="store", dest="patterns", default="", help='Select datasets patterns') optmgr.parser.add_argument("--antipatterns", action="store", dest="antipatterns", default="", help='Select datasets antipatterns') msg = 'DBS instance on HDFS: global (default), phys01, phys02, phys03' optmgr.parser.add_argument("--inst", action="store", dest="inst", default="global", help=msg) opts = optmgr.parser.parse_args() print("Input arguments: %s" % opts) inst = opts.inst if inst in ['global', 'phys01', 'phys02', 'phys03']: inst = inst.upper() else: raise Exception('Unsupported DBS instance "%s"' % inst) patterns = opts.patterns.split(',') if opts.patterns else [] antipatterns = opts.antipatterns.split(',') if opts.antipatterns else [] run(opts.fout, opts.yarn, opts.verbose, patterns, antipatterns, inst)
def main(): "Main function" optmgr = OptionParser('wmarchive') opts = optmgr.parser.parse_args() print("Input arguments: %s" % opts) hdir = opts.hdir if opts.hdir else 'hdfs:///cms/wmarchive/avro/fwjr' run(opts.fout, opts.hdir, opts.date, opts.yarn, opts.verbose)
def main(): "Main function" optmgr = OptionParser('cern_monit') msg = 'Full path to stomp python module egg' optmgr.parser.add_argument("--stomp", action="store", dest="stomp", default='', help=msg) msg = "AMQ credentials JSON file (should be named as amq_broker.json)" optmgr.parser.add_argument("--amq", action="store", dest="amq", default="amq_broker.json", help=msg) optmgr.parser.add_argument( "--aggregation_schema", action="store_true", dest="aggregation_schema", default=False, help= "use aggregation schema for data upload (needed for correct var types)" ) opts = optmgr.parser.parse_args() run(opts.hdir, opts.amq, opts.stomp, opts.yarn, opts.aggregation_schema, opts.verbose)
def get_options(): opts = OptionParser('DBS') opts.parser.add_argument("--inst", action="store", dest="inst", default="global") return opts.parser.parse_args()
def get_options(): opts = OptionParser('campaigns') opts.parser.add_argument("--inst", action="store", dest="inst", default="global") opts.parser.add_argument("--limit", type=int, dest="limit", default=100) return opts.parser.parse_args()
def main(): optmgr = OptionParser('hdfs_app') msg = 'HDFS path to process' msg = 'Comma separated list of attributes to anonimise' optmgr.parser.add_argument("--attrs", action="store", dest="attrs", default="", help=msg) optmgr.parser.add_argument("--nparts", action="store", dest="nparts", default=100, help=msg) opts = optmgr.parser.parse_args() attrs = opts.attrs.split(',') run(opts.hdir, attrs, opts.yarn, opts.fout, opts.verbose, opts.nparts)
def main(): "Main function" optmgr = OptionParser('dbs_condor') msg = 'DBS instance on HDFS: global (default), phys01, phys02, phys03' optmgr.parser.add_argument("--inst", action="store", dest="inst", default="global", help=msg) opts = optmgr.parser.parse_args() print("Input arguments: %s" % opts) inst = opts.inst if inst in ['global', 'phys01', 'phys02', 'phys03']: inst = inst.upper() else: raise Exception('Unsupported DBS instance "%s"' % inst) run(opts.date, opts.fout, opts.yarn, opts.verbose, inst)
def get_options(): opts = OptionParser('averages') opts.parser.add_argument( "--campaign", action="store", dest="campaign", default=None, help= "Pass --campaign and --tier to get how much data for a given campaign is there in a given data tier" ) opts.parser.add_argument( "--tier", action="store", dest="tier", default=None, help= "Pass --campaign and --tier to get how much data for a given campaign is there in a given data tier" ) return opts.parser.parse_args()
def main(): "Main function" optmgr = OptionParser('fts_aso') opts = optmgr.parser.parse_args() print("Input arguments: %s" % opts) run(opts.date, opts.fout, opts.yarn, opts.verbose)
def get_options(): opts = OptionParser('PhEDEx') return opts.parser.parse_args()
def get_options(): opts = OptionParser('averages') return opts.parser.parse_args()