示例#1
0
def read_config():
    config = Config('argument parser for classification training')
    config.add_argument('--topk', type=int, default=5)
    config.add_argument('--backbone', type=str, default='resnet101')
    config.add_argument('--groups', type=int, default=1)
    config.add_argument('--conv',
                        type=str,
                        default='conv',
                        choices=['conv', 'seperable', 'deform'])
    config.add_argument('--dilation', type=int, nargs='+', default=1)

    return config.parse_args()
示例#2
0
def read_config():
    config = Config('argument parser for object detection training')
    config.add_argument('--backbone', type=str, default='resnet101')
    config.add_argument('--groups', type=int, default=1)
    config.add_argument('--dilation', type=int, nargs='+', default=1)
    config.add_argument('--conv',
                        type=str,
                        default='conv',
                        choices=['conv', 'seperable', 'deform'])
    config.add_argument('--fpn_layer', type=int, default=4)
    config.add_argument('--num_anchors', type=int, default=9)
    config.add_argument('--no_fix_backbone_bn',
                        action='store_true',
                        default=False)
    config.add_argument('--use_bn', action='store_true', default=False)
    config.add_argument('--use_residual', action='store_true', default=False)
    config.add_argument('--use_postprocessing',
                        action='store_true',
                        default=False)
    config.add_argument('--cls_thresh', type=float, default=0.05)
    config.add_argument('--nms_thresh', type=float, default=0.5)
    config.add_argument('--bbox_min_size',
                        type=int,
                        default=4,
                        help='minimum bbox size for ground truth')
    config.add_argument('--rpn_pos_overlap',
                        type=float,
                        default=0.5,
                        help='rpn positive overlap threshold')
    config.add_argument('--rpn_low_neg_overlap',
                        type=float,
                        default=0.3,
                        help='the lower bound of rpn negative overlap')
    config.add_argument('--rpn_high_neg_overlap',
                        type=float,
                        default=0.4,
                        help='the higher bound of rpn negative overlap')
    config.add_argument('--crowd_overlap',
                        type=float,
                        default=0.3,
                        help='remove anchors if they ovelap with crowds')
    config.add_argument('--border_ratio',
                        type=float,
                        default=0.8,
                        help='filter border anchors')
    config.add_argument('--use_mask',
                        action='store_true',
                        help='whether to use mask targets in dataloader')
    return config.parse_args()
示例#3
0
def start(argv):
    print argv
    start = time.time()
    pa = argparse.ArgumentParser(description='Open Data Portal Watch API service.', prog='pwapi')

    logg = pa.add_argument_group("Logging")
    logg.add_argument(
        '-d', '--debug',
        help="Print lots of debugging statements",
        action="store_const", dest="loglevel", const=logging.DEBUG,
        default=logging.WARNING
    )

    logg.add_argument(
        '-v', '--verbose',
        help="Be verbose",
        action="store_const", dest="loglevel", const=logging.INFO,
        default=logging.WARNING
    )

    config = pa.add_argument_group("Config")
    config.add_argument('-c', '--config', help="config file", dest='config')
    args = pa.parse_args(args=argv)

    if args.config:
        try:
            with open(args.config) as f_conf:
                config = yaml.load(f_conf)
                if 'logging' in config:
                    print "setup logging"
                    logging.config.dictConfig(config['logging'])
                else:
                    ##load basic logging
                    logconf = os.path.join(odpw.__path__[0], 'resources/logging', 'logging.yaml')
                    with open(logconf) as f:
                        logging.config.dictConfig(yaml.load(f))

        except Exception as e:
            print "Exception during config initialisation", e
            return
    else:
        ##load basic logging
        logconf = os.path.join(odpw.__path__[0], 'resources/logging', 'logging.yaml')
        with open(logconf) as f:
            logging.config.dictConfig(yaml.load(f))
        logging.basicConfig(level=args.loglevel)

    # config the structlog
    config_logging()
    log = structlog.get_logger()

    #try:
    log.info("CMD ARGS", args=str(args))
    cli(args)
    #except Exception as e:
    #    log.fatal("Uncaught exception", exc_info=True)
    end = time.time()
    secs = end - start
    msecs = secs * 1000
    log.info("END MAIN", time_elapsed=msecs)

    Timer.printStats()
    ErrorHandler.printStats()
示例#4
0
def start (argv):
    print argv
    start= time.time()
    pa = argparse.ArgumentParser(description='Open Portal Watch toolset.', prog='odpw')
    

    logg=pa.add_argument_group("Logging")
    logg.add_argument(
        '-d', '--debug',
        help="Print lots of debugging statements",
        action="store_const", dest="loglevel", const=logging.DEBUG,
        default=logging.WARNING
    )
    logg.add_argument(
        '-v', '--verbose',
        help="Be verbose",
        action="store_const", dest="loglevel", const=logging.INFO,
        default=logging.WARNING
    )
    
    config=pa.add_argument_group("Config")
    config.add_argument('-c','--config', help="config file", dest='config')
    
    sp = pa.add_subparsers(title='Modules', description="Available sub modules")
    for sm in submodules:
        smpa = sp.add_parser(sm.name(), help=sm.help())
        sm.setupCLI(smpa)
        smpa.set_defaults(func=sm.cli)



    m=set([])
    for k,v in sys.modules.items():
        if v is not None:
            if '.' in k:
                m.add(k.split('.')[0])
            else:
                m.add(k)

    #for i in m:
    #    print i

    args = pa.parse_args(args=argv)
    
        
    db=readDBConfFromFile(args.config)
    if args.config:
        try:
            with open(args.config) as f_conf:
                config = yaml.load(f_conf)
                if 'logging' in config:
                    print "setup logging"
                    logging.config.dictConfig(config['logging'])
                else:
                    ##load basic logging
                    logconf = os.path.join(odpw.__path__[0], 'resources/logging', 'logging.yaml')
                    with open(logconf) as f:
                        logging.config.dictConfig(yaml.load(f))




        except Exception as e:
            print "Exception during config initialisation",e
            return
    else:
        ##load basic logging
        logconf = os.path.join(odpw.__path__[0], 'resources/logging', 'logging.yaml')
        with open(logconf) as f:
            logging.config.dictConfig(yaml.load(f))
        logging.basicConfig(level=args.loglevel)

    #config the structlog
    config_logging()
    log = structlog.get_logger()
    
    try:
        log.info("CMD ARGS", args=str(args))
    
        dbm = DBManager(**db)
        args.func(args , dbm)
    except OperationalError as e:
        log.fatal("DB Connection Exception: ", msg=e.message)
    except Exception as e:
        log.fatal("Uncaught exception", exc_info=True)
    end = time.time()
    secs = end - start
    msecs = secs * 1000
    log.info("END MAIN", time_elapsed=msecs)

    Timer.printStats()
    ErrorHandler.printStats()
示例#5
0
def read_config():
    config = Config('argument parser for semantic segmentation training')
    config.add_argument('--backbone', type=str, default='resnet101')
    config.add_argument('--groups', type=int, default=1)
    config.add_argument('--conv',
                        type=str,
                        default='conv',
                        choices=['conv', 'seperable', 'deform'])
    config.add_argument('--fpn_layer', type=int, default=3)
    config.add_argument('--dilation', type=int, nargs='+', default=1)
    config.add_argument('--use_postprocessing',
                        action='store_true',
                        default=False)
    config.add_argument('--use_aug', action='store_true', default=False)
    return config.parse_args()