Exemplo n.º 1
0
    
    python -u customer/classify.py main with conf_name=ens_res_den_vgg  fold=0  version=c0   model_type='fastai'  lock_layer=0 
    """

    from sacred.arg_parser import get_config_updates
    import sys
    argv_conf, _ = get_config_updates(sys.argv[1:])

    conf_name = argv_conf.get('conf_name')
    real_conf = get_file_conf(conf_name)
    real_conf.update(argv_conf)
    real_conf.conf_name = conf_name or real_conf.backbone

    print(real_conf)
    if 'version' in real_conf : version = real_conf.get('version')

    locker = task_locker('mongodb://*****:*****@10.10.20.103:27017/db?authSource=admin', remove_failed =9 , version=version)
    task_id = f'lung_{real_conf}'
    #pydevd_pycharm.settrace('192.168.1.101', port=1234, stdoutToServer=True, stderrToServer=True)
    with locker.lock_block(task_id=task_id) as lock_id:
        if lock_id is not None:
            ex.add_config({
                **real_conf,
                'lock_id': lock_id,
                'lock_name': task_id,
                'version': version,
                'GPU': os.environ.get('CUDA_VISIBLE_DEVICES'),
            })


            res = ex.run_commandline()
Exemplo n.º 2
0
from task_distribute.locker import task_locker
import sys
locker = task_locker('mongodb://*****:*****@localhost:27017/db?authSource=admin', version='v306')


for i in range(1,4) :
    with locker.lock_block(task_id=f'task_t4_{i}') as lock_id:
        if lock_id is not None:
            print('====='*10, lock_id)
            import time
            time.sleep(60)
            #raise Exception('block')
            print('test')


for i in range(1,4) :
    with locker.lock_block(task_id=f'task_t4_{i}', abc='def') as lock_id:
        if lock_id is not None:
            print('====='*10, lock_id)
            import time
            time.sleep(60)
            #raise Exception('block')
            print('test')