python -u customer/classify.py main with conf_name=ens_res_den_vgg fold=0 version=c0 model_type='fastai' lock_layer=0 """ from sacred.arg_parser import get_config_updates import sys argv_conf, _ = get_config_updates(sys.argv[1:]) conf_name = argv_conf.get('conf_name') real_conf = get_file_conf(conf_name) real_conf.update(argv_conf) real_conf.conf_name = conf_name or real_conf.backbone print(real_conf) if 'version' in real_conf : version = real_conf.get('version') locker = task_locker('mongodb://*****:*****@10.10.20.103:27017/db?authSource=admin', remove_failed =9 , version=version) task_id = f'lung_{real_conf}' #pydevd_pycharm.settrace('192.168.1.101', port=1234, stdoutToServer=True, stderrToServer=True) with locker.lock_block(task_id=task_id) as lock_id: if lock_id is not None: ex.add_config({ **real_conf, 'lock_id': lock_id, 'lock_name': task_id, 'version': version, 'GPU': os.environ.get('CUDA_VISIBLE_DEVICES'), }) res = ex.run_commandline()
from task_distribute.locker import task_locker import sys locker = task_locker('mongodb://*****:*****@localhost:27017/db?authSource=admin', version='v306') for i in range(1,4) : with locker.lock_block(task_id=f'task_t4_{i}') as lock_id: if lock_id is not None: print('====='*10, lock_id) import time time.sleep(60) #raise Exception('block') print('test') for i in range(1,4) : with locker.lock_block(task_id=f'task_t4_{i}', abc='def') as lock_id: if lock_id is not None: print('====='*10, lock_id) import time time.sleep(60) #raise Exception('block') print('test')