def __init__(self, odir, prob, target_multi, out_scale=1):
self.odir = odir
self.prob = prob
self.target_multi = target_multi
self.out_scale = out_scale
sly.mkdir(self.odir)
self._next_idx = 0
def dump_schemas(output_path):
output_path = join(output_path, 'schemas')
shutil.rmtree(output_path)
layers_output_path = join(output_path, 'layers')
sly.mkdir(layers_output_path)
global_schema = {'definitions': deepcopy(Layer.base_params['definitions'])}
global_schema['definitions']['layers'] = dict()
global_schema['items'] = {'anyOf': []}
#global_schema['items']['minItems'] = 1
#global_schema['items']['maxItems'] = 1
for action, cls in Layer.actions_mapping.items():
layer_schema = deepcopy(cls.params)
sly.json_dump(layer_schema, join(layers_output_path, '%s.json' % (action)), indent=4)
del layer_schema['definitions']
global_schema['definitions']['layers'][action] = layer_schema
global_schema['items']['anyOf'].append({'$ref': '#/definitions/layers/%s' % action})
sly.json_dump(global_schema, join(output_path, 'schema.json'), indent=4)
def __init__(self, task_info):
super().__init__()
self.daemon = True
self.info = task_info
self.dir_task = osp.join(constants.AGENT_TASKS_DIR,
str(self.info['task_id']))
self.dir_logs = osp.join(self.dir_task, 'logs')
sly.mkdir(self.dir_task)
sly.mkdir(self.dir_logs)
self.dir_task_host = osp.join(constants.AGENT_TASKS_DIR_HOST,
str(self.info['task_id']))
self._stop_log_event = threading.Event()
self._stop_event = multiprocessing.Event()
# pre-init for static analysis
self.logger = None
self.log_queue = None
self.executor_log = None
self.future_log = None
self.api = None
self.data_mgr = None
AGENT_TASKS_DIR_HOST = None DELETE_TASK_DIR_ON_FINISH = True AGENT_ROOT_DIR = '/sly_agent' AGENT_LOG_DIR = osp.join(AGENT_ROOT_DIR, 'logs') AGENT_TASKS_DIR = osp.join(AGENT_ROOT_DIR, 'tasks') AGENT_TMP_DIR = osp.join(AGENT_ROOT_DIR, 'tmp') AGENT_IMPORT_DIR = osp.join(AGENT_ROOT_DIR, 'import') AGENT_STORAGE_DIR = osp.join(AGENT_ROOT_DIR, 'storage') WITH_LOCAL_STORAGE = None UPLOAD_RESULT_IMAGES = None PULL_ALWAYS = None mkdir(AGENT_LOG_DIR) mkdir(AGENT_TASKS_DIR) mkdir(AGENT_STORAGE_DIR) mkdir(AGENT_TMP_DIR) mkdir(AGENT_IMPORT_DIR) os.chmod(AGENT_IMPORT_DIR, 0o777) # octal NETW_CHUNK_SIZE = 1048576 BATCH_SIZE_GET_IMAGES_INFO = 100 BATCH_SIZE_DOWNLOAD_IMAGES = 20 BATCH_SIZE_DOWNLOAD_ANNOTATIONS = 100 BATCH_SIZE_UPLOAD_IMAGES = 20 BATCH_SIZE_UPLOAD_ANNOTATIONS = 100 BATCH_SIZE_LOG = 100
def init_additional(self):
super().init_additional()
sly.mkdir(self.dir_data)
sly.mkdir(self.dir_tmp)
sly.mkdir(self.dir_results)
def init_additional(self):
super().init_additional()
sly.mkdir(self.dir_data)
sly.mkdir(self.dir_results)
sly.json_dump(self.info['graph'], self.graph_path)
def init_additional(self):
super().init_additional()
sly.mkdir(self.dir_model)
def _create_checkpoints_dir(self):
for epoch in range(self.config['epochs']):
ckpt_dir = os.path.join(self.helper.paths.results_dir, '{:08}'.format(epoch))
sly.mkdir(ckpt_dir)
save_config(self.yolo_config, os.path.join(ckpt_dir, 'model.cfg'))
TrainConfigRW(ckpt_dir).save(self.out_config)
def create_st(stor_type, **kwargs):
if constants.WITH_LOCAL_STORAGE:
sly.mkdir(kwargs['storage_root'])
return stor_type(**kwargs)
else:
return EmptyStorage(**kwargs)
