def __init__(self, odir, prob, target_multi, out_scale=1): self.odir = odir self.prob = prob self.target_multi = target_multi self.out_scale = out_scale sly.mkdir(self.odir) self._next_idx = 0
def dump_schemas(output_path): output_path = join(output_path, 'schemas') shutil.rmtree(output_path) layers_output_path = join(output_path, 'layers') sly.mkdir(layers_output_path) global_schema = {'definitions': deepcopy(Layer.base_params['definitions'])} global_schema['definitions']['layers'] = dict() global_schema['items'] = {'anyOf': []} #global_schema['items']['minItems'] = 1 #global_schema['items']['maxItems'] = 1 for action, cls in Layer.actions_mapping.items(): layer_schema = deepcopy(cls.params) sly.json_dump(layer_schema, join(layers_output_path, '%s.json' % (action)), indent=4) del layer_schema['definitions'] global_schema['definitions']['layers'][action] = layer_schema global_schema['items']['anyOf'].append({'$ref': '#/definitions/layers/%s' % action}) sly.json_dump(global_schema, join(output_path, 'schema.json'), indent=4)
def __init__(self, task_info): super().__init__() self.daemon = True self.info = task_info self.dir_task = osp.join(constants.AGENT_TASKS_DIR, str(self.info['task_id'])) self.dir_logs = osp.join(self.dir_task, 'logs') sly.mkdir(self.dir_task) sly.mkdir(self.dir_logs) self.dir_task_host = osp.join(constants.AGENT_TASKS_DIR_HOST, str(self.info['task_id'])) self._stop_log_event = threading.Event() self._stop_event = multiprocessing.Event() # pre-init for static analysis self.logger = None self.log_queue = None self.executor_log = None self.future_log = None self.api = None self.data_mgr = None
AGENT_TASKS_DIR_HOST = None DELETE_TASK_DIR_ON_FINISH = True AGENT_ROOT_DIR = '/sly_agent' AGENT_LOG_DIR = osp.join(AGENT_ROOT_DIR, 'logs') AGENT_TASKS_DIR = osp.join(AGENT_ROOT_DIR, 'tasks') AGENT_TMP_DIR = osp.join(AGENT_ROOT_DIR, 'tmp') AGENT_IMPORT_DIR = osp.join(AGENT_ROOT_DIR, 'import') AGENT_STORAGE_DIR = osp.join(AGENT_ROOT_DIR, 'storage') WITH_LOCAL_STORAGE = None UPLOAD_RESULT_IMAGES = None PULL_ALWAYS = None mkdir(AGENT_LOG_DIR) mkdir(AGENT_TASKS_DIR) mkdir(AGENT_STORAGE_DIR) mkdir(AGENT_TMP_DIR) mkdir(AGENT_IMPORT_DIR) os.chmod(AGENT_IMPORT_DIR, 0o777) # octal NETW_CHUNK_SIZE = 1048576 BATCH_SIZE_GET_IMAGES_INFO = 100 BATCH_SIZE_DOWNLOAD_IMAGES = 20 BATCH_SIZE_DOWNLOAD_ANNOTATIONS = 100 BATCH_SIZE_UPLOAD_IMAGES = 20 BATCH_SIZE_UPLOAD_ANNOTATIONS = 100 BATCH_SIZE_LOG = 100
def init_additional(self): super().init_additional() sly.mkdir(self.dir_data) sly.mkdir(self.dir_tmp) sly.mkdir(self.dir_results)
def init_additional(self): super().init_additional() sly.mkdir(self.dir_data) sly.mkdir(self.dir_results) sly.json_dump(self.info['graph'], self.graph_path)
def init_additional(self): super().init_additional() sly.mkdir(self.dir_model)
def _create_checkpoints_dir(self): for epoch in range(self.config['epochs']): ckpt_dir = os.path.join(self.helper.paths.results_dir, '{:08}'.format(epoch)) sly.mkdir(ckpt_dir) save_config(self.yolo_config, os.path.join(ckpt_dir, 'model.cfg')) TrainConfigRW(ckpt_dir).save(self.out_config)
def create_st(stor_type, **kwargs): if constants.WITH_LOCAL_STORAGE: sly.mkdir(kwargs['storage_root']) return stor_type(**kwargs) else: return EmptyStorage(**kwargs)