def _init_node_parm(self, key): """ Init parameter from workflow_data_frame :return: """ try: _wf_data_conf = wf_data_conf(key) self.label = _wf_data_conf.label self.cell_feature = _wf_data_conf.cell_feature self.cross_cell = _wf_data_conf.cross_cell self.extend_cell_feature = _wf_data_conf.extend_cell_feature self.label_values = _wf_data_conf.label_values self.label_type = _wf_data_conf.label_type if hasattr(self, "node_name"): #bugfix node_name이 없는 경우 에러 안나게 처리 if 'test' in self.__dict__.get("node_name"): _wf_data_conf = wf_data_frame( key.split('_')[0] + '_' + key.split('_')[1] + '_' + 'evaldata') self.multi_node_flag = _wf_data_conf.multi_node_flag else: _wf_data_conf = wf_data_frame( key.split('_')[0] + '_' + key.split('_')[1] + '_' + 'data_node') self.multi_node_flag = _wf_data_conf.multi_node_flag except Exception as e: raise Exception("WorkFlowDataFrame parms are not set " + str(e))
def get_eval_node_file_list(self, conf_data): """ Eval Data Node 찾고, 경로를 찾아서 CSV를 읽음 self.data_conf에 cell_feature에 넣음 Args: params: * _conf_data : nnid의 wf정보 Returns: None """ #ToDo 두줄 지워도 될듯 eval_data_node = [ _i for _i, _k in conf_data.get('cls_pool').items() if 'evaldata' in _i ] data_conf_node_id = [ _i for _i, _k in conf_data.get('cls_pool').items() if 'dataconf' in _i ] eval_data_cls = wf_data_frame(eval_data_node[0]) #eval_source_path = eval_data_cls.source_path eval_source_path = self.data_src_path fp_list = utils.get_filepaths(eval_source_path, file_type='csv') for file_path in fp_list: df_csv_read = self.load_csv_by_pandas(file_path) self.data_conf = self.make_column_types( df_csv_read, eval_data_node[0], data_conf_node_id[0]) # make columns type of csv
def get_eval_node_file_list(self, conf_data): #evalnode 찾고 #만들고, 경로 가져옴 eval_data_node = [_i for _i, _k in conf_data.get('cls_pool').items() if 'evaldata' in _i] data_conf_node_id = [_i for _i, _k in conf_data.get('cls_pool').items() if 'dataconf' in _i] eval_data_cls = wf_data_frame(eval_data_node[0]) eval_source_path = eval_data_cls.source_path fp_list = utils.get_filepaths(eval_source_path, file_type='csv') for file_path in fp_list: df_csv_read = self.load_csv_by_pandas(file_path) self.data_conf = self.make_column_types(df_csv_read, eval_data_node[0], data_conf_node_id[0]) # make columns type of csv
def _init_node_parm(self, key): """ Init parameter from workflow_data_frame :return: """ try : _wf_data_conf = wf_data_conf(key) self.label = _wf_data_conf.label self.cell_feature= _wf_data_conf.cell_feature self.cross_cell = _wf_data_conf.cross_cell self.extend_cell_feature = _wf_data_conf.extend_cell_feature self.label_values = _wf_data_conf.label_values self.label_type = _wf_data_conf.label_type if hasattr(self, "node_name"): #bugfix node_name이 없는 경우 에러 안나게 처리 if 'test' in self.__dict__.get("node_name"): _wf_data_conf = wf_data_frame(key.split('_')[0] + '_' + key.split('_')[1] + '_' + 'evaldata') self.multi_node_flag = _wf_data_conf.multi_node_flag else : _wf_data_conf = wf_data_frame(key.split('_')[0] + '_' + key.split('_')[1] + '_' + 'data_node') self.multi_node_flag = _wf_data_conf.multi_node_flag except Exception as e : raise Exception ("WorkFlowDataFrame parms are not set " + str(e))
def get_eval_node_file_list(self, conf_data): """ Eval Data Node 찾고, 경로를 찾아서 CSV를 읽음 self.data_conf에 cell_feature에 넣음 Args: params: * _conf_data : nnid의 wf정보 Returns: None """ #ToDo 두줄 지워도 될듯 eval_data_node = [_i for _i, _k in conf_data.get('cls_pool').items() if 'evaldata' in _i] data_conf_node_id = [_i for _i, _k in conf_data.get('cls_pool').items() if 'dataconf' in _i] eval_data_cls = wf_data_frame(eval_data_node[0]) #eval_source_path = eval_data_cls.source_path eval_source_path = self.data_src_path fp_list = utils.get_filepaths(eval_source_path, file_type='csv') for file_path in fp_list: df_csv_read = self.load_csv_by_pandas(file_path) self.data_conf = self.make_column_types(df_csv_read, eval_data_node[0], data_conf_node_id[0]) # make columns type of csv