def _init_node_parm(self, key):
"""
Init parameter from workflow_data_frame
:return:
"""
try:
_wf_data_conf = wf_data_conf(key)
self.label = _wf_data_conf.label
self.cell_feature = _wf_data_conf.cell_feature
self.cross_cell = _wf_data_conf.cross_cell
self.extend_cell_feature = _wf_data_conf.extend_cell_feature
self.label_values = _wf_data_conf.label_values
self.label_type = _wf_data_conf.label_type
if hasattr(self, "node_name"): #bugfix node_name이 없는 경우 에러 안나게 처리
if 'test' in self.__dict__.get("node_name"):
_wf_data_conf = wf_data_frame(
key.split('_')[0] + '_' + key.split('_')[1] + '_' +
'evaldata')
self.multi_node_flag = _wf_data_conf.multi_node_flag
else:
_wf_data_conf = wf_data_frame(
key.split('_')[0] + '_' + key.split('_')[1] + '_' +
'data_node')
self.multi_node_flag = _wf_data_conf.multi_node_flag
except Exception as e:
raise Exception("WorkFlowDataFrame parms are not set " + str(e))
def get_eval_node_file_list(self, conf_data):
""" Eval Data Node 찾고, 경로를 찾아서 CSV를 읽음
self.data_conf에 cell_feature에 넣음
Args:
params:
* _conf_data : nnid의 wf정보
Returns:
None
"""
#ToDo 두줄 지워도 될듯
eval_data_node = [
_i for _i, _k in conf_data.get('cls_pool').items()
if 'evaldata' in _i
]
data_conf_node_id = [
_i for _i, _k in conf_data.get('cls_pool').items()
if 'dataconf' in _i
]
eval_data_cls = wf_data_frame(eval_data_node[0])
#eval_source_path = eval_data_cls.source_path
eval_source_path = self.data_src_path
fp_list = utils.get_filepaths(eval_source_path, file_type='csv')
for file_path in fp_list:
df_csv_read = self.load_csv_by_pandas(file_path)
self.data_conf = self.make_column_types(
df_csv_read, eval_data_node[0],
data_conf_node_id[0]) # make columns type of csv
def get_eval_node_file_list(self, conf_data):
#evalnode 찾고
#만들고, 경로 가져옴
eval_data_node = [_i for _i, _k in conf_data.get('cls_pool').items() if 'evaldata' in _i]
data_conf_node_id = [_i for _i, _k in conf_data.get('cls_pool').items() if 'dataconf' in _i]
eval_data_cls = wf_data_frame(eval_data_node[0])
eval_source_path = eval_data_cls.source_path
fp_list = utils.get_filepaths(eval_source_path, file_type='csv')
for file_path in fp_list:
df_csv_read = self.load_csv_by_pandas(file_path)
self.data_conf = self.make_column_types(df_csv_read, eval_data_node[0],
data_conf_node_id[0]) # make columns type of csv
def _init_node_parm(self, key):
"""
Init parameter from workflow_data_frame
:return:
"""
try :
_wf_data_conf = wf_data_conf(key)
self.label = _wf_data_conf.label
self.cell_feature= _wf_data_conf.cell_feature
self.cross_cell = _wf_data_conf.cross_cell
self.extend_cell_feature = _wf_data_conf.extend_cell_feature
self.label_values = _wf_data_conf.label_values
self.label_type = _wf_data_conf.label_type
if hasattr(self, "node_name"): #bugfix node_name이 없는 경우 에러 안나게 처리
if 'test' in self.__dict__.get("node_name"):
_wf_data_conf = wf_data_frame(key.split('_')[0] + '_' + key.split('_')[1] + '_' + 'evaldata')
self.multi_node_flag = _wf_data_conf.multi_node_flag
else :
_wf_data_conf = wf_data_frame(key.split('_')[0] + '_' + key.split('_')[1] + '_' + 'data_node')
self.multi_node_flag = _wf_data_conf.multi_node_flag
except Exception as e :
raise Exception ("WorkFlowDataFrame parms are not set " + str(e))
def get_eval_node_file_list(self, conf_data):
""" Eval Data Node 찾고, 경로를 찾아서 CSV를 읽음
self.data_conf에 cell_feature에 넣음
Args:
params:
* _conf_data : nnid의 wf정보
Returns:
None
"""
#ToDo 두줄 지워도 될듯
eval_data_node = [_i for _i, _k in conf_data.get('cls_pool').items() if 'evaldata' in _i]
data_conf_node_id = [_i for _i, _k in conf_data.get('cls_pool').items() if 'dataconf' in _i]
eval_data_cls = wf_data_frame(eval_data_node[0])
#eval_source_path = eval_data_cls.source_path
eval_source_path = self.data_src_path
fp_list = utils.get_filepaths(eval_source_path, file_type='csv')
for file_path in fp_list:
df_csv_read = self.load_csv_by_pandas(file_path)
self.data_conf = self.make_column_types(df_csv_read, eval_data_node[0],
data_conf_node_id[0]) # make columns type of csv