def correct_data(cls, urls, root_path, reflesh):
processed_pkl_paths = []
for url in urls:
try:
pkl_file_name = FileFunction.get_pkl_file_name(url)
original_pkl_path = cls.__correct_ex_data(root_path, pkl_file_name, url, reflesh)
processed_pkl_path = cls.__process_ex_data(original_pkl_path, root_path, pkl_file_name)
processed_pkl_paths.append(processed_pkl_path)
except Exception as e:
print(f'{pkl_file_name} => {e}')
raise e
merged_pkl_path = DataFrameFunction.merge_ex_data(processed_pkl_paths, root_path, cls.COMPANY_NAME)
return merged_pkl_path
def correct_data(cls, urls, root_path, reflesh):
processed_pkl_paths = []
number = cls.KEY_NUMBER
for url in urls:
try:
target_url = f'{cls.ROOT_URL}{number}/{url}'
pkl_file_name = FileFunction.get_pkl_file_name(target_url)
original_pkl_path = cls.__correct_ex_data(root_path, pkl_file_name, target_url, reflesh)
processed_pkl_path = cls.__process_ex_data(original_pkl_path, root_path, pkl_file_name)
processed_pkl_paths.append(processed_pkl_path)
number = number + 1
except Exception as e:
print(f'{pkl_file_name} => {e}')
raise e
merged_pkl_path = DataFrameFunction.merge_ex_data(processed_pkl_paths, root_path, cls.COMPANY_NAME)
return merged_pkl_path
