def correct_data(cls, urls, root_path, reflesh): processed_pkl_paths = [] for url in urls: try: pkl_file_name = FileFunction.get_pkl_file_name(url) original_pkl_path = cls.__correct_ex_data(root_path, pkl_file_name, url, reflesh) processed_pkl_path = cls.__process_ex_data(original_pkl_path, root_path, pkl_file_name) processed_pkl_paths.append(processed_pkl_path) except Exception as e: print(f'{pkl_file_name} => {e}') raise e merged_pkl_path = DataFrameFunction.merge_ex_data(processed_pkl_paths, root_path, cls.COMPANY_NAME) return merged_pkl_path
def correct_data(cls, urls, root_path, reflesh): processed_pkl_paths = [] number = cls.KEY_NUMBER for url in urls: try: target_url = f'{cls.ROOT_URL}{number}/{url}' pkl_file_name = FileFunction.get_pkl_file_name(target_url) original_pkl_path = cls.__correct_ex_data(root_path, pkl_file_name, target_url, reflesh) processed_pkl_path = cls.__process_ex_data(original_pkl_path, root_path, pkl_file_name) processed_pkl_paths.append(processed_pkl_path) number = number + 1 except Exception as e: print(f'{pkl_file_name} => {e}') raise e merged_pkl_path = DataFrameFunction.merge_ex_data(processed_pkl_paths, root_path, cls.COMPANY_NAME) return merged_pkl_path