def process_flatfiles(directory, sp): file_list = files_ename_by_extension(directory, "txt") db_or_element = db_or_element_format(sp, file_list.values()) if db_or_element == "db": invalid_files = fc.invalid_files(directory, file_list, sp.full_header_data("db")) valid_files = [] for k, v in file_list.iteritems(): if k not in invalid_files: valid_files.append(k) elif db_or_element == "element": invalid_files = fc.invalid_files(directory, file_list, sp.full_header_data("element")) for k, v in file_list.iteritems(): if k not in invalid_files: valid_files = convert_data(directory, k, v, sp.conversion_by_element(v)) else: return "error" for f in invalid_files: os.remove(directory + f) return {"invalid_files": invalid_files, "valid_files": valid_files}
def check_db_flat(data_dir, sp): file_list = files_ename_by_extension(data_dir, "txt") invalid_files = fc.invalid_files(data_dir, file_list, sp.full_header_data("db")) valid_files = [] for k, v in file_list.iteritems(): if k not in invalid_files: valid_files.append(k) return {"invalid_files":invalid_files, "valid_files":valid_files}
def check_db_flat(data_dir, sp): file_list = files_ename_by_extension(data_dir, "txt") invalid_files = fc.invalid_files(data_dir, file_list, sp.full_header_data("db")) valid_files = [] for k, v in file_list.iteritems(): if k not in invalid_files: valid_files.append(k) return {"invalid_files": invalid_files, "valid_files": valid_files}
def process_flatfiles(directory, sp): file_list = files_ename_by_extension(directory, "txt") db_or_element = db_or_element_format(sp, file_list.values()) if db_or_element == "db": invalid_files = fc.invalid_files(directory, file_list, sp.full_header_data("db")) valid_files = [] for k, v in file_list.iteritems(): if k not in invalid_files: valid_files.append(k) elif db_or_element == "element": invalid_files = fc.invalid_files(directory, file_list, sp.full_header_data("element")) for k, v in file_list.iteritems(): if k not in invalid_files: valid_files = convert_data(directory, k, v, sp.conversion_by_element(v)) else: return "error" for f in invalid_files: os.remove(directory + f) return {"invalid_files":invalid_files, "valid_files":valid_files}