def process_flatfiles(directory, sp):
file_list = files_ename_by_extension(directory, "txt")
db_or_element = db_or_element_format(sp, file_list.values())
if db_or_element == "db":
invalid_files = fc.invalid_files(directory, file_list,
sp.full_header_data("db"))
valid_files = []
for k, v in file_list.iteritems():
if k not in invalid_files:
valid_files.append(k)
elif db_or_element == "element":
invalid_files = fc.invalid_files(directory, file_list,
sp.full_header_data("element"))
for k, v in file_list.iteritems():
if k not in invalid_files:
valid_files = convert_data(directory, k, v,
sp.conversion_by_element(v))
else:
return "error"
for f in invalid_files:
os.remove(directory + f)
return {"invalid_files": invalid_files, "valid_files": valid_files}
def check_db_flat(data_dir, sp):
file_list = files_ename_by_extension(data_dir, "txt")
invalid_files = fc.invalid_files(data_dir, file_list, sp.full_header_data("db"))
valid_files = []
for k, v in file_list.iteritems():
if k not in invalid_files:
valid_files.append(k)
return {"invalid_files":invalid_files, "valid_files":valid_files}
def check_db_flat(data_dir, sp):
file_list = files_ename_by_extension(data_dir, "txt")
invalid_files = fc.invalid_files(data_dir, file_list,
sp.full_header_data("db"))
valid_files = []
for k, v in file_list.iteritems():
if k not in invalid_files:
valid_files.append(k)
return {"invalid_files": invalid_files, "valid_files": valid_files}
def process_flatfiles(directory, sp):
file_list = files_ename_by_extension(directory, "txt")
db_or_element = db_or_element_format(sp, file_list.values())
if db_or_element == "db":
invalid_files = fc.invalid_files(directory, file_list, sp.full_header_data("db"))
valid_files = []
for k, v in file_list.iteritems():
if k not in invalid_files:
valid_files.append(k)
elif db_or_element == "element":
invalid_files = fc.invalid_files(directory, file_list, sp.full_header_data("element"))
for k, v in file_list.iteritems():
if k not in invalid_files:
valid_files = convert_data(directory, k, v, sp.conversion_by_element(v))
else:
return "error"
for f in invalid_files:
os.remove(directory + f)
return {"invalid_files":invalid_files, "valid_files":valid_files}
