def parse(): db.clear_files(parse_dir) sc.convert_db(extract_dir, parse_dir)
def extract(): db.clear_files(extract_dir) db.extract_archive(input_file, extract_dir, extract_filter) for file in db.get_files(extract_dir): db.extract_archive(file, extract_dir, extract_filter) db.clear_files(file)
def extract(): db.clear_files(extract_dir) db.extract_archive(input_file, extract_dir, extract_filter)
def export(): db.clear_files(export_dir) db.export_files(database_file, export_dir)
def explore(): db.clear_files(dict_dir, dict_file) db.summarise_files(export_dir, dict_dir, dict_file)
def flatten(): db.clear_files(flat_file) flatten_database(database_file, flat_file, flatten_config)
def load(): db.clear_files(database_file) db.load_files(extract_dir, database_file)
def load(): db.clear_files(parse_dir, temp_file) start_time = time.time() while(True): if parse(start_time): break
def prepare(): db.clear_files(database_file, requests_dir) records = dc.select_records(nl_database_file, database_file) requests = dc.prepare_requests(records) dc.store_requests(requests, requests_dir)
def extract(): db.clear_files(nl_archive_file, nl_extract_dir, nl_database_file) dc.download_nodelist(nl_archive_file) db.extract_archive(nl_archive_file, nl_extract_dir, extract_filter) db.load_files(nl_extract_dir, nl_database_file)