def parse():
db.clear_files(parse_dir)
sc.convert_db(extract_dir, parse_dir)
def extract():
db.clear_files(extract_dir)
db.extract_archive(input_file, extract_dir, extract_filter)
for file in db.get_files(extract_dir):
db.extract_archive(file, extract_dir, extract_filter)
db.clear_files(file)
def extract():
db.clear_files(extract_dir)
db.extract_archive(input_file, extract_dir, extract_filter)
def export():
db.clear_files(export_dir)
db.export_files(database_file, export_dir)
def explore():
db.clear_files(dict_dir, dict_file)
db.summarise_files(export_dir, dict_dir, dict_file)
def flatten():
db.clear_files(flat_file)
flatten_database(database_file, flat_file, flatten_config)
def load():
db.clear_files(database_file)
db.load_files(extract_dir, database_file)
def load():
db.clear_files(parse_dir, temp_file)
start_time = time.time()
while(True):
if parse(start_time): break
def prepare():
db.clear_files(database_file, requests_dir)
records = dc.select_records(nl_database_file, database_file)
requests = dc.prepare_requests(records)
dc.store_requests(requests, requests_dir)
def extract():
db.clear_files(nl_archive_file, nl_extract_dir, nl_database_file)
dc.download_nodelist(nl_archive_file)
db.extract_archive(nl_archive_file, nl_extract_dir, extract_filter)
db.load_files(nl_extract_dir, nl_database_file)
