def test_companies_download_by_urllist(self):
src_conf_path = os.path.join(WEB_SOURCES_CONFIG_DIR,
'web_statgov_companies.json')
json_raw = Utils.read_file(src_conf_path)
handler = HandlersFactory.get_handler(
Downloader.handler_name(json_raw))
service = Downloader(json_raw, handler)
file_paths = service.download()
self.assertTrue(Utils.all_exists(file_paths))
def test_kato_file_extract(self):
src_conf_path = os.path.join(WEB_SOURCES_CONFIG_DIR,
'web_statgov_kato.json')
json_raw = Utils.read_file(src_conf_path)
download_handler = HandlersFactory.get_handler(
Downloader.handler_name(json_raw))
service = Downloader(json_raw, download_handler)
file_path = service.download()
extract_handler = HandlersFactory.get_handler(
Extractor.handler_name(json_raw))
service = Extractor(json_raw, file_path, extract_handler)
file_paths = service.extract()
self.assertTrue(Utils.all_exists(file_paths))
def test_companies_files_extract(self):
src_conf_path = os.path.join(WEB_SOURCES_CONFIG_DIR,
'web_statgov_companies.json')
json_raw = Utils.read_file(src_conf_path)
download_handler = HandlersFactory.get_handler(
Downloader.handler_name(json_raw))
service = Downloader(json_raw, download_handler)
downloaded_files_path = service.download()
extract_handler = HandlersFactory.get_handler(
Extractor.handler_name(json_raw))
service = Extractor(json_raw, downloaded_files_path, TEMP_PATH,
extract_handler)
all_files = service.extract()
self.assertTrue(Utils.all_exists(all_files))