def setUp(self):
self.cconf = ingest_yaml_doc(self.conf_file)
for source in self.cconf['sources']:
source['source_file_path'] = os.path.join(
TEST_PATH, source['source_file_path'])
source['target_file_path'] = os.path.join(
TEST_PATH, source['target_file_path'])
self.cconf['container_path'] = os.path.join(
TEST_PATH, self.cconf['container_path'])
self.cconf = CorporaConfig(self.cconf)
def test_cconf_creation(self):
self.cconf = ingest_yaml_doc(self.conf_file)
for source in self.cconf['sources']:
source['source_file_path'] = os.path.join(
TEST_PATH, source['source_file_path'])
source['target_file_path'] = os.path.join(
TEST_PATH, source['target_file_path'])
self.cconf['container_path'] = os.path.join(
TEST_PATH, self.cconf['container_path'])
with self.assertRaises(Exception):
self.cconf = CorporaConfig(self.cconf)
def create_corpora(args):
conf = fetch_config(args)
if args.t_corpora_config is None:
cconf = conf.system.files.data.corpora
elif os.path.isfile(args.t_corpora_config):
cconf = CorporaConfig(args.t_corpora_config)
else:
logger.error(args.t_corpora_config + " doesn't exist")
return
if os.path.exists(cconf.container_path):
logger.error(cconf.container_path +
" already exists. Please remove and try again")
return
create_hybrid_corpora(cconf)