def _test_export_one_table(self, table_name):
optional_args = ['-c', os.path.join(self.temp_dir, str(self.year)),
'-d', self.test_db,
'-t', table_name,
'--database_configuration=%s' % self.db_config_node ]
self._call_script(self.export_from_cache_opus_path,
args = optional_args)
self.assertTrue(self.db_server.has_database(database_name = self.test_db))
db = OpusDatabase(database_server_configuration = self.db_config,
database_name = self.test_db)
existing_tables = db.get_tables_in_database()
self.assertEqual( set(existing_tables), set([table_name]) )
export_year = str(self.year + 100)
exp_dir = os.path.join(self.temp_dir, export_year)
optional_args = ['-d', self.test_db,
'-c', self.temp_dir,
'-y', export_year,
'-t', table_name,
'--database_configuration=%s' % self.db_config_node ]
self._call_script(self.export_to_cache_opus_path,
args = optional_args)
exported_datasets = [os.path.split(f)[1] for f in glob(os.path.join(self.temp_dir, export_year) + '/*')]
self.assertEqual( set(exported_datasets), set([table_name]))
org_dir = os.path.join(self.temp_dir, str(self.year))
self._two_caches_are_identical(org_dir, exp_dir, table_names=[table_name])
db.close()
self.db_server.drop_database(self.test_db)
rmtree(exp_dir)
def _test_export_one_table(self, table_name):
optional_args = [
'-c',
os.path.join(self.temp_dir, str(self.year)), '-d', self.test_db,
'-t', table_name,
'--database_configuration=%s' % self.db_config_node
]
self._call_script(self.export_from_cache_opus_path, args=optional_args)
self.assertTrue(
self.db_server.has_database(database_name=self.test_db))
db = OpusDatabase(database_server_configuration=self.db_config,
database_name=self.test_db)
existing_tables = db.get_tables_in_database()
self.assertEqual(set(existing_tables), set([table_name]))
export_year = str(self.year + 100)
exp_dir = os.path.join(self.temp_dir, export_year)
optional_args = [
'-d', self.test_db, '-c', self.temp_dir, '-y', export_year, '-t',
table_name,
'--database_configuration=%s' % self.db_config_node
]
self._call_script(self.export_to_cache_opus_path, args=optional_args)
exported_datasets = [
os.path.split(f)[1]
for f in glob(os.path.join(self.temp_dir, export_year) + '/*')
]
self.assertEqual(set(exported_datasets), set([table_name]))
org_dir = os.path.join(self.temp_dir, str(self.year))
self._two_caches_are_identical(org_dir,
exp_dir,
table_names=[table_name])
db.close()
self.db_server.drop_database(self.test_db)
rmtree(exp_dir)
def test_export_all_tables(self):
logger.log_status("Test export all tables for %s with %s" %
(self.protocol, self.__class__))
optional_args = [
'-c',
os.path.join(self.temp_dir, str(self.year)), '-d', self.test_db,
'--database_configuration=%s' % self.db_config_node
]
self._call_script(self.export_from_cache_opus_path, args=optional_args)
self.assertTrue(
self.db_server.has_database(database_name=self.test_db))
db = OpusDatabase(database_server_configuration=self.db_config,
database_name=self.test_db)
table_names = self.test_data[self.year].keys()
existing_tables = db.get_tables_in_database()
self.assertEqual(set(existing_tables), set(table_names))
## export data from db to cache
export_year = str(self.year + 100)
exp_dir = os.path.join(self.temp_dir, export_year)
optional_args = [
'-d', self.test_db, '-c', self.temp_dir, '-y', export_year,
'--database_configuration=%s' % self.db_config_node
]
self._call_script(self.export_to_cache_opus_path, args=optional_args)
exported_datasets = [os.path.split(f)[1] for f in glob(exp_dir + '/*')]
self.assertEqual(set(exported_datasets), set(table_names))
org_dir = os.path.join(self.temp_dir, str(self.year))
self._two_caches_are_identical(org_dir, exp_dir)
db.close()
self.db_server.drop_database(self.test_db)
rmtree(exp_dir)
def test_export_all_tables(self):
logger.log_status("Test export all tables for %s with %s" % (self.protocol, self.__class__))
optional_args = ['-c', os.path.join(self.temp_dir, str(self.year)),
'-d', self.test_db,
'--database_configuration=%s' % self.db_config_node ]
self._call_script(self.export_from_cache_opus_path,
args = optional_args)
self.assertTrue(self.db_server.has_database(database_name = self.test_db))
db = OpusDatabase(database_server_configuration = self.db_config,
database_name = self.test_db)
table_names = self.test_data[self.year].keys()
existing_tables = db.get_tables_in_database()
self.assertEqual( set(existing_tables), set(table_names) )
## export data from db to cache
export_year = str(self.year + 100)
exp_dir = os.path.join(self.temp_dir, export_year)
optional_args = ['-d', self.test_db,
'-c', self.temp_dir,
'-y', export_year,
'--database_configuration=%s' % self.db_config_node ]
self._call_script(self.export_to_cache_opus_path,
args = optional_args)
exported_datasets = [os.path.split(f)[1] for f in glob(exp_dir + '/*')]
self.assertEqual( set(exported_datasets), set(table_names))
org_dir = os.path.join(self.temp_dir, str(self.year))
self._two_caches_are_identical(org_dir, exp_dir)
db.close()
self.db_server.drop_database(self.test_db)
rmtree(exp_dir)
