def copy_or_build_bundle(self):
"""Set up a clean bundle build, either by re-building the bundle, or
by copying it from a saved bundle directory """
# For most cases, re-set the bundle by copying from a saved version. If
# the bundle doesn't exist and the saved version doesn't exist,
# build a new one.
bundle, marker, build_dir, save_dir = self.bundle_dirs()
idnt = bundle.identity
if str(idnt.name.version) != "0.0.1":
# Rebuild the bundle if the test_library.py:test_versions
# script didn't reset the bundle at the end
from ambry.util import rm_rf
rm_rf(build_dir)
rm_rf(save_dir)
idnt = Identity.from_dict(dict(bundle.metadata.identity))
bundle.metadata.identity = idnt.ident_dict
bundle.metadata.names = idnt.names_dict
bundle.metadata.write_to_dir()
if not os.path.exists(marker):
global_logger.info("Build dir marker ({}) is missing".format(marker))
# There is a good reason to create a seperate instance,
# but don't remember what it is ...
bundle.clean()
bundle = Bundle()
if not os.path.exists(save_dir):
global_logger.info("Save dir is missing; re-build bundle. ")
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
if str(bundle.identity.name.version) != '0.0.1':
raise Exception("Can only save bundle if version is 0.0.1. This one is version: {} ".format(
bundle.identity.name.version))
bundle.pre_build()
bundle.build()
bundle.post_build()
bundle.close()
with open(marker, 'w') as f:
f.write(str(time.time()))
# Copy the newly built bundle to the save directory
os.system("rm -rf {1}; rsync -arv {0} {1} > /dev/null ".format(build_dir, save_dir))
# Always copy, just to be safe.
# global_logger.info( "Copying bundle from {}".format(save_dir))
os.system("rm -rf {0}; rsync -arv {1} {0} > /dev/null ".format(build_dir, save_dir))
def test_build_bundle(self):
import shutil
bundle = Bundle()
shutil.copyfile(
bundle.filesystem.path('meta','schema-edit-me.csv'),
bundle.filesystem.path('meta','schema.csv'))
#try:
bundle.database.enable_delete = True
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build_db_inserter_codes()
bundle.post_build()
bundle.close()
# The second run will use the changes to the schema made in the
# first run, due to the types errors in the 'coding' table.
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build_db_inserter_codes()
bundle.post_build()
bundle.close()
try:
pass
finally:
# Need to clean up to ensure that we're back to a good state.
# This runs the normal build, which will be used by the other
# tests.
shutil.copyfile(
bundle.filesystem.path('meta','schema-edit-me.csv'),
bundle.filesystem.path('meta','schema.csv'))
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build()
bundle.post_build()
def test_build_bundle(self):
import shutil
bundle = Bundle()
shutil.copyfile(bundle.filesystem.path('meta', 'schema-edit-me.csv'),
bundle.filesystem.path('meta', 'schema.csv'))
#try:
bundle.database.enable_delete = True
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build_db_inserter_codes()
bundle.post_build()
bundle.close()
# The second run will use the changes to the schema made in the
# first run, due to the types errors in the 'coding' table.
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build_db_inserter_codes()
bundle.post_build()
bundle.close()
try:
pass
finally:
# Need to clean up to ensure that we're back to a good state.
# This runs the normal build, which will be used by the other
# tests.
shutil.copyfile(
bundle.filesystem.path('meta', 'schema-edit-me.csv'),
bundle.filesystem.path('meta', 'schema.csv'))
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build()
bundle.post_build()
def test_simple_build(self):
import shutil
bundle = Bundle()
shutil.copyfile(bundle.filesystem.path('meta', 'schema-edit-me.csv'),
bundle.filesystem.path('meta', 'schema.csv'))
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build()
bundle.post_build()
def test_simple_build(self):
import shutil
bundle = Bundle()
shutil.copyfile(
bundle.filesystem.path('meta', 'schema-edit-me.csv'),
bundle.filesystem.path('meta', 'schema.csv'))
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build()
bundle.post_build()
def copy_or_build_bundle(self):
"""Set up a clean bundle build, either by re-building the bundle, or
by copying it from a saved bundle directory """
# For most cases, re-set the bundle by copying from a saved version. If
# the bundle doesn't exist and the saved version doesn't exist,
# build a new one.
bundle, marker, build_dir, save_dir = self.bundle_dirs()
idnt = bundle.identity
if str(idnt.name.version) != "0.0.1":
# Rebuild the bundle if the test_library.py:test_versions
# script didn't reset the bundle at the end
from ambry.util import rm_rf
rm_rf(build_dir)
rm_rf(save_dir)
idnt = Identity.from_dict(dict(bundle.metadata.identity))
bundle.metadata.identity = idnt.ident_dict
bundle.metadata.names = idnt.names_dict
bundle.metadata.write_to_dir()
if not os.path.exists(marker):
global_logger.info(
"Build dir marker ({}) is missing".format(marker))
# There is a good reason to create a seperate instance,
# but don't remember what it is ...
bundle.clean()
bundle = Bundle()
if not os.path.exists(save_dir):
global_logger.info("Save dir is missing; re-build bundle. ")
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
if str(bundle.identity.name.version) != '0.0.1':
raise Exception(
"Can only save bundle if version is 0.0.1. This one is version: {} "
.format(bundle.identity.name.version))
bundle.pre_build()
bundle.build()
bundle.post_build()
bundle.close()
with open(marker, 'w') as f:
f.write(str(time.time()))
# Copy the newly built bundle to the save directory
os.system("rm -rf {1}; rsync -arv {0} {1} > /dev/null ".format(
build_dir, save_dir))
# Always copy, just to be safe.
#global_logger.info( "Copying bundle from {}".format(save_dir))
os.system("rm -rf {0}; rsync -arv {1} {0} > /dev/null ".format(
build_dir, save_dir))
