def perform_data_update(db_file):
engine = get_engine(make_db_uri(db_file), foreign_keys=False)
session = sessionmaker(bind=engine)()
enabled_languages = [
lang.name for lang in session.query(models.EnabledLanguage)
]
removed_languages = list(
set(enabled_languages) - set(LANGUAGES_SUPPORTED_CODES))
if removed_languages:
removed_languages.sort()
removed_languages = ', '.join(removed_languages)
raise Exception(
"FATAL: cannot complete the upgrade because the support for some of the enabled languages is currently incomplete (%s)\n"
"Read about how to handle this condition at: https://github.com/globaleaks/GlobaLeaks/wiki/Upgrade-Guide#lang-drop"
% removed_languages)
try:
prv = ConfigFactory(session, 1, 'node')
stored_ver = prv.get_val(u'version')
if stored_ver != __version__:
# The below commands can change the current store based on the what is
# currently stored in the DB.
for tid in [t[0] for t in session.query(models.Tenant.id)]:
appdata = load_appdata()
config.update_defaults(session, tid, appdata)
db_update_defaults(session)
db_fix_fields_attrs(session)
prv.set_val(u'version', __version__)
prv.set_val(u'latest_version', __version__)
prv.set_val(u'version_db', DATABASE_VERSION)
session.commit()
except:
session.rollback()
raise
finally:
session.close()
def db_perform_data_update(store):
prv = PrivateFactory(store)
stored_ver = prv.get_val('version')
t = (stored_ver, __version__)
# Catch all failures
if stored_ver != __version__:
prv.set_val('version', __version__)
appdata = db_update_appdata(store)
config.update_defaults(store)
l10n.update_defaults(store, appdata)
db_fix_fields_attrs(store)
ok = config.is_cfg_valid(store)
if not ok:
m = 'Error: the system is not stable, update failed from %s to %s' % t
raise DatabaseIntegrityError(m)
def db_perform_data_update(store):
prv = PrivateFactory(store)
stored_ver = prv.get_val('version')
t = (stored_ver, __version__)
if stored_ver != __version__:
prv.set_val('version', __version__)
# The below commands can change the current store based on the what is
# currently stored in the DB.
appdata = db_update_appdata(store)
l10n.update_defaults(store, appdata)
config.update_defaults(store)
db_fix_fields_attrs(store)
ok = config.is_cfg_valid(store)
if not ok:
m = 'Error: the system is not stable, update failed from %s to %s' % t
raise Exception(m)
def db_perform_data_update(store):
prv = PrivateFactory(store)
stored_ver = prv.get_val('version')
t = (stored_ver, __version__)
if stored_ver != __version__:
prv.set_val('version', __version__)
# The below commands can change the current store based on the what is
# currently stored in the DB.
appdata = db_update_appdata(store)
l10n.update_defaults(store, appdata)
config.update_defaults(store)
db_fix_fields_attrs(store)
ok = config.is_cfg_valid(store)
if not ok:
m = 'Error: the system is not stable, update failed from %s to %s' % t
raise Exception(m)
def perform_version_update(version):
"""
@param version:
@return:
"""
to_delete_on_fail = []
to_delete_on_success = []
if version < FIRST_DATABASE_VERSION_SUPPORTED:
GLSettings.print_msg("Migrations from DB version lower than %d are no more supported!" % FIRST_DATABASE_VERSION_SUPPORTED)
GLSettings.print_msg("If you can't create your Node from scratch, contact us asking for support.")
quit()
tmpdir = os.path.abspath(os.path.join(GLSettings.db_path, 'tmp'))
orig_db_file = os.path.abspath(os.path.join(GLSettings.db_path, 'glbackend-%d.db' % version))
final_db_file = os.path.abspath(os.path.join(GLSettings.db_path, 'glbackend-%d.db' % DATABASE_VERSION))
shutil.rmtree(tmpdir, True)
os.mkdir(tmpdir)
shutil.copy2(orig_db_file, tmpdir)
old_db_file = None
new_db_file = None
try:
while version < DATABASE_VERSION:
old_db_file = os.path.abspath(os.path.join(tmpdir, 'glbackend-%d.db' % version))
new_db_file = os.path.abspath(os.path.join(tmpdir, 'glbackend-%d.db' % (version + 1)))
GLSettings.db_file = new_db_file
GLSettings.enable_input_length_checks = False
to_delete_on_fail.append(new_db_file)
to_delete_on_success.append(old_db_file)
GLSettings.print_msg("Updating DB from version %d to version %d" % (version, version + 1))
store_old = Store(create_database('sqlite:' + old_db_file))
store_new = Store(create_database('sqlite:' + new_db_file))
# Here is instanced the migration script
MigrationModule = importlib.import_module("globaleaks.db.migrations.update_%d" % (version + 1))
migration_script = MigrationModule.MigrationScript(migration_mapping, version, store_old, store_new)
GLSettings.print_msg("Migrating table:")
try:
try:
migration_script.prologue()
except Exception as exception:
GLSettings.print_msg("Failure while executing migration prologue: %s" % exception)
raise exception
for model_name, _ in migration_mapping.iteritems():
if migration_script.model_from[model_name] is not None and migration_script.model_to[model_name] is not None:
try:
migration_script.migrate_model(model_name)
# Commit at every table migration in order to be able to detect
# the precise migration that may fail.
migration_script.commit()
except Exception as exception:
GLSettings.print_msg("Failure while migrating table %s: %s " % (model_name, exception))
raise exception
try:
migration_script.epilogue()
migration_script.commit()
except Exception as exception:
GLSettings.print_msg("Failure while executing migration epilogue: %s " % exception)
raise exception
finally:
# the database should bee always closed before leaving the application
# in order to not keep leaking journal files.
migration_script.close()
GLSettings.print_msg("Migration stats:")
# we open a new db in order to verify integrity of the generated file
store_verify = Store(create_database('sqlite:' + new_db_file))
for model_name, _ in migration_mapping.iteritems():
if model_name == 'ApplicationData':
continue
if migration_script.model_from[model_name] is not None and migration_script.model_to[model_name] is not None:
count = store_verify.find(migration_script.model_to[model_name]).count()
if migration_script.entries_count[model_name] != count:
if migration_script.fail_on_count_mismatch[model_name]:
raise AssertionError("Integrity check failed on count equality for table %s: %d != %d" % \
(model_name, count, migration_script.entries_count[model_name]))
else:
GLSettings.print_msg(" * %s table migrated (entries count changed from %d to %d)" % \
(model_name, migration_script.entries_count[model_name], count))
else:
GLSettings.print_msg(" * %s table migrated (%d entry(s))" % \
(model_name, migration_script.entries_count[model_name]))
version += 1
store_verify.close()
store_appdata = Store(create_database('sqlite:' + new_db_file))
db_update_appdata(store_appdata)
db_fix_fields_attrs(store_appdata)
store_appdata.commit()
store_appdata.close()
except Exception as exception:
print exception
# simply propagage the exception
raise exception
else:
# in case of success first copy the new migrated db, then as last action delete the original db file
shutil.copy(new_db_file, final_db_file)
os.remove(orig_db_file)
finally:
# always cleanup the temporary directory used for the migration
shutil.rmtree(tmpdir, True)