def copy_database(src_fpath, dst_fpath):
import dtool
# Load database and ask it to copy itself, which enforces an exclusive
# blocked lock for all processes potentially writing to the database
db = dtool.SQLDatabaseController(fpath=src_fpath,
text_factory=six.text_type,
inmemory=False)
db.backup(dst_fpath)
def _devcheck_backups():
import dtool as dt
dbdir = ut.truepath('~/work/PZ_Master1/_ibsdb')
sorted(ut.glob(join(dbdir, '_ibeis_backups'), '*staging_back*.sqlite3'))
fpaths = sorted(
ut.glob(join(dbdir, '_ibeis_backups'), '*database_back*.sqlite3'))
for fpath in fpaths:
db = dt.SQLDatabaseController(fpath=fpath)
print('fpath = %r' % (fpath, ))
num_edges = len(db.executeone('SELECT rowid from annotmatch'))
print('num_edges = %r' % (num_edges, ))
num_names = len(
db.executeone('SELECT DISTINCT name_rowid from annotations'))
print('num_names = %r' % (num_names, ))
def _init_sqldbstaging(ibs, request_stagingversion=None):
"""
Example:
>>> # DISABLE_DOCTEST
>>> from ibeis.control.IBEISControl import * # NOQA
>>> import ibeis # NOQA
>>> #ibs = ibeis.opendb('PZ_MTEST')
>>> #ibs = ibeis.opendb('PZ_Master0')
>>> ibs = ibeis.opendb('testdb1')
>>> #ibs = ibeis.opendb('PZ_Master0')
Ignore:
aid_list = ibs.get_valid_aids()
#ibs.update_annot_visual_uuids(aid_list)
vuuid_list = ibs.get_annot_visual_uuids(aid_list)
aid_list2 = ibs.get_annot_aids_from_visual_uuid(vuuid_list)
assert aid_list2 == aid_list
# v1.3.0 testdb1:264us, PZ_MTEST:3.93ms, PZ_Master0:11.6s
%timeit ibs.get_annot_aids_from_visual_uuid(vuuid_list)
# v1.3.1 testdb1:236us, PZ_MTEST:1.83ms, PZ_Master0:140ms
ibs.print_imageset_table(exclude_columns=['imageset_uuid'])
"""
from ibeis.control import _sql_helpers
from ibeis.control import STAGING_SCHEMA
# Before load, ensure database has been backed up for the day
backup_idx = ut.get_argval('--loadbackup-staging', type_=int, default=None)
sqlstaging_fpath = None
if backup_idx is not None:
backups = _sql_helpers.get_backup_fpaths(ibs)
print('backups = %r' % (backups,))
sqlstaging_fpath = backups[backup_idx]
print('CHOSE BACKUP sqlstaging_fpath = %r' % (sqlstaging_fpath,))
# HACK
if backup_idx is None and ibs._needs_backup():
try:
_sql_helpers.ensure_daily_database_backup(ibs.get_ibsdir(),
ibs.sqlstaging_fname,
ibs.backupdir)
except IOError as ex:
ut.printex(ex, (
'Failed making daily backup. '
'Run with --nobackup to disable'))
raise
# IBEIS SQL State Database
if request_stagingversion is None:
ibs.staging_version_expected = '1.1.1'
else:
ibs.staging_version_expected = request_stagingversion
# TODO: add this functionality to SQLController
if backup_idx is None:
new_version, new_fname = dtool.sql_control.dev_test_new_schema_version(
ibs.get_dbname(), ibs.get_ibsdir(),
ibs.sqlstaging_fname, ibs.staging_version_expected, version_next='1.1.1')
ibs.staging_version_expected = new_version
ibs.sqlstaging_fname = new_fname
if sqlstaging_fpath is None:
assert backup_idx is None
sqlstaging_fpath = join(ibs.get_ibsdir(), ibs.sqlstaging_fname)
readonly = None
else:
readonly = True
ibs.staging = dtool.SQLDatabaseController(
fpath=sqlstaging_fpath, text_factory=six.text_type,
inmemory=False, readonly=readonly,
always_check_metadata=False,
)
ibs.readonly = ibs.staging.readonly
if backup_idx is None:
# Ensure correct schema versions
_sql_helpers.ensure_correct_version(
ibs,
ibs.staging,
ibs.staging_version_expected,
STAGING_SCHEMA,
verbose=ut.VERBOSE,
)