def preload_commands(dbdir, **kwargs):
""" Preload commands work with command line arguments and global caches """
#print('[main_cmd] preload_commands')
if params.args.dump_argv:
print(ut.dict_str(vars(params.args), sorted_=False))
if params.args.dump_global_cache:
ut.global_cache_dump() # debug command, dumps to stdout
if params.args.set_workdir is not None:
sysres.set_workdir(params.args.set_workdir)
if params.args.get_workdir:
print(' Current work dir = %s' % sysres.get_workdir())
if params.args.logdir is not None:
sysres.set_logdir(params.args.logdir)
if params.args.get_logdir:
print(' Current log dir = %s' % (sysres.get_logdir(),))
if params.args.view_logdir:
ut.view_directory(sysres.get_logdir())
if ut.get_argflag('--vwd'):
vwd()
if ut.get_argflag('--vdq'):
print('got arg --vdq')
vdq(dbdir)
if kwargs.get('delete_ibsdir', False):
ibsfuncs.delete_ibeis_database(dbdir)
if params.args.convert:
preload_convert_hsdb(dbdir)
if params.args.preload_exit:
print('[main_cmd] preload exit')
sys.exit(1)
def preload_commands(dbdir, **kwargs):
""" Preload commands work with command line arguments and global caches """
#print('[main_cmd] preload_commands')
if params.args.dump_argv:
print(ut.repr2(vars(params.args), sorted_=False))
if params.args.dump_global_cache:
ut.global_cache_dump() # debug command, dumps to stdout
if params.args.set_workdir is not None:
sysres.set_workdir(params.args.set_workdir)
if params.args.get_workdir:
print(' Current work dir = %s' % sysres.get_workdir())
if params.args.logdir is not None:
sysres.set_logdir(params.args.logdir)
if params.args.get_logdir:
print(' Current local log dir = %s' % (sysres.get_logdir_local(),))
print(' Current global log dir = %s' % (sysres.get_logdir_global(),))
if params.args.view_logdir:
ut.view_directory(sysres.get_logdir_local())
ut.view_directory(sysres.get_logdir_global())
if params.args.view_logdir_local:
ut.view_directory(sysres.get_logdir_local())
if params.args.view_logdir_global:
ut.view_directory(sysres.get_logdir_local())
if ut.get_argflag('--vwd'):
vwd()
if ut.get_argflag('--vdq'):
print('got arg --vdq')
vdq(dbdir)
if kwargs.get('delete_ibsdir', False):
ibsfuncs.delete_ibeis_database(dbdir)
if params.args.preload_exit:
print('[main_cmd] preload exit')
sys.exit(0)
def ingest_unconverted_hsdbs_in_workdir():
workdir = sysres.get_workdir()
needs_convert_hsdbs = get_unconverted_hsdbs(workdir)
for hsdb in needs_convert_hsdbs:
try:
convert_hsdb_to_ibeis(hsdb)
except Exception as ex:
ut.printex(ex)
raise
def ingest_unconverted_hsdbs_in_workdir():
workdir = sysres.get_workdir()
needs_convert_hsdbs = get_unconverted_hsdbs(workdir)
for hsdb in needs_convert_hsdbs:
try:
convert_hsdb_to_ibeis(hsdb)
except Exception as ex:
ut.printex(ex)
raise
def list_available_score_normalizers(with_global=True, with_local=True):
r"""
CommandLine:
python -m ibeis.algo.hots.score_normalization --test-list_available_score_normalizers
Ignore::
cp /media/raid/work/_INCTEST_arr((666)7xcu21@fcschv2@m)_GZ_ALL/_ibsdb/_ibeis_cache/scorenorm/zebra_grevys/zebra_grevys_normalizer_bi+i4y&3dl8!xb!+.cPkl
mkdir ~/Dropbox/IBEIS
cp '/media/raid/work/_INCTEST_arr((666)7xcu21@fcschv2@m)_GZ_ALL/_ibsdb/_ibeis_cache/scorenorm/zebra_grevys/zebra_grevys_normalizer_bi+i4y&3dl8!xb!+.cPkl' ~/Dropbox/IBEIS/normalizer.cPkl
mv ~/Dropbox/IBEIS/normalizer.cPkl ~/Dropbox/IBEIS/_normalizer_gzbase.cPkl
Example:
>>> # DISABLE_DOCTEST
>>> from ibeis.algo.hots.score_normalization import * # NOQA
>>> local_normalizers_fpaths = list_available_score_normalizers(with_global=False)
>>> global_normalizers_fpaths = list_available_score_normalizers(with_local=False)
>>> # quote them
>>> # local_normalizers_fpaths = ['"%s"' % fpath for fpath in local_normalizers_fpaths]
>>> # global_normalizers_fpaths = ['"%s"' % fpath for fpath in global_normalizers_fpaths]
>>> print('Available LOCAL normalizers: ' + ut.indentjoin(local_normalizers_fpaths, '\n '))
>>> print('Available GLOBAL normalizers: ' + ut.indentjoin(global_normalizers_fpaths, '\n '))
>>> print(list(map(ut.get_file_nBytes_str, local_normalizers_fpaths)))
>>> print(list(map(ut.get_file_nBytes_str, global_normalizers_fpaths)))
"""
from ibeis.init import sysres
#from os.path import join
pattern = '*' + ScoreNormalizer.prefix2 + '*' + ScoreNormalizer.ext
ibeis_resdir = sysres.get_ibeis_resource_dir()
workdir = sysres.get_workdir()
normalizer_fpaths = []
if with_global:
global_normalizers = ut.glob(ibeis_resdir, pattern, recursive=True)
normalizer_fpaths += global_normalizers
if with_local:
ibsdbdir_list = sysres.get_ibsdb_list(workdir)
searchdirs = [join(ibsdbdir, ibs.const.REL_PATHS.cache)
for ibsdbdir in ibsdbdir_list]
local_normalizers_list = [ut.glob(path, pattern, recursive=True) for path in searchdirs]
local_normalizers = ut.flatten(local_normalizers_list)
normalizer_fpaths.extend(local_normalizers)
# Just search localdb cachedirs (otherwise it will take forever)
return normalizer_fpaths
def get_unconverted_hsdbs(workdir=None):
r"""
Args:
workdir (None): (default = None)
CommandLine:
python -m ibeis.dbio.ingest_hsdb --test-get_unconverted_hsdbs
Example:
>>> # SCRIPT
>>> from ibeis.dbio.ingest_hsdb import * # NOQA
>>> workdir = None
>>> result = get_unconverted_hsdbs(workdir)
>>> print(result)
"""
import os
import numpy as np
if workdir is None:
workdir = sysres.get_workdir()
dbname_list = os.listdir(workdir)
dbpath_list = np.array([join(workdir, name) for name in dbname_list])
needs_convert = list(map(check_unconverted_hsdb, dbpath_list))
needs_convert_hsdbs = ut.compress(dbpath_list, needs_convert)
return needs_convert_hsdbs
def get_unconverted_hsdbs(workdir=None):
r"""
Args:
workdir (None): (default = None)
CommandLine:
python -m ibeis.dbio.ingest_hsdb --test-get_unconverted_hsdbs
Example:
>>> # SCRIPT
>>> from ibeis.dbio.ingest_hsdb import * # NOQA
>>> workdir = None
>>> result = get_unconverted_hsdbs(workdir)
>>> print(result)
"""
import os
import numpy as np
if workdir is None:
workdir = sysres.get_workdir()
dbname_list = os.listdir(workdir)
dbpath_list = np.array([join(workdir, name) for name in dbname_list])
needs_convert = list(map(check_unconverted_hsdb, dbpath_list))
needs_convert_hsdbs = ut.compress(dbpath_list, needs_convert)
return needs_convert_hsdbs
def vwd():
""" view work dir """
ut.util_cplat.view_directory(sysres.get_workdir())
def vwd():
""" view work dir """
ut.util_cplat.view_directory(sysres.get_workdir())