"""

This function runs tests passed in with the -t flag

"""

print('\n')

print('[dev] run_experiments')

print('==========================')

print('RUN EXPERIMENTS %s' % ibs.get_dbname())

print('==========================')

input_test_list = params.args.tests[:]

print('input_test_list = %r' % (input_test_list,))

# fnum = 1

valid_test_list = [] # build list for printing in case of failure

valid_test_helpstr_list = [] # for printing

def intest(*args, **kwargs):

helpstr = kwargs.get('help', '')

valid_test_helpstr_list.append(' -t ' + ', '.join(args) + helpstr)

for testname in args:

valid_test_list.append(testname)

ret = testname in input_test_list

ret2 = testname in params.unknown # Let unparsed args count towards tests

if ret or ret2:

if ret:

input_test_list.remove(testname)

else:

ret = ret2

print('+===================')

print('| running testname = %s' % (args,))

return ret

return False

valid_test_helpstr_list.append(' # --- Simple Tests ---')

# Explicit (simple) test functions

if intest('export'):

export(ibs)

if intest('dbinfo'):

dbinfo.get_dbinfo(ibs)

if intest('info'):

print(ibs.get_infostr())

if intest('printcfg'):

printcfg(ibs)

if intest('tables'):

ibs.print_tables()

if intest('imgtbl'):

ibs.print_image_table()

valid_test_helpstr_list.append(' # --- Decor Tests ---')

locals_ = locals()

# Implicit (decorated) test functions

for (func_aliases, func) in DEVCMD_FUNCTIONS:

if intest(*func_aliases):

with utool.Indenter('[dev.' + func.func_name + ']'):

ret = func(ibs, qaid_list)

if isinstance(ret, dict):

locals_.update(ret)

valid_test_helpstr_list.append(' # --- Config Tests ---')

# Config driven test functions

# Allow any testcfg to be in tests like: vsone_1 or vsmany_3

for test_cfg_name in experiment_configs.TEST_NAMES:

if intest(test_cfg_name):

test_cfg_name_list = [test_cfg_name]

fnum = df2.next_fnum()

experiment_harness.test_configurations(ibs, qaid_list, test_cfg_name_list, fnum)

valid_test_helpstr_list.append(' # --- Help ---')

if intest('help'):

print('valid tests are:')

print('\n'.join(valid_test_helpstr_list))

return

if len(input_test_list) > 0:

print('valid tests are: \n')

print('\n'.join(valid_test_list))

raise Exception('Unknown tests: %r ' % input_test_list)

print('[dev] get_allres')

allres_cfgstr = ibs.qreq.get_cfgstr()

try:

allres = __ALLRES_CACHE__[allres_cfgstr]

except KeyError:

qaid2_qres = ibs.query_all(qaid_list)

allres = results_all.init_allres(ibs, qaid2_qres)

# Cache save

__ALLRES_CACHE__[allres_cfgstr] = allres

""" Plots the distances between matching descriptors

with groundtruth (true/false) data """

print('[dev] desc_dists')

allres = get_allres(ibs, qaid_list)

# Get the descriptor distances of true matches

orgtype_list = ['top_false', 'true']

disttype = 'L2'

orgres2_distmap = results_analyzer.get_orgres_desc_match_dists(allres, orgtype_list)

results_analyzer.print_desc_distances_map(orgres2_distmap)

#true_desc_dists = orgres2_distmap['true']['L2']

#false_desc_dists = orgres2_distmap['false']['L2']

#scores_list = [false_desc_dists, true_desc_dists]

dists_list = [orgres2_distmap[orgtype][disttype] for orgtype in orgtype_list]

dists_lbls = orgtype_list

dists_markers = ['x', 'o--']

plottool.plots.draw_scores_cdf(dists_list, dists_lbls, dists_markers)

df2.set_figtitle('Descriptor Distance CDF d(x)' + ibs.qreq.get_cfgstr())

print('<inspect_matches>')

from ibeis.gui import inspect_gui

from ibeis.viz.interact import interact_qres2 # NOQA

allres = get_allres(ibs, qaid_list)

guitool.ensure_qapp()

tblname = 'qres'

qaid2_qres = allres.qaid2_qres

ranks_lt = 5

# This object is created inside QresResultsWidget

#qres_api = inspect_gui.make_qres_api(ibs, qaid2_qres) # NOQA

# This is where you create the result widigt

print('[inspect_matches] make_qres_widget')

qres_wgt = inspect_gui.QueryResultsWidget(ibs, qaid2_qres, ranks_lt=ranks_lt)

print('[inspect_matches] show')

qres_wgt.show()

print('[inspect_matches] raise')

qres_wgt.raise_()

#query_review = interact_qres2.Interact_QueryResult(ibs, qaid2_qres)

#self = interact_qres2.Interact_QueryResult(ibs, qaid2_qres, ranks_lt=ranks_lt)

print('</inspect_matches>')

# simulate double click

qres_wgt._on_click(qres_wgt.model.index(2, 2))

#qres_wgt._on_doubleclick(qres_wgt.model.index(2, 0))

print('[dev] annotationmatch_scores')

allres = get_allres(ibs, qaid_list)

# Get the descriptor distances of true matches

orgtype_list = ['false', 'true']

orgtype_list = ['top_false', 'top_true']

#markers_map = {'false': 'o', 'true': 'o-', 'top_true': 'o-', 'top_false': 'o'}

markers_map = defaultdict(lambda: 'o')

cmatch_scores_map = results_analyzer.get_orgres_annotationmatch_scores(allres, orgtype_list)

results_analyzer.print_annotationmatch_scores_map(cmatch_scores_map)

#true_cmatch_scores = cmatch_scores_map['true']

#false_cmatch_scores = cmatch_scores_map['false']

scores_list = [cmatch_scores_map[orgtype] for orgtype in orgtype_list]

scores_lbls = orgtype_list

scores_markers = [markers_map[orgtype] for orgtype in orgtype_list]

plottool.plots.draw_scores_cdf(scores_list, scores_lbls, scores_markers)

df2.set_figtitle('Chipmatch Scores ' + ibs.qreq.get_cfgstr())

"""

GV = With gravity vector

RI = With rotation invariance

"""

print('[dev] gvcomp')

def testcomp(ibs, qaid_list):

allres = get_allres(ibs, qaid_list)

for qaid in qaid_list:

qres = allres.get_qres(qaid)

interact.ishow_qres(ibs, qres, annote_mode=2)

return allres

ibs_GV = ibs

ibs_RI = ibs.clone_handle(nogravity_hack=True)

allres_GV = testcomp(ibs_GV, qaid_list)

allres_RI = testcomp(ibs_RI, qaid_list)

print('[dev] get_ibslist')

ibs_GV = ibs

ibs_RI = ibs.clone_handle(nogravity_hack=True)

ibs_RIW = ibs.clone_handle(nogravity_hack=True, gravity_weighting=True)

ibs_list = [ibs_GV, ibs_RI, ibs_RIW]

print('[dev] compgrav_annotationmatch_scores')

ibs_list = get_ibslist(ibs)

for ibs_ in ibs_list:

""" Common variables for convineince when interacting with IPython """

print('[dev] dev_snippets')

species = 'zebra_grevys'

quick = True

fnum = 1

# Get reference to IBEIS Controller

ibs = main_locals['ibs']

if 'back' in main_locals:

# Get reference to GUI Backend

back = main_locals['back']

if back is not None:

# Get reference to GUI Frontend

front = getattr(back, 'front', None)

ibswgt = front

view = ibswgt.views['images']

model = ibswgt.models['names_tree']

selection_model = view.selectionModel()

if ibs is not None:

#ibs.dump_tables()

aid_list = ibs.get_valid_aids()

gid_list = ibs.get_valid_gids()

nid_list = ibs.get_valid_nids()

#valid_nid_list = ibs.get_annot_nids(aid_list)

#valid_aid_names = ibs.get_annot_names(aid_list)

#valid_aid_gtrues = ibs.get_annot_groundtruth(aid_list)

""" Function for developing something """

print('[dev] devfunc')

allres = get_allres(ibs, qaid_list)

locals_ = locals()

#locals_.update(annotationmatch_scores(ibs, qaid_list))

print('[dev] run_dev')

# Get references to controller

ibs = main_locals['ibs']

if ibs is not None:

# Get aids marked as test cases

qaid_list = main_helpers.get_test_qaids(ibs)

print('test_qaids = %r' % qaid_list)

print('len(test_qaids) = %d' % len(qaid_list))

# Warn on no test cases

try:

assert len(qaid_list) > 0, 'assert!'

except AssertionError as ex:

utool.printex(ex, 'len(qaid_list) = 0', iswarning=True)

#qaid_list = ibs.get_valid_aids()[0]

if len(qaid_list) > 0:

# Prepare the IBEIS controller for querys

ibs.prep_qreq_db(qaid_list)

# Run the dev experiments

expt_locals = run_experiments(ibs, qaid_list)

# Add experiment locals to local namespace

exec(utool.execstr_dict(expt_locals, 'expt_locals'))

if '--devmode' in sys.argv:

# Execute the dev-func and add to local namespace

devfunc_locals = devfunc(ibs, qaid_list)

exec(utool.execstr_dict(devfunc_locals, 'devfunc_locals'))