def test_find_run_start():
run_start_uid, e_desc_uid, data_keys = setup_syn()
mdsc.insert_run_stop(run_start_uid, ttime.time(), uid=str(uuid.uuid4()))
run_start = mdsc.run_start_given_uid(run_start_uid)
run_start2, = list(mdsc.find_run_starts(uid=run_start_uid))
assert_equal(run_start, run_start2)
def test_find_run_start():
run_start_uid, e_desc_uid, data_keys = setup_syn()
mdsc.insert_run_stop(run_start_uid, ttime.time(), uid=str(uuid.uuid4()))
run_start = mdsc.run_start_given_uid(run_start_uid)
run_start2, = list(mdsc.find_run_starts(uid=run_start_uid))
assert_equal(run_start, run_start2)
def test_bulk_table():
num = 50
rs, e_desc, data_keys = setup_syn()
all_data = syn_data(data_keys, num)
mdsc.bulk_insert_events(e_desc, all_data, validate=False)
mdsc.insert_run_stop(rs, ttime.time(), uid=str(uuid.uuid4()))
ret = mdsc.get_events_table(e_desc)
descriptor, data_table, seq_nums, times, uids, timestamps_table = ret
for vals in data_table.values():
assert_true(all(s == v for s, v in zip(seq_nums, vals)))
def test_bulk_table():
num = 50
rs, e_desc, data_keys = setup_syn()
all_data = syn_data(data_keys, num)
mdsc.bulk_insert_events(e_desc, all_data, validate=False)
mdsc.insert_run_stop(rs, ttime.time(), uid=str(uuid.uuid4()))
ret = mdsc.get_events_table(e_desc)
descriptor, data_table, seq_nums, times, uids, timestamps_table = ret
for vals in data_table.values():
assert_true(all(s == v for s, v in zip(seq_nums, vals)))
def test_bulk_insert():
num = 50
rs, e_desc, data_keys = setup_syn()
all_data = syn_data(data_keys, num)
mdsc.bulk_insert_events(e_desc, all_data, validate=False)
mdsc.insert_run_stop(rs, ttime.time(), uid=str(uuid.uuid4()))
ev_gen = mdsc.get_events_generator(e_desc)
for ret, expt in zip(ev_gen, all_data):
assert_equal(ret["descriptor"]["uid"], e_desc)
for k in ["data", "timestamps", "time", "uid", "seq_num"]:
assert_equal(ret[k], expt[k])
def test_bulk_insert():
num = 50
rs, e_desc, data_keys = setup_syn()
all_data = syn_data(data_keys, num)
mdsc.bulk_insert_events(e_desc, all_data, validate=False)
mdsc.insert_run_stop(rs, ttime.time(), uid=str(uuid.uuid4()))
ev_gen = mdsc.get_events_generator(e_desc)
for ret, expt in zip(ev_gen, all_data):
assert_equal(ret['descriptor']['uid'], e_desc)
for k in ['data', 'timestamps', 'time', 'uid', 'seq_num']:
assert_equal(ret[k], expt[k])
def test_run_stop_insertion():
"""Test, uh, the insertion of run stop documents
"""
run_start_uid = mdsc.insert_run_start(time=ttime.time(),
beamline_id='sample_beamline',
scan_id=42,
uid=str(uuid.uuid4()))
time = ttime.time()
exit_status = 'success'
reason = 'uh, because this is testing and it better be a success?'
# insert the document
run_stop_uid = mdsc.insert_run_stop(run_start_uid,
time,
exit_status=exit_status,
reason=reason,
uid=str(uuid.uuid4()))
# get the sanitized run_stop document from metadataservice.client
run_stop, = mdsc.find_run_stops(uid=run_stop_uid)
# make sure it does not have an 'id' field
check_for_id(run_stop)
# make sure the run stop is pointing to the correct run start
referenced_run_start = run_stop['run_start']
assert_equal(referenced_run_start.uid, run_start_uid)
# check the remaining fields
comparisons = {
'time': time,
'exit_status': exit_status,
'reason': reason,
'uid': run_stop_uid
}
for attr, known_value in comparisons.items():
assert_equal(known_value, getattr(run_stop, attr))
def test_run_stop_insertion():
"""Test, uh, the insertion of run stop documents
"""
run_start_uid = mdsc.insert_run_start(
time=ttime.time(), beamline_id="sample_beamline", scan_id=42, uid=str(uuid.uuid4())
)
time = ttime.time()
exit_status = "success"
reason = "uh, because this is testing and it better be a success?"
# insert the document
run_stop_uid = mdsc.insert_run_stop(
run_start_uid, time, exit_status=exit_status, reason=reason, uid=str(uuid.uuid4())
)
# get the sanitized run_stop document from metadataservice.client
run_stop, = mdsc.find_run_stops(uid=run_stop_uid)
# make sure it does not have an 'id' field
check_for_id(run_stop)
# make sure the run stop is pointing to the correct run start
referenced_run_start = run_stop["run_start"]
assert_equal(referenced_run_start.uid, run_start_uid)
# check the remaining fields
comparisons = {"time": time, "exit_status": exit_status, "reason": reason, "uid": run_stop_uid}
for attr, known_value in comparisons.items():
assert_equal(known_value, getattr(run_stop, attr))
def test_find_events_smoke():
num = 50
rs, e_desc, data_keys = setup_syn()
all_data = syn_data(data_keys, num)
mdsc.bulk_insert_events(e_desc, all_data, validate=False)
mdsc.insert_run_stop(rs, ttime.time(), uid=str(uuid.uuid4()))
mdsc.clear_process_cache()
# make sure the uid works
next(mdsc.find_events(descriptor=e_desc))
mdsc.clear_process_cache()
descriptor, = mdsc.find_descriptors(uid=e_desc)
mdsc.clear_process_cache()
# make sure that searching by descriptor document works
next(mdsc.find_events(descriptor=descriptor))
def test_find_events_smoke():
num = 50
rs, e_desc, data_keys = setup_syn()
all_data = syn_data(data_keys, num)
mdsc.bulk_insert_events(e_desc, all_data, validate=False)
mdsc.insert_run_stop(rs, ttime.time(), uid=str(uuid.uuid4()))
mdsc.clear_process_cache()
# make sure the uid works
next(mdsc.find_events(descriptor=e_desc))
mdsc.clear_process_cache()
descriptor, = mdsc.find_descriptors(uid=e_desc)
mdsc.clear_process_cache()
# make sure that searching by descriptor document works
next(mdsc.find_events(descriptor=descriptor))
def test_find_run_stop():
run_start_uid, e_desc_uid, data_keys = setup_syn()
run_stop_uid = mdsc.insert_run_stop(run_start_uid, ttime.time(), uid=str(uuid.uuid4()))
run_start = mdsc.run_start_given_uid(run_start_uid)
run_stop = mdsc.run_stop_given_uid(run_stop_uid)
run_stop2, = list(mdsc.find_run_stops(run_start=run_start_uid))
run_stop3, = list(mdsc.find_run_stops(run_start=run_start))
assert_equal(run_stop, run_stop2)
assert_equal(run_stop, run_stop3)
def test_find_run_stop():
run_start_uid, e_desc_uid, data_keys = setup_syn()
run_stop_uid = mdsc.insert_run_stop(run_start_uid,
ttime.time(),
uid=str(uuid.uuid4()))
run_start = mdsc.run_start_given_uid(run_start_uid)
run_stop = mdsc.run_stop_given_uid(run_stop_uid)
run_stop2, = list(mdsc.find_run_stops(run_start=run_start_uid))
run_stop3, = list(mdsc.find_run_stops(run_start=run_start))
assert_equal(run_stop, run_stop2)
assert_equal(run_stop, run_stop3)
def test_run_stop_by_run_start():
run_start_uid, e_desc_uid, data_keys = setup_syn()
run_stop_uid = mdsc.insert_run_stop(run_start_uid, ttime.time(), uid=str(uuid.uuid4()))
run_start = mdsc.run_start_given_uid(run_start_uid)
run_stop = mdsc.run_stop_given_uid(run_stop_uid)
ev_desc = mdsc.descriptor_given_uid(e_desc_uid)
run_stop2 = mdsc.stop_by_start(run_start)
run_stop3 = mdsc.stop_by_start(run_start_uid)
assert_equal(run_stop, run_stop2)
assert_equal(run_stop, run_stop3)
ev_desc2, = mdsc.descriptors_by_start(run_start)
ev_desc3, = mdsc.descriptors_by_start(run_start_uid)
assert_equal(ev_desc, ev_desc2)
assert_equal(ev_desc, ev_desc3)
def test_run_stop_by_run_start():
run_start_uid, e_desc_uid, data_keys = setup_syn()
run_stop_uid = mdsc.insert_run_stop(run_start_uid,
ttime.time(),
uid=str(uuid.uuid4()))
run_start = mdsc.run_start_given_uid(run_start_uid)
run_stop = mdsc.run_stop_given_uid(run_stop_uid)
ev_desc = mdsc.descriptor_given_uid(e_desc_uid)
run_stop2 = mdsc.stop_by_start(run_start)
run_stop3 = mdsc.stop_by_start(run_start_uid)
assert_equal(run_stop, run_stop2)
assert_equal(run_stop, run_stop3)
ev_desc2, = mdsc.descriptors_by_start(run_start)
ev_desc3, = mdsc.descriptors_by_start(run_start_uid)
assert_equal(ev_desc, ev_desc2)
assert_equal(ev_desc, ev_desc3)
def test_cache_clear_lookups():
run_start_uid, e_desc_uid, data_keys = setup_syn()
run_stop_uid = mdsc.insert_run_stop(run_start_uid, ttime.time(), uid=str(uuid.uuid4()))
run_start = mdsc.run_start_given_uid(run_start_uid)
run_stop = mdsc.run_stop_given_uid(run_stop_uid)
ev_desc = mdsc.descriptor_given_uid(e_desc_uid)
mdsc.clear_process_cache()
run_start2 = mdsc.run_start_given_uid(run_start_uid)
mdsc.clear_process_cache()
run_stop2 = mdsc.run_stop_given_uid(run_stop_uid)
mdsc.clear_process_cache()
ev_desc2 = mdsc.descriptor_given_uid(e_desc_uid)
ev_desc3 = mdsc.descriptor_given_uid(e_desc_uid)
assert_equal(run_start, run_start2)
assert_equal(run_stop, run_stop2)
assert_equal(ev_desc, ev_desc2)
assert_equal(ev_desc, ev_desc3)
def test_cache_clear_lookups():
run_start_uid, e_desc_uid, data_keys = setup_syn()
run_stop_uid = mdsc.insert_run_stop(run_start_uid,
ttime.time(),
uid=str(uuid.uuid4()))
run_start = mdsc.run_start_given_uid(run_start_uid)
run_stop = mdsc.run_stop_given_uid(run_stop_uid)
ev_desc = mdsc.descriptor_given_uid(e_desc_uid)
mdsc.clear_process_cache()
run_start2 = mdsc.run_start_given_uid(run_start_uid)
mdsc.clear_process_cache()
run_stop2 = mdsc.run_stop_given_uid(run_stop_uid)
mdsc.clear_process_cache()
ev_desc2 = mdsc.descriptor_given_uid(e_desc_uid)
ev_desc3 = mdsc.descriptor_given_uid(e_desc_uid)
assert_equal(run_start, run_start2)
assert_equal(run_stop, run_stop2)
assert_equal(ev_desc, ev_desc2)
assert_equal(ev_desc, ev_desc3)
def test_double_run_stop():
run_start_uid, e_desc_uid, data_keys = setup_syn()
mdsc.insert_run_stop(run_start_uid, ttime.time(), uid=str(uuid.uuid4()))
mdsc.insert_run_stop(run_start_uid, ttime.time(), uid=str(uuid.uuid4()))
def test_double_run_stop():
run_start_uid, e_desc_uid, data_keys = setup_syn()
mdsc.insert_run_stop(run_start_uid, ttime.time(), uid=str(uuid.uuid4()))
mdsc.insert_run_stop(run_start_uid, ttime.time(), uid=str(uuid.uuid4()))