def test_bad_bulk_insert_event_timestamp(): """Test what happens when one event is missing a timestamp for one key""" num = 50 rs, e_desc, data_keys = setup_syn() all_data = syn_data(data_keys, num) # remove one of the keys from the event timestamps del all_data[1]['timestamps']['F'] mdsc.bulk_insert_events(e_desc, all_data, validate=True)
def test_bad_bulk_insert_event_data(): num = 50 rs, e_desc, data_keys = setup_syn() all_data = syn_data(data_keys, num) # remove one of the keys from the event data del all_data[-1]['data']['E'] with pytest.raises(ValueError): mdsc.bulk_insert_events(e_desc, all_data, validate=True)
def test_bad_bulk_insert_event_data(): num = 50 rs, e_desc, data_keys = setup_syn() all_data = syn_data(data_keys, num) # remove one of the keys from the event data del all_data[-1]['data']['E'] mdsc.bulk_insert_events(e_desc, all_data, validate=True)
def test_bulk_table(): num = 50 rs, e_desc, data_keys = setup_syn() all_data = syn_data(data_keys, num) mdsc.bulk_insert_events(e_desc, all_data, validate=False) mdsc.insert_run_stop(rs, ttime.time(), uid=str(uuid.uuid4())) ret = mdsc.get_events_table(e_desc) descriptor, data_table, seq_nums, times, uids, timestamps_table = ret for vals in data_table.values(): assert all(s == v for s, v in zip(seq_nums, vals))
def test_bulk_table(): num = 50 rs, e_desc, data_keys = setup_syn() all_data = syn_data(data_keys, num) mdsc.bulk_insert_events(e_desc, all_data, validate=False) mdsc.insert_run_stop(rs, ttime.time(), uid=str(uuid.uuid4())) ret = mdsc.get_events_table(e_desc) descriptor, data_table, seq_nums, times, uids, timestamps_table = ret for vals in data_table.values(): assert_true(all(s == v for s, v in zip(seq_nums, vals)))
def test_bulk_insert(): num = 50 rs, e_desc, data_keys = setup_syn() all_data = syn_data(data_keys, num) mdsc.bulk_insert_events(e_desc, all_data, validate=False) mdsc.insert_run_stop(rs, ttime.time(), uid=str(uuid.uuid4())) ev_gen = mdsc.get_events_generator(e_desc) for ret, expt in zip(ev_gen, all_data): assert ret['descriptor']['uid'] == e_desc for k in ['data', 'timestamps', 'time', 'uid', 'seq_num']: assert ret[k] == expt[k]
def test_bulk_insert(): num = 50 rs, e_desc, data_keys = setup_syn() all_data = syn_data(data_keys, num) mdsc.bulk_insert_events(e_desc, all_data, validate=False) mdsc.insert_run_stop(rs, ttime.time(), uid=str(uuid.uuid4())) ev_gen = mdsc.get_events_generator(e_desc) for ret, expt in zip(ev_gen, all_data): assert_equal(ret['descriptor']['uid'], e_desc) for k in ['data', 'timestamps', 'time', 'uid', 'seq_num']: assert_equal(ret[k], expt[k])
def test_find_events_smoke(): num = 50 rs, e_desc, data_keys = setup_syn() all_data = syn_data(data_keys, num) mdsc.bulk_insert_events(e_desc, all_data, validate=False) mdsc.insert_run_stop(rs, ttime.time(), uid=str(uuid.uuid4())) mdsc.clear_process_cache() # make sure the uid works next(mdsc.find_events(descriptor=e_desc)) mdsc.clear_process_cache() descriptor, = mdsc.find_descriptors(uid=e_desc) mdsc.clear_process_cache() # make sure that searching by descriptor document works next(mdsc.find_events(descriptor=descriptor))
def _insert_bulk_events(name, doc): """Bulk insert each event stream in doc.""" for desc_uid, events in doc.items(): if events: bulk_insert_events(desc_uid, events)
def _insert_bulk_events(name, doc): """Bulk insert each event stream in doc.""" for desc_uid, events in doc.items(): bulk_insert_events(desc_uid, events)