def test_localdb_deduplication(fixture_db_session):
feed1 = asassn.AsassnFeed()
feed1._content = asassn_content_2018
feed1_row_ids = feed1.determine_new_entries()
assert len(feed1_row_ids) == len(feed1.event_id_data_map)
s = fixture_db_session
for id in feed1_row_ids:
v = feed1.generate_voevent(id)
s.add(Voevent.from_etree(v))
s.commit()
feed1_new_ids = feed1.determine_new_entries()
assert len(feed1_new_ids) == 0
feed2 = asassn.AsassnFeed()
feed2._content = asassn_content_2018
feed2_new_ids = feed2.determine_new_entries()
assert len(feed2_new_ids) == len(feed2.event_id_data_map) - len(
feed1.event_id_data_map)
s = fixture_db_session
for id in feed2_new_ids:
v = feed2.generate_voevent(id)
s.add(Voevent.from_etree(v))
s.commit()
modified_content = asassn_content_2018.replace(b'ASASSN-16ad',
b'ASASSN-16adfooishbar')
feed3 = asassn.AsassnFeed()
feed3._content = modified_content
assert [] == feed3.determine_new_entries()
def test_feed_hashing(uncreated_temporary_file_path):
hash_cache_path = uncreated_temporary_file_path
feed1 = asassn.AsassnFeed(hash_cache_path)
feed1._content = asassn_content_2018
feed1._new_hash = feed1.mock_new_hash
assert feed1.new_hash
feed1.save_new_hash()
feed2 = asassn.AsassnFeed(hash_cache_path)
feed2._content = asassn_content_2018
feed2._new_hash = feed2.mock_new_hash
assert feed2.old_hash == feed2.new_hash
def test_streamid_generation():
feed = asassn.AsassnFeed()
feed._content = asassn_content_2018
events = feed.parse_content_to_event_data_list()
for e in events:
# try:
id = asassn.extract_asassn_id(e)
assert isinstance(id, string_types)
def test_content_parsing():
feed = asassn.AsassnFeed()
feed._content = asassn_content_2018
events = feed.parse_content_to_event_data_list()
assert 900 == len(events)
asassn.ASASSN_EARLIEST_REPARSE_DATE = iso8601.parse_date("2010-1-1")
events = feed.parse_content_to_event_data_list()
assert 3284 == len(events)
def test_assasn_voevent_generation():
tmpdir = '/tmp/fps_feed_test/assasn'
if not os.path.isdir(tmpdir):
os.makedirs(tmpdir)
feed2 = asassn.AsassnFeed()
feed2._content = asassn_content_2018
for feed_id in list(feed2.event_id_data_map.keys())[:10]:
# for feed_id in feed2.id_row_map.keys():
v = feed2.generate_voevent(feed_id)
stream_id = feed2.feed_id_to_stream_id(feed_id)
vp.assert_valid_as_v2_0(v)
outpath = os.path.join(tmpdir, '{}.xml'.format(stream_id))
with open(outpath, 'wb') as f:
vp.dump(v, f)
def test_ivorn_generation_is_consistent():
"""
Check any refactoring does not result in changes to format from previously
broadcast IVORNs:
"""
feed = asassn.AsassnFeed()
feed._content = asassn_content_2018
data_map = feed.event_id_data_map
test_cases = [
('2016-01-09.28_ASASSN-16ad',
'ivo://voevent.4pisky.org/ASASSN#2016-01-09.28_ASASSN-16ad'),
('2017-09-15.00_ASASSN-17mp',
'ivo://voevent.4pisky.org/ASASSN#2017-09-15.00_ASASSN-17mp'),
('2017-10-18.30_ASASSN-17np',
'ivo://voevent.4pisky.org/ASASSN#2017-10-18.30_ASASSN-17np'),
]
for native_event_id, expected_ivorn in test_cases:
assert native_event_id in data_map
assert expected_ivorn == feed.feed_id_to_ivorn(native_event_id)