def execute(self):
"""
Associate amps and write unassoc_<datetime>_dat.xml.
"""
install_path, data_path = get_config_paths()
amp_handler = AmplitudeHandler(install_path, data_path)
event = amp_handler.getEvent(self._eventid)
if event is None:
#
# This shouldn't ever happen, but the code is here just
# in case it does
#
datadir = os.path.join(data_path, self._eventid, 'current')
if not os.path.isdir(datadir):
raise NotADirectoryError('%s is not a valid directory.' %
datadir)
eventxml = os.path.join(datadir, 'event.xml')
if not os.path.isfile(eventxml):
raise FileNotFoundError('%s does not exist.' % eventxml)
origin = read_event_file(eventxml)
event = {
'id': self._eventid,
'netid': origin['netid'],
'network': origin['network'],
'time': origin['time'].strftime(constants.TIMEFMT),
'lat': origin['lat'],
'lon': origin['lon'],
'depth': origin['depth'],
'mag': origin['mag'],
'locstring': origin['locstring']
}
amp_handler.insertEvent(event)
amp_handler.associateOne(self._eventid, pretty_print=True)
def test_amps():
try:
install_path, data_path = get_config_paths()
# dbfile location
homedir = os.path.dirname(os.path.abspath(__file__))
dbfile = os.path.join(homedir, '..', '..', 'data', 'install', 'data',
'amps.db')
if os.path.isfile(dbfile):
os.remove(dbfile)
handler = AmplitudeHandler(install_path, data_path)
# test inserting events into the database
event = {
'id': 'ci37889959',
'netid': 'ci',
'network': '',
'time': datetime(2018, 3, 7, 18, 5, 0).strftime(constants.TIMEFMT),
'lat': 35.487,
'lon': -120.027,
'depth': 8.0,
'locstring': 'Somewhere in California',
'mag': 3.7
}
handler.insertEvent(event)
info = handler.getStats()
assert info['events'] == 1
# Try getting and updating an event
event_out = handler.getEvent('ci37889959')
current_time = time.time()
del event_out['network']
event_out['repeats'] = [1, 2, 3]
event_out['lastrun'] = current_time
handler.insertEvent(event_out, update=True)
event_out = handler.getEvent('ci37889959')
assert event_out['network'] == ''
assert set(event_out['repeats']) == set([1, 2, 3])
assert event_out['lastrun'] == current_time
homedir = os.path.dirname(os.path.abspath(__file__))
xmlfile = os.path.join(homedir, '..', '..', 'data', 'ampdata',
'USR_100416_20180307_180450.xml')
handler.insertAmps(xmlfile)
info = handler.getStats()
assert info['events'] == 1
assert info['stations'] == 1
assert info['station_min'] == datetime(2018,
3,
7,
18,
4,
49,
tzinfo=timezone.utc)
assert info['station_max'] == datetime(2018,
3,
7,
18,
4,
49,
tzinfo=timezone.utc)
assert info['channels'] == 3
assert info['pgms'] == 15
eqtime = timestr_to_timestamp(event['time'])
eqlat = event['lat']
eqlon = event['lon']
df = handler.associate(eqtime, eqlat, eqlon)
vsum = 0
for row in df:
if row[2] == 'pga':
vsum += row[3]
np.testing.assert_almost_equal(vsum, 0.010621814475025483)
# get repeats
repeats = handler.getRepeats()
assert repeats[0][0] == 'ci37889959'
assert set(repeats[0][2]) == set([1, 2, 3])
# delete event
handler.deleteEvent('ci37889959')
info = handler.getStats()
assert info['events'] == 0
assert handler.getEvent('ci37889959') is None
del handler
os.remove(dbfile)
# test global associator
event2 = {
'id': 'ci0000001',
'netid': 'ci',
'network': '',
'time': datetime(2000, 1, 1, 0, 0, 1).strftime(constants.TIMEFMT),
'lat': 37.487,
'lon': -122.027,
'depth': 8.0,
'locstring': 'Somewhere in California',
'mag': 4.7
}
handler = AmplitudeHandler(install_path, data_path)
handler.insertEvent(event)
handler.insertEvent(event2)
handler.insertAmps(xmlfile)
associated = handler.associateAll(pretty_print=True)
assert len(associated) == 1
# Do an association bad event and an old event
count = handler.associateOne('kk1234567')
assert count == -1
count = handler.associateOne('ci0000001')
assert count == 0
del handler
os.remove(dbfile)
shutil.rmtree(os.path.join(data_path, event['id']))
# test event associator; a lot of this is just for coverage of
# various edge cases.
xmlfile2 = os.path.join(homedir, '..', '..', 'data', 'ampdata',
'USR_100416_20180307_180450_2.xml')
xmlfile3 = os.path.join(homedir, '..', '..', 'data', 'ampdata',
'USR_100416_20180307_180450_3.xml')
xmlfile4 = os.path.join(homedir, '..', '..', 'data', 'ampdata',
'USR_100416_20180307_180450_4.xml')
xmlfile5 = os.path.join(homedir, '..', '..', 'data', 'ampdata',
'USR_100416_20180307_180450_5.xml')
xmlfile6 = os.path.join(homedir, '..', '..', 'data', 'ampdata',
'USR_100416_20180307_180450_6.xml')
handler = AmplitudeHandler(install_path, data_path)
handler.insertEvent(event)
handler.insertEvent(event2)
handler.insertAmps(xmlfile)
handler.insertAmps(xmlfile2)
handler.insertAmps(xmlfile3)
handler.insertAmps(xmlfile4)
handler.insertAmps(xmlfile5)
handler.insertAmps(xmlfile6)
associated = handler.associateOne(event['id'], pretty_print=False)
assert associated == 30
del handler
os.remove(dbfile)
shutil.rmtree(os.path.join(data_path, event['id']))
# test clean methods
handler = AmplitudeHandler(install_path, data_path)
handler.insertEvent(event)
handler.insertAmps(xmlfile)
# Add another event with the alternate time encoding
xmlfile = os.path.join(homedir, '..', '..', 'data', 'ampdata',
'TA109C_BH..2018_095_193003x.xml')
handler.insertAmps(xmlfile)
info = handler.getStats()
assert info['stations'] == 2
handler.cleanEvents(threshold=1)
handler.cleanAmps(threshold=1)
info = handler.getStats()
assert info['events'] == 0
assert info['stations'] == 0
assert info['channels'] == 0
assert info['pgms'] == 0
except Exception:
assert 1 == 2
finally:
if os.path.isfile(dbfile):
os.remove(dbfile)