def test_evalresp_specific_frequencies(self):
"""
Test getting response for specific frequencies from evalresp
"""
resp = os.path.join(self.path, 'RESP.CH._.HHZ.gz')
# test some frequencies (results taken from routine
# test_evalresp_bug_395)
freqs = [0.0, 0.0021303792075, 0.21303792075, 0.63911376225,
2.1303792075, 21.303792075, 59.9978696208, 60.0]
expected = [0j, -38033660.9731 + 14722854.5862j,
623756964.698 + 34705336.5587j,
625815840.91 + 11748438.5949j,
634173301.327 - 2261888.45356j,
689435074.739 - 216615642.231j,
-105.682658137 - 4360.67242023j,
-101.693155157 - 4172.61059939j,
]
with NamedTemporaryFile() as fh:
tmpfile = fh.name
with gzip.open(resp) as f:
fh.write(f.read())
samprate = 120.0
t = UTCDateTime(2012, 9, 4, 5, 12, 15, 863300)
h = evalresp_for_frequencies(
1.0 / samprate, freqs, tmpfile, t, units='VEL')
np.testing.assert_allclose(h, expected)
def test_evalresp_specific_frequencies(self):
"""
Test getting response for specific frequencies from evalresp
"""
resp = os.path.join(self.path, 'RESP.CH._.HHZ.gz')
# test some frequencies (results taken from routine
# test_evalresp_bug_395)
freqs = [
0.0, 0.0021303792075, 0.21303792075, 0.63911376225, 2.1303792075,
21.303792075, 59.9978696208, 60.0
]
expected = [
0j,
-38033660.9731 + 14722854.5862j,
623756964.698 + 34705336.5587j,
625815840.91 + 11748438.5949j,
634173301.327 - 2261888.45356j,
689435074.739 - 216615642.231j,
-105.682658137 - 4360.67242023j,
-101.693155157 - 4172.61059939j,
]
with NamedTemporaryFile() as fh:
tmpfile = fh.name
with gzip.open(resp) as f:
fh.write(f.read())
samprate = 120.0
t = UTCDateTime(2012, 9, 4, 5, 12, 15, 863300)
h = evalresp_for_frequencies(1.0 / samprate,
freqs,
tmpfile,
t,
units='VEL')
np.testing.assert_allclose(h, expected)
def test_response_calculation_from_resp_files(self):
"""
Test the response calculations with the obspy.core interface.
Compares with directly calling evalresp.
"""
# Very broad range but the responses should be exactly identical as
# they use the same code under the hood so it should prove no issue.
frequencies = np.logspace(-3, 3, 20)
for filename in self.resp_files:
# Set the times for the response.
t = obspy.UTCDateTime(2008, 1, 1)
if "AZ.DHL..BS1" in filename:
t = obspy.UTCDateTime(1999, julday=351)
elif "BK.DANT.00.LCL" in filename:
t = obspy.UTCDateTime(2017, 1, 1)
elif "BN.WR0..SHZ" in filename:
t = obspy.UTCDateTime(1998, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
r = obspy.read_inventory(filename)[0][0][0].response
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
# This is in general very dangerous for floating point numbers
# but they use exactly the same code under the hood here so it
# is okay - if we ever have our own response calculation code
# this will have to be changed.
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_reconstructing_stage_0_from_other_blockettes(self):
# This file has no stage 0 but a bunch of other blockettes 58 from
# other stages. Try to reconstruct stage 0.
filename = os.path.join(self.data_path, "RESP.JM.NMIA0.00.HHN")
frequencies = np.logspace(-3, 3, 100)
t = obspy.UTCDateTime(2015, 1, 1)
# Should raise no warnings.
with warnings.catch_warnings(record=True) as w:
warnings.simplefilter("always")
inv = obspy.read_inventory(filename)
self.assertEqual(len(w), 0)
self.assertEqual(inv.get_contents()["channels"], ["JM.NMIA0.00.HNN"])
# Also check the responses via the inventory objects and by directly
# calling evalresp.
for unit in ("DISP", "VEL", "ACC"):
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
i_r = inv[0][0][0].response.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r)
def test_response_calculation_from_resp_files(self):
"""
Test the response calculations with the obspy.core interface.
Compares with directly calling evalresp.
"""
# Very broad range but the responses should be exactly identical as
# they use the same code under the hood so it should prove no issue.
frequencies = np.logspace(-3, 3, 20)
for filename in self.resp_files:
# Set the times for the response.
t = obspy.UTCDateTime(2008, 1, 1)
if "AZ.DHL..BS1" in filename:
t = obspy.UTCDateTime(1999, julday=351)
elif "BK.DANT.00.LCL" in filename:
t = obspy.UTCDateTime(2017, 1, 1)
elif "BN.WR0..SHZ" in filename:
t = obspy.UTCDateTime(1998, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
r = obspy.read_inventory(filename)[0][0][0].response
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
# This is in general very dangerous for floating point numbers
# but they use exactly the same code under the hood here so it
# is okay - if we ever have our own response calculation code
# this will have to be changed.
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_reconstructing_stage_0_from_other_blockettes(self):
# This file has no stage 0 but a bunch of other blockettes 58 from
# other stages. Try to reconstruct stage 0.
filename = os.path.join(self.data_path, "RESP.JM.NMIA0.00.HHN")
frequencies = np.logspace(-3, 3, 100)
t = obspy.UTCDateTime(2015, 1, 1)
# Should raise no warnings.
with warnings.catch_warnings(record=True) as w:
warnings.simplefilter("always")
inv = obspy.read_inventory(filename)
self.assertEqual(len(w), 0)
self.assertEqual(inv.get_contents()["channels"], ["JM.NMIA0.00.HNN"])
# Also check the responses via the inventory objects and by directly
# calling evalresp.
for unit in ("DISP", "VEL", "ACC"):
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
i_r = inv[0][0][0].response.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r)
def test_response_of_strain_meter(self):
filename = os.path.join(self.data_path, "RESP.strain_meter")
frequencies = np.logspace(-3, 3, 20)
# Set the times for the response.
t = obspy.UTCDateTime(2012, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
r = obspy.read_inventory(filename)[0][0][0].response
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_response_of_strain_meter(self):
filename = os.path.join(self.data_path, "RESP.strain_meter")
frequencies = np.logspace(-3, 3, 20)
# Set the times for the response.
t = obspy.UTCDateTime(2012, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
r = obspy.read_inventory(filename)[0][0][0].response
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_response_lots_zero_frequency_gains(self):
"""
Test a RESP file with many zero frequency gains in file.
"""
filename = os.path.join(self.data_path, "RESP.many_zero_frequencies")
frequencies = np.logspace(-3, 3, 20)
# Set the times for the response.
t = obspy.UTCDateTime(2005, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
r = obspy.read_inventory(filename)[0][0][0].response
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_response_regression_1(self):
"""
Regression test as fixing one issue broke something else.
"""
filename = os.path.join(self.data_path, "RESP.regression_1")
frequencies = np.logspace(-3, 3, 20)
# Set the times for the response.
t = obspy.UTCDateTime(2010, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
r = obspy.read_inventory(filename)[0][0][0].response
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_response_regression_1(self):
"""
Regression test as fixing one issue broke something else.
"""
filename = os.path.join(self.data_path, "RESP.regression_1")
frequencies = np.logspace(-3, 3, 20)
# Set the times for the response.
t = obspy.UTCDateTime(2010, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
r = obspy.read_inventory(filename)[0][0][0].response
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_response_lots_zero_frequency_gains(self):
"""
Test a RESP file with many zero frequency gains in file.
"""
filename = os.path.join(self.data_path, "RESP.many_zero_frequencies")
frequencies = np.logspace(-3, 3, 20)
# Set the times for the response.
t = obspy.UTCDateTime(2005, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
r = obspy.read_inventory(filename)[0][0][0].response
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_response_regression_2(self):
"""
Another regression test.
"""
filename = os.path.join(self.data_path, "RESP.regression_2")
frequencies = np.logspace(-3, 3, 20)
frequencies = [1.0]
# Set the times for the response.
t = obspy.UTCDateTime(2013, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
r = obspy.read_inventory(filename)[0][0][0].response
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_response_54_without_58(self):
"""
Regression test as blockette 54 might not be followed by blockette 58.
"""
filename = os.path.join(self.data_path, "RESP.blockette_54_without_58")
frequencies = np.logspace(-3, 3, 20)
frequencies = [1.0]
# Set the times for the response.
t = obspy.UTCDateTime(2005, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
r = obspy.read_inventory(filename)[0][0][0].response
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_response_54_without_58(self):
"""
Regression test as blockette 54 might not be followed by blockette 58.
"""
filename = os.path.join(self.data_path, "RESP.blockette_54_without_58")
frequencies = np.logspace(-3, 3, 20)
frequencies = [1.0]
# Set the times for the response.
t = obspy.UTCDateTime(2005, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
e_r = evalresp_for_frequencies(t_samp=None,
frequencies=frequencies,
filename=filename,
date=t,
units=unit)
r = obspy.read_inventory(filename)[0][0][0].response
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_response_multiple_gain_blockettes(self):
"""
Evalresp chooses the last one - make sure we do the same.
"""
filename = os.path.join(self.data_path,
"RESP.multiple_gain_blockettes")
frequencies = np.logspace(-3, 3, 20)
# Set the times for the response.
t = obspy.UTCDateTime(1996, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
# This raises a warning that it has multiple gain blockettes.
with CatchAndAssertWarnings():
r = obspy.read_inventory(filename)[0][0][0].response
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_response_regression_2(self):
"""
Another regression test.
"""
filename = os.path.join(self.data_path, "RESP.regression_2")
frequencies = np.logspace(-3, 3, 20)
frequencies = [1.0]
# Set the times for the response.
t = obspy.UTCDateTime(2013, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
e_r = evalresp_for_frequencies(t_samp=None,
frequencies=frequencies,
filename=filename,
date=t,
units=unit)
r = obspy.read_inventory(filename)[0][0][0].response
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_response_multiple_gain_blockettes(self):
"""
Evalresp chooses the last one - make sure we do the same.
"""
filename = os.path.join(self.data_path,
"RESP.multiple_gain_blockettes")
frequencies = np.logspace(-3, 3, 20)
# Set the times for the response.
t = obspy.UTCDateTime(1996, 1, 1)
for unit in ("DISP", "VEL", "ACC"):
# This raises a warning that it has multiple gain blockettes.
with warnings.catch_warnings(record=True):
r = obspy.read_inventory(filename)[0][0][0].response
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies, filename=filename,
date=t, units=unit)
i_r = r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_equal(e_r, i_r, "%s - %s" % (filename, unit))
def test_parsing_resp_file_without_clear_blkt_separation(self):
"""
This is a slightly malformed RESP file that has two blockettes 58 at
the end. Most RESP files separate blockettes with comments of which
at least one contains a plus sign. This one does not so additional
heuristics are needed.
"""
filename = os.path.join(self.path, '6D6-Trillium-250sps.resp')
parser = Parser()
parser.read(filename)
b = parser.blockettes[58][-1]
self.assertEqual(b.stage_sequence_number, 0)
self.assertEqual(b.number_of_history_values, 0)
np.testing.assert_allclose(b.sensitivity_gain, 8.043400E+10)
np.testing.assert_allclose(b.frequency, 1.0)
# Also compare directly against what evalresp would do.
obs_r = obspy.read_inventory(filename)[0][0][0].response\
.get_evalresp_response_for_frequencies([0.0, 1.0, 10.0])
evresp = evalresp_for_frequencies(0.01, [0.0, 1.0, 10.0], filename,
obspy.UTCDateTime(2015, 1, 2))
np.testing.assert_allclose(obs_r, evresp)
def test_parsing_resp_file_without_clear_blkt_separation(self):
"""
This is a slightly malformed RESP file that has two blockettes 58 at
the end. Most RESP files separate blockettes with comments of which
at least one contains a plus sign. This one does not so additional
heuristics are needed.
"""
filename = os.path.join(self.path, '6D6-Trillium-250sps.resp')
parser = Parser()
parser.read(filename)
b = parser.blockettes[58][-1]
self.assertEqual(b.stage_sequence_number, 0)
self.assertEqual(b.number_of_history_values, 0)
np.testing.assert_allclose(b.sensitivity_gain, 8.043400E+10)
np.testing.assert_allclose(b.frequency, 1.0)
# Also compare directly against what evalresp would do.
obs_r = obspy.read_inventory(filename)[0][0][0].response\
.get_evalresp_response_for_frequencies([0.0, 1.0, 10.0])
evresp = evalresp_for_frequencies(0.01, [0.0, 1.0, 10.0], filename,
obspy.UTCDateTime(2015, 1, 2))
np.testing.assert_allclose(obs_r, evresp)
def test_response_calculation_from_seed_and_xseed(self):
"""
Test the response calculations with the obspy.core interface.
It does it by converting whatever it gets to RESP files and then
uses evalresp to get the response. This is compared to using the
ObsPy Response object - this also uses evalresp but the actual flow
of the data is very different.
This is an expensive test but worth it for the trust it builds and
the bugs it found and prevents.
"""
# Very broad range but the responses should be exactly identical as
# they use the same code under the hood so it should prove no issue.
frequencies = np.logspace(-3, 3, 20)
for filename in self.seed_files + self.xseed_files:
# Parse the files using the Parser object.
with CatchAndAssertWarnings():
p = Parser(filename)
p_resp = {_i[0]: _i[1] for _i in p.get_resp()}
# Also read using the core routines.
inv = obspy.read_inventory(filename)
# Get all the channels and epochs.
channels = collections.defaultdict(list)
for c in p.get_inventory()["channels"]:
channels[c["channel_id"]].append(
(c["start_date"], c["end_date"]))
# Loop over each.
for channel, epochs in channels.items():
with NamedTemporaryFile() as tf:
r = p_resp["RESP.%s" % channel]
r.seek(0, 0)
tf.write(r.read())
# Now loop over the epochs.
for start, end in epochs:
if end:
t = start + (end - start) / 2
else:
t = start + 10
# Find response
n, s, l, c = channel.split(".")
_inv_t = inv.select(network=n, station=s,
location=l, channel=c,
starttime=t - 1, endtime=t + 1)
# Should now only be a single channel.
self.assertEqual(_inv_t.get_contents()["channels"],
[channel])
inv_r = _inv_t[0][0][0].response
for unit in ("DISP", "VEL", "ACC"):
# Directly call evalresp.
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies,
filename=tf.name, date=t, units=unit)
i_r = inv_r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
# Adaptive absolute tolerance to deal with very
# small values.
atol = 1E-7 * max(np.abs(e_r).max(),
np.abs(i_r).max())
np.testing.assert_allclose(
e_r.real, i_r.real,
err_msg="real - %s - %s" % (filename, unit),
rtol=1E-6, atol=atol)
np.testing.assert_allclose(
e_r.imag, i_r.imag,
err_msg="imag - %s - %s" % (filename, unit),
rtol=1E-6, atol=atol)
# Bonus: Also read the RESP file directly with
# obspy.core and test the response.
i_r_r = obspy.read_inventory(tf.name).select(
starttime=t - 1,
endtime=t + 1)[0][0][0].response\
.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_allclose(
e_r.real, i_r_r.real,
err_msg="RESP real - %s - %s" % (filename,
unit),
rtol=1E-6, atol=atol)
np.testing.assert_allclose(
e_r.imag, i_r_r.imag,
err_msg="RESP imag - %s - %s" % (filename,
unit),
rtol=1E-6, atol=atol)
def test_response_calculation_from_seed_and_xseed(self):
"""
Test the response calculations with the obspy.core interface.
It does it by converting whatever it gets to RESP files and then
uses evalresp to get the response. This is compared to using the
ObsPy Response object - this also uses evalresp but the actual flow
of the data is very different.
This is an expensive test but worth it for the trust it builds and
the bugs it found and prevents.
"""
# Very broad range but the responses should be exactly identical as
# they use the same code under the hood so it should prove no issue.
frequencies = np.logspace(-3, 3, 20)
for filename in self.seed_files + self.xseed_files:
# Parse the files using the Parser object.
with warnings.catch_warnings(record=True):
p = Parser(filename)
p_resp = {_i[0]: _i[1] for _i in p.get_resp()}
# Also read using the core routines.
inv = obspy.read_inventory(filename)
# Get all the channels and epochs.
channels = collections.defaultdict(list)
for c in p.get_inventory()["channels"]:
channels[c["channel_id"]].append(
(c["start_date"], c["end_date"]))
# Loop over each.
for channel, epochs in channels.items():
with NamedTemporaryFile() as tf:
r = p_resp["RESP.%s" % channel]
r.seek(0, 0)
tf.write(r.read())
# Now loop over the epochs.
for start, end in epochs:
if end:
t = start + (end - start) / 2
else:
t = start + 10
# Find response
n, s, l, c = channel.split(".")
_inv_t = inv.select(network=n, station=s,
location=l, channel=c,
starttime=t - 1, endtime=t + 1)
# Should now only be a single channel.
self.assertEqual(_inv_t.get_contents()["channels"],
[channel])
inv_r = _inv_t[0][0][0].response
for unit in ("DISP", "VEL", "ACC"):
# Directly call evalresp.
e_r = evalresp_for_frequencies(
t_samp=None, frequencies=frequencies,
filename=tf.name, date=t, units=unit)
i_r = inv_r.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
# Adaptive absolute tolerance to deal with very
# small values.
atol = 1E-7 * max(np.abs(e_r).max(),
np.abs(i_r).max())
np.testing.assert_allclose(
e_r.real, i_r.real,
err_msg="real - %s - %s" % (filename, unit),
rtol=1E-6, atol=atol)
np.testing.assert_allclose(
e_r.imag, i_r.imag,
err_msg="imag - %s - %s" % (filename, unit),
rtol=1E-6, atol=atol)
# Bonus: Also read the RESP file directly with
# obspy.core and test the response.
i_r_r = obspy.read_inventory(tf.name).select(
starttime=t - 1,
endtime=t + 1)[0][0][0].response\
.get_evalresp_response_for_frequencies(
frequencies=frequencies, output=unit)
np.testing.assert_allclose(
e_r.real, i_r_r.real,
err_msg="RESP real - %s - %s" % (filename,
unit),
rtol=1E-6, atol=atol)
np.testing.assert_allclose(
e_r.imag, i_r_r.imag,
err_msg="RESP imag - %s - %s" % (filename,
unit),
rtol=1E-6, atol=atol)
