def test_dask_read_combine_instastack(self):
from distributed import Client, LocalCluster
from dask.distributed import wait
cluster = LocalCluster(n_workers=1, threads_per_worker=1)
c = Client(cluster)
anxcor = Anxcor()
anxcor.set_window_length(120.0)
times = anxcor.get_starttimes(starttime_stamp, endtime_stamp, 0.5)
bank = WavebankWrapper(source_dir)
anxcor.add_dataset(bank, 'nodals')
anxcor.save_at_task(target_dir, 'combine')
result = anxcor.process(times,dask_client=c,stack=True)
anxcor = Anxcor()
anxcor.set_window_length(120.0)
bank = WavebankWrapper(source_dir)
anxcor.add_dataset(bank, 'nodals')
anxcor.load_at_task(target_dir, 'combine')
result = anxcor.process(times,dask_client=c,stack=True)
how_many_nc = _how_many_fmt(target_dir, format='.nc')
_clean_files_in_dir(target_dir)
c.close()
cluster.close()
assert 48 == how_many_nc
def test_write_combine(self):
anxcor = Anxcor()
anxcor.set_window_length(120.0)
times = anxcor.get_starttimes(starttime_stamp,endtime_stamp, 0.5)
bank = WavebankWrapper(source_dir)
anxcor.add_dataset(bank, 'nodals')
anxcor.save_at_task(target_dir, 'combine')
result = anxcor.process(times)
how_many_nc = _how_many_fmt(target_dir, format='.nc')
_clean_files_in_dir(target_dir)
assert 48 == how_many_nc
def test_write_tempnorm(self):
anxcor = Anxcor()
anxcor.set_window_length(120.0)
times = anxcor.get_starttimes(starttime_stamp,endtime_stamp, 0.5)
bank = WavebankWrapper(source_dir)
anxcor.add_dataset(bank, 'nodals')
anxcor.add_process(XArrayTemporalNorm(time_window=5.0, freqmin=0.02))
anxcor.save_at_process(target_dir,'temp_norm:0')
result = anxcor.process(times)
how_many_nc = _how_many_fmt(target_dir, format='.nc')
_clean_files_in_dir(target_dir)
assert 20 == how_many_nc
def test_write_resample(self):
anxcor = Anxcor()
anxcor.set_window_length(120.0)
times = anxcor.get_starttimes(starttime_stamp,endtime_stamp, 0.5)
bank = WavebankWrapper(source_dir)
anxcor.add_dataset(bank, 'nodals')
anxcor.add_process(XArrayResample(target_rate=10.0))
anxcor.save_at_process(target_dir, 'resample:0')
result = anxcor.process(times)
how_many_nc = _how_many_fmt(target_dir, format='.nc')
_clean_files_in_dir(target_dir)
assert 20 == how_many_nc
def test_read_xconvert(self):
anxcor = Anxcor()
anxcor.set_window_length(120.0)
times = anxcor.get_starttimes(starttime_stamp,endtime_stamp, 0.5)
bank = WavebankWrapper(source_dir)
anxcor.add_dataset(bank, 'nodals')
anxcor.save_at_task(target_dir,'xconvert')
result = anxcor.process(times)
anxcor = Anxcor()
anxcor.set_window_length(120.0)
bank = WavebankWrapper(source_dir)
anxcor.add_dataset(bank, 'nodals')
anxcor.load_at_task(target_dir, 'xconvert')
result = anxcor.process(times)
_clean_files_in_dir(target_dir)
assert isinstance(result,xr.Dataset)
def test_write_tempnorm_dask(self):
from distributed import Client, LocalCluster
from dask.distributed import wait
cluster = LocalCluster(n_workers=1, threads_per_worker=1)
c = Client(cluster)
anxcor = Anxcor()
anxcor.set_window_length(120.0)
times = anxcor.get_starttimes(starttime_stamp,endtime_stamp, 0.5)
bank = WavebankWrapper(source_dir)
anxcor.add_dataset(bank, 'nodals')
anxcor.add_process(XArrayTemporalNorm(time_window=5.0, freqmin=0.02))
anxcor.save_at_process(target_dir,'temp_norm:0')
result = anxcor.process(times,dask_client=c)
print(result)
how_many_nc = _how_many_fmt(target_dir, format='.nc')
_clean_files_in_dir(target_dir)
assert 20 == how_many_nc
def test_read_every_stack(self):
anxcor = Anxcor()
anxcor.set_window_length(120.0)
times = anxcor.get_starttimes(starttime_stamp,endtime_stamp, 0.5)
bank = WavebankWrapper(source_dir)
anxcor.add_dataset(bank, 'nodals')
anxcor.save_at_task(target_dir, 'stack')
result = anxcor.process(times)
anxcor = Anxcor()
anxcor.set_window_length(120.0)
times = anxcor.get_starttimes(starttime_stamp,endtime_stamp, 0.5)
bank = WavebankWrapper(source_dir)
anxcor.add_dataset(bank, 'nodals')
anxcor.load_at_task(target_dir,'stack')
result = anxcor.process(times,stack=4)
how_many_nc = _how_many_fmt(target_dir, format='.nc')
_clean_files_in_dir(target_dir)
assert 2 == how_many_nc
def test_read_post_combine(self):
anxcor = Anxcor()
anxcor.set_window_length(120.0)
times = anxcor.get_starttimes(starttime_stamp,endtime_stamp, 0.5)
bank = WavebankWrapper(source_dir)
anxcor.add_dataset(bank, 'nodals')
anxcor.save_at_task(target_dir,'post-combine')
result = anxcor.process(times)
anxcor = Anxcor()
anxcor.set_window_length(120.0)
bank = WavebankWrapper(source_dir)
anxcor.add_dataset(bank, 'nodals')
anxcor.load_at_task(target_dir,'post-combine')
result = anxcor.process(times)
_clean_files_in_dir(target_dir)
print(result)
assert len(result.coords['src_chan'].values)==3
def tearDown(self):
_clean_files_in_dir(target_dir)
def tearDown(self):
_clean_files_in_dir(save_dir)
