def test_entry_from_query_results_with_none_wave_and_default_unit(
qr_with_none_waves):
entries = list(entries_from_query_result(qr_with_none_waves, 'nm'))
assert len(entries) == 4
assert entries == [
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/level1/1212/HK/121222_1.H01',
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
instrument='VIRGO', size=155.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/level1/1212/LOI/121224_1.L01',
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
instrument='VIRGO', size=329.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs ='intensity',
fileid='/archive/soho/private/data/processed/virgo/level1/1212/SPM/121222_1.S02',
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
instrument='VIRGO', size=87.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/level1/1212/DIARAD/121222_1.D01',
observation_time_start=datetime(2012, 12, 24, 0, 1, 58),
observation_time_end=datetime(2012, 12, 25, 0, 1, 57),
instrument='VIRGO', size=14.0, wavemin=None,
wavemax=None)]
def test_entry_from_query_results_with_none_wave_and_default_unit(
qr_with_none_waves):
entries = list(entries_from_query_result(qr_with_none_waves, 'nm'))
assert len(entries) == 4
assert entries == [
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/level1/1212/HK/121222_1.H01',
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
instrument='VIRGO', size=155.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/level1/1212/LOI/121224_1.L01',
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
instrument='VIRGO', size=329.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/level1/1212/SPM/121222_1.S02',
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
instrument='VIRGO', size=87.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/level1/1212/DIARAD/121222_1.D01',
observation_time_start=datetime(2012, 12, 24, 0, 1, 58),
observation_time_end=datetime(2012, 12, 25, 0, 1, 57),
instrument='VIRGO', size=14.0, wavemin=None,
wavemax=None)]
def vso_session():
client = vso.VSOClient()
qr = client.query(vso.attrs.Time((2011, 9, 20, 1), (2011, 9, 20, 2)), vso.attrs.Instrument("RHESSI"))
entries = tables.entries_from_query_result(qr)
database = Database("sqlite:///:memory:")
for entry in entries:
database.add(entry)
database.commit()
return database.session
def vso_session():
client = vso.VSOClient()
qr = client.search(vso.attrs.Time((2011, 9, 20, 1), (2011, 9, 20, 2)),
vso.attrs.Instrument('RHESSI'))
entries = tables.entries_from_query_result(qr)
database = Database('sqlite:///:memory:')
for entry in entries:
database.add(entry)
database.commit()
return database.session
def test_entries_from_query_result(query_result):
entries = list(entries_from_query_result(query_result))
assert len(entries) == 122
snd_entry = entries[1]
expected_entry = DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/eit/lz/2001/01/efz20010101.070014',
observation_time_start=datetime(2001, 1, 1, 7, 0, 14),
observation_time_end=datetime(2001, 1, 1, 7, 0, 21),
instrument='EIT', size=2059.0, wavemin=17.1, wavemax=17.1)
assert snd_entry == expected_entry
def test_entries_from_query_result(query_result):
entries = list(entries_from_query_result(query_result))
assert len(entries) == 122
snd_entry = entries[1]
expected_entry = DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/eit/lz/2001/01/efz20010101.070014',
observation_time_start=datetime(2001, 1, 1, 7, 0, 14),
observation_time_end=datetime(2001, 1, 1, 7, 0, 21),
instrument='EIT', size=2059.0, wavemin=17.1, wavemax=17.1)
assert snd_entry == expected_entry
def vso_session():
client = vso.VSOClient()
qr = client.search(a.Time((2011, 9, 20, 1), (2011, 9, 20, 2)),
a.Instrument.rhessi,
response_format="legacy")
entries = tables.entries_from_query_result(qr)
database = Database('sqlite:///:memory:')
for entry in entries:
database.add(entry)
database.commit()
return database.session
def vso_session():
client = vso.VSOClient()
qr = client.query(
vso.attrs.Time('20110608T235955', '2011-06-09'),
vso.attrs.Instrument('aia'))
entries = tables.entries_from_query_result(qr)
database = Database('sqlite:///:memory:')
for entry in entries:
database.add(entry)
database.commit()
return database.session
def add_from_vso_query_result(self, query_result,
ignore_already_added=False):
"""Generate database entries from a VSO query result and add all the
generated entries to this database.
Parameters
----------
query_result : sunpy.net.vso.VSOQueryResponseTable
A VSO query response that was returned by the ``query`` method of a
:class:`sunpy.net.vso.VSOClient` object.
ignore_already_added : bool
See :meth:`sunpy.database.Database.add`.
"""
self.add_many(
tables.entries_from_query_result(
query_result, self.default_waveunit),
ignore_already_added)
def add_from_vso_query_result(self, query_result,
ignore_already_added=False):
"""Generate database entries from a VSO query result and add all the
generated entries to this database.
Parameters
----------
query_result : sunpy.net.vso.vso.QueryResponse
A VSO query response that was returned by the ``query`` method of a
:class:`sunpy.net.vso.VSOClient` object.
ignore_already_added : bool
See :meth:`sunpy.database.Database.add`.
"""
self.add_many(
tables.entries_from_query_result(
query_result, self.default_waveunit),
ignore_already_added)
def test_entry_from_query_results_with_none_wave(qr_with_none_waves):
# does not raise WaveunitNotFoundError because neither wavemin nor wavemax
# are given
list(entries_from_query_result(qr_with_none_waves))
def test_entry_from_query_results_with_none_wave_and_default_unit(
qr_with_none_waves):
entries = list(entries_from_query_result(qr_with_none_waves, 'nm'))
assert len(entries) == 10
expected = [
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/level1/1212/HK/121222_1.H01',
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
instrument='VIRGO',
size=155.0,
wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/level1/1212/LOI/121224_1.L01',
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
instrument='VIRGO',
size=329.0,
wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/level1/1212/SPM/121222_1.S02',
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
instrument='VIRGO',
size=87.0,
wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/level1/1212/DIARAD/121222_1.D01',
observation_time_start=datetime(2012, 12, 24, 0, 1, 58),
observation_time_end=datetime(2012, 12, 25, 0, 1, 57),
instrument='VIRGO',
size=14.0,
wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/sph/VIRGO_D4.2_SPH_960411_120914.tar.gz',
observation_time_start=datetime(1996, 4, 11, 0, 0),
observation_time_end=datetime(2012, 9, 14, 0, 0),
instrument='VIRGO',
size=512000.0,
wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/spm/SPM_blue_intensity_series.tar.gz',
observation_time_start=datetime(1996, 4, 11, 0, 0),
observation_time_end=datetime(2014, 3, 30, 23, 59),
instrument='VIRGO',
size=32652.0,
wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/spm/SPM_green_intensity_series.tar.gz',
observation_time_start=datetime(1996, 4, 11, 0, 0),
observation_time_end=datetime(2014, 3, 30, 23, 59),
instrument='VIRGO',
size=32652.0,
wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/spm/SPM_red_intensity_series.tar.gz',
observation_time_start=datetime(1996, 4, 11, 0, 0),
observation_time_end=datetime(2014, 3, 30, 23, 59),
instrument='VIRGO',
size=32652.0,
wavemin=None,
wavemax=None)
]
for e in expected:
assert e in entries
def test_entry_from_query_results_with_none_wave(qr_with_none_waves):
# does not raise WaveunitNotFoundError because neither wavemin nor wavemax
# are given
list(entries_from_query_result(qr_with_none_waves))
def test_entry_from_query_results_with_none_wave_and_default_unit(
qr_with_none_waves):
entries = list(entries_from_query_result(qr_with_none_waves, 'nm'))
expected = [
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/tsi_full/VIRGO_TSI_daily_hourly.zip',
observation_time_start=datetime(1995, 12, 2, 0, 0),
observation_time_end=datetime(2020, 1, 1, 0, 0),
instrument='VIRGO',
size=13506.0),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/spm/VIRGO-SPM-BLUE-L2-MISSIONLONG.fits',
observation_time_start=datetime(1996, 1, 23, 0, 0),
observation_time_end=datetime(2021, 5, 15, 23, 59),
instrument='VIRGO',
size=32652.0),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/spm/VIRGO-SPM-GREEN-L2-MISSIONLONG.fits',
observation_time_start=datetime(1996, 1, 23, 0, 0),
observation_time_end=datetime(2021, 5, 15, 23, 59),
instrument='VIRGO',
size=32652.0),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/spm/VIRGO-SPM-RED-L2-MISSIONLONG.fits',
observation_time_start=datetime(1996, 1, 23, 0, 0),
observation_time_end=datetime(2021, 5, 15, 23, 59),
instrument='VIRGO',
size=32652.0),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/loi/VIRGO-LOI-ALL-PIXELS-LEVEL2-19960401-20210430_V01.fits',
observation_time_start=datetime(1996, 4, 1, 0, 0),
observation_time_end=datetime(2021, 4, 30, 23, 59),
instrument='VIRGO',
size=1677722.0),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/sph/VIRGO_D4.2_SPH_960411_120914.tar.gz',
observation_time_start=datetime(1996, 4, 11, 0, 0),
observation_time_end=datetime(2012, 9, 14, 0, 0),
instrument='VIRGO',
size=512000.0),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/level1/1212/HK/121222_1.H01',
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
instrument='VIRGO',
size=155.0),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/level1/1212/LOI/121224_1.L01',
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
instrument='VIRGO',
size=329.0),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/level1/1212/SPM/121222_1.S02',
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
instrument='VIRGO',
size=87.0),
DatabaseEntry(
source='SOHO',
provider='SDAC',
physobs='intensity',
fileid=
'/archive/soho/private/data/processed/virgo/level1/1212/DIARAD/121222_1.D01',
observation_time_start=datetime(2012, 12, 24, 0, 1, 58),
observation_time_end=datetime(2012, 12, 25, 0, 1, 57),
instrument='VIRGO',
size=14.0)
]
for e in entries:
assert e in expected
for e in expected:
assert e in entries
def test_entry_from_query_results_with_none_wave_and_default_unit(
qr_with_none_waves):
entries = list(entries_from_query_result(qr_with_none_waves, 'nm'))
assert len(entries) == 10
expected = [
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/level1/1212/HK/121222_1.H01',
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
instrument='VIRGO', size=155.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/level1/1212/LOI/121224_1.L01',
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
instrument='VIRGO', size=329.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/level1/1212/SPM/121222_1.S02',
observation_time_start=datetime(2012, 12, 23, 23, 59, 3),
observation_time_end=datetime(2012, 12, 24, 23, 59, 2),
instrument='VIRGO', size=87.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/level1/1212/DIARAD/121222_1.D01',
observation_time_start=datetime(2012, 12, 24, 0, 1, 58),
observation_time_end=datetime(2012, 12, 25, 0, 1, 57),
instrument='VIRGO', size=14.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/sph/VIRGO_D4.2_SPH_960411_120914.tar.gz',
observation_time_start=datetime(1996, 4, 11, 0, 0),
observation_time_end=datetime(2012, 9, 14, 0, 0),
instrument='VIRGO', size=512000.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/spm/SPM_blue_intensity_series.tar.gz',
observation_time_start=datetime(1996, 4, 11, 0, 0),
observation_time_end=datetime(2014, 3, 30, 23, 59),
instrument='VIRGO', size=32652.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/spm/SPM_green_intensity_series.tar.gz',
observation_time_start=datetime(1996, 4, 11, 0, 0),
observation_time_end=datetime(2014, 3, 30, 23, 59),
instrument='VIRGO', size=32652.0, wavemin=None,
wavemax=None),
DatabaseEntry(
source='SOHO', provider='SDAC', physobs='intensity',
fileid='/archive/soho/private/data/processed/virgo/spm/SPM_red_intensity_series.tar.gz',
observation_time_start=datetime(1996, 4, 11, 0, 0),
observation_time_end=datetime(2014, 3, 30, 23, 59),
instrument='VIRGO', size=32652.0, wavemin=None,
wavemax=None)]
for e in expected:
assert e in entries
