def test_entry_from_query_results_with_none_wave_and_default_unit( qr_with_none_waves): entries = list(entries_from_query_result(qr_with_none_waves, 'nm')) assert len(entries) == 4 assert entries == [ DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/level1/1212/HK/121222_1.H01', observation_time_start=datetime(2012, 12, 23, 23, 59, 3), observation_time_end=datetime(2012, 12, 24, 23, 59, 2), instrument='VIRGO', size=155.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/level1/1212/LOI/121224_1.L01', observation_time_end=datetime(2012, 12, 24, 23, 59, 2), observation_time_start=datetime(2012, 12, 23, 23, 59, 3), instrument='VIRGO', size=329.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs ='intensity', fileid='/archive/soho/private/data/processed/virgo/level1/1212/SPM/121222_1.S02', observation_time_start=datetime(2012, 12, 23, 23, 59, 3), observation_time_end=datetime(2012, 12, 24, 23, 59, 2), instrument='VIRGO', size=87.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/level1/1212/DIARAD/121222_1.D01', observation_time_start=datetime(2012, 12, 24, 0, 1, 58), observation_time_end=datetime(2012, 12, 25, 0, 1, 57), instrument='VIRGO', size=14.0, wavemin=None, wavemax=None)]
def test_entry_from_query_results_with_none_wave_and_default_unit( qr_with_none_waves): entries = list(entries_from_query_result(qr_with_none_waves, 'nm')) assert len(entries) == 4 assert entries == [ DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/level1/1212/HK/121222_1.H01', observation_time_start=datetime(2012, 12, 23, 23, 59, 3), observation_time_end=datetime(2012, 12, 24, 23, 59, 2), instrument='VIRGO', size=155.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/level1/1212/LOI/121224_1.L01', observation_time_end=datetime(2012, 12, 24, 23, 59, 2), observation_time_start=datetime(2012, 12, 23, 23, 59, 3), instrument='VIRGO', size=329.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/level1/1212/SPM/121222_1.S02', observation_time_start=datetime(2012, 12, 23, 23, 59, 3), observation_time_end=datetime(2012, 12, 24, 23, 59, 2), instrument='VIRGO', size=87.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/level1/1212/DIARAD/121222_1.D01', observation_time_start=datetime(2012, 12, 24, 0, 1, 58), observation_time_end=datetime(2012, 12, 25, 0, 1, 57), instrument='VIRGO', size=14.0, wavemin=None, wavemax=None)]
def vso_session(): client = vso.VSOClient() qr = client.query(vso.attrs.Time((2011, 9, 20, 1), (2011, 9, 20, 2)), vso.attrs.Instrument("RHESSI")) entries = tables.entries_from_query_result(qr) database = Database("sqlite:///:memory:") for entry in entries: database.add(entry) database.commit() return database.session
def vso_session(): client = vso.VSOClient() qr = client.search(vso.attrs.Time((2011, 9, 20, 1), (2011, 9, 20, 2)), vso.attrs.Instrument('RHESSI')) entries = tables.entries_from_query_result(qr) database = Database('sqlite:///:memory:') for entry in entries: database.add(entry) database.commit() return database.session
def test_entries_from_query_result(query_result): entries = list(entries_from_query_result(query_result)) assert len(entries) == 122 snd_entry = entries[1] expected_entry = DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/eit/lz/2001/01/efz20010101.070014', observation_time_start=datetime(2001, 1, 1, 7, 0, 14), observation_time_end=datetime(2001, 1, 1, 7, 0, 21), instrument='EIT', size=2059.0, wavemin=17.1, wavemax=17.1) assert snd_entry == expected_entry
def test_entries_from_query_result(query_result): entries = list(entries_from_query_result(query_result)) assert len(entries) == 122 snd_entry = entries[1] expected_entry = DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/eit/lz/2001/01/efz20010101.070014', observation_time_start=datetime(2001, 1, 1, 7, 0, 14), observation_time_end=datetime(2001, 1, 1, 7, 0, 21), instrument='EIT', size=2059.0, wavemin=17.1, wavemax=17.1) assert snd_entry == expected_entry
def vso_session(): client = vso.VSOClient() qr = client.search(a.Time((2011, 9, 20, 1), (2011, 9, 20, 2)), a.Instrument.rhessi, response_format="legacy") entries = tables.entries_from_query_result(qr) database = Database('sqlite:///:memory:') for entry in entries: database.add(entry) database.commit() return database.session
def vso_session(): client = vso.VSOClient() qr = client.query( vso.attrs.Time('20110608T235955', '2011-06-09'), vso.attrs.Instrument('aia')) entries = tables.entries_from_query_result(qr) database = Database('sqlite:///:memory:') for entry in entries: database.add(entry) database.commit() return database.session
def add_from_vso_query_result(self, query_result, ignore_already_added=False): """Generate database entries from a VSO query result and add all the generated entries to this database. Parameters ---------- query_result : sunpy.net.vso.VSOQueryResponseTable A VSO query response that was returned by the ``query`` method of a :class:`sunpy.net.vso.VSOClient` object. ignore_already_added : bool See :meth:`sunpy.database.Database.add`. """ self.add_many( tables.entries_from_query_result( query_result, self.default_waveunit), ignore_already_added)
def add_from_vso_query_result(self, query_result, ignore_already_added=False): """Generate database entries from a VSO query result and add all the generated entries to this database. Parameters ---------- query_result : sunpy.net.vso.vso.QueryResponse A VSO query response that was returned by the ``query`` method of a :class:`sunpy.net.vso.VSOClient` object. ignore_already_added : bool See :meth:`sunpy.database.Database.add`. """ self.add_many( tables.entries_from_query_result( query_result, self.default_waveunit), ignore_already_added)
def test_entry_from_query_results_with_none_wave(qr_with_none_waves): # does not raise WaveunitNotFoundError because neither wavemin nor wavemax # are given list(entries_from_query_result(qr_with_none_waves))
def test_entry_from_query_results_with_none_wave_and_default_unit( qr_with_none_waves): entries = list(entries_from_query_result(qr_with_none_waves, 'nm')) assert len(entries) == 10 expected = [ DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/level1/1212/HK/121222_1.H01', observation_time_start=datetime(2012, 12, 23, 23, 59, 3), observation_time_end=datetime(2012, 12, 24, 23, 59, 2), instrument='VIRGO', size=155.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/level1/1212/LOI/121224_1.L01', observation_time_end=datetime(2012, 12, 24, 23, 59, 2), observation_time_start=datetime(2012, 12, 23, 23, 59, 3), instrument='VIRGO', size=329.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/level1/1212/SPM/121222_1.S02', observation_time_start=datetime(2012, 12, 23, 23, 59, 3), observation_time_end=datetime(2012, 12, 24, 23, 59, 2), instrument='VIRGO', size=87.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/level1/1212/DIARAD/121222_1.D01', observation_time_start=datetime(2012, 12, 24, 0, 1, 58), observation_time_end=datetime(2012, 12, 25, 0, 1, 57), instrument='VIRGO', size=14.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/sph/VIRGO_D4.2_SPH_960411_120914.tar.gz', observation_time_start=datetime(1996, 4, 11, 0, 0), observation_time_end=datetime(2012, 9, 14, 0, 0), instrument='VIRGO', size=512000.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/spm/SPM_blue_intensity_series.tar.gz', observation_time_start=datetime(1996, 4, 11, 0, 0), observation_time_end=datetime(2014, 3, 30, 23, 59), instrument='VIRGO', size=32652.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/spm/SPM_green_intensity_series.tar.gz', observation_time_start=datetime(1996, 4, 11, 0, 0), observation_time_end=datetime(2014, 3, 30, 23, 59), instrument='VIRGO', size=32652.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/spm/SPM_red_intensity_series.tar.gz', observation_time_start=datetime(1996, 4, 11, 0, 0), observation_time_end=datetime(2014, 3, 30, 23, 59), instrument='VIRGO', size=32652.0, wavemin=None, wavemax=None) ] for e in expected: assert e in entries
def test_entry_from_query_results_with_none_wave(qr_with_none_waves): # does not raise WaveunitNotFoundError because neither wavemin nor wavemax # are given list(entries_from_query_result(qr_with_none_waves))
def test_entry_from_query_results_with_none_wave_and_default_unit( qr_with_none_waves): entries = list(entries_from_query_result(qr_with_none_waves, 'nm')) expected = [ DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/tsi_full/VIRGO_TSI_daily_hourly.zip', observation_time_start=datetime(1995, 12, 2, 0, 0), observation_time_end=datetime(2020, 1, 1, 0, 0), instrument='VIRGO', size=13506.0), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/spm/VIRGO-SPM-BLUE-L2-MISSIONLONG.fits', observation_time_start=datetime(1996, 1, 23, 0, 0), observation_time_end=datetime(2021, 5, 15, 23, 59), instrument='VIRGO', size=32652.0), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/spm/VIRGO-SPM-GREEN-L2-MISSIONLONG.fits', observation_time_start=datetime(1996, 1, 23, 0, 0), observation_time_end=datetime(2021, 5, 15, 23, 59), instrument='VIRGO', size=32652.0), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/spm/VIRGO-SPM-RED-L2-MISSIONLONG.fits', observation_time_start=datetime(1996, 1, 23, 0, 0), observation_time_end=datetime(2021, 5, 15, 23, 59), instrument='VIRGO', size=32652.0), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/loi/VIRGO-LOI-ALL-PIXELS-LEVEL2-19960401-20210430_V01.fits', observation_time_start=datetime(1996, 4, 1, 0, 0), observation_time_end=datetime(2021, 4, 30, 23, 59), instrument='VIRGO', size=1677722.0), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/sph/VIRGO_D4.2_SPH_960411_120914.tar.gz', observation_time_start=datetime(1996, 4, 11, 0, 0), observation_time_end=datetime(2012, 9, 14, 0, 0), instrument='VIRGO', size=512000.0), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/level1/1212/HK/121222_1.H01', observation_time_start=datetime(2012, 12, 23, 23, 59, 3), observation_time_end=datetime(2012, 12, 24, 23, 59, 2), instrument='VIRGO', size=155.0), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/level1/1212/LOI/121224_1.L01', observation_time_start=datetime(2012, 12, 23, 23, 59, 3), observation_time_end=datetime(2012, 12, 24, 23, 59, 2), instrument='VIRGO', size=329.0), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/level1/1212/SPM/121222_1.S02', observation_time_start=datetime(2012, 12, 23, 23, 59, 3), observation_time_end=datetime(2012, 12, 24, 23, 59, 2), instrument='VIRGO', size=87.0), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid= '/archive/soho/private/data/processed/virgo/level1/1212/DIARAD/121222_1.D01', observation_time_start=datetime(2012, 12, 24, 0, 1, 58), observation_time_end=datetime(2012, 12, 25, 0, 1, 57), instrument='VIRGO', size=14.0) ] for e in entries: assert e in expected for e in expected: assert e in entries
def test_entry_from_query_results_with_none_wave_and_default_unit( qr_with_none_waves): entries = list(entries_from_query_result(qr_with_none_waves, 'nm')) assert len(entries) == 10 expected = [ DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/level1/1212/HK/121222_1.H01', observation_time_start=datetime(2012, 12, 23, 23, 59, 3), observation_time_end=datetime(2012, 12, 24, 23, 59, 2), instrument='VIRGO', size=155.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/level1/1212/LOI/121224_1.L01', observation_time_end=datetime(2012, 12, 24, 23, 59, 2), observation_time_start=datetime(2012, 12, 23, 23, 59, 3), instrument='VIRGO', size=329.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/level1/1212/SPM/121222_1.S02', observation_time_start=datetime(2012, 12, 23, 23, 59, 3), observation_time_end=datetime(2012, 12, 24, 23, 59, 2), instrument='VIRGO', size=87.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/level1/1212/DIARAD/121222_1.D01', observation_time_start=datetime(2012, 12, 24, 0, 1, 58), observation_time_end=datetime(2012, 12, 25, 0, 1, 57), instrument='VIRGO', size=14.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/sph/VIRGO_D4.2_SPH_960411_120914.tar.gz', observation_time_start=datetime(1996, 4, 11, 0, 0), observation_time_end=datetime(2012, 9, 14, 0, 0), instrument='VIRGO', size=512000.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/spm/SPM_blue_intensity_series.tar.gz', observation_time_start=datetime(1996, 4, 11, 0, 0), observation_time_end=datetime(2014, 3, 30, 23, 59), instrument='VIRGO', size=32652.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/spm/SPM_green_intensity_series.tar.gz', observation_time_start=datetime(1996, 4, 11, 0, 0), observation_time_end=datetime(2014, 3, 30, 23, 59), instrument='VIRGO', size=32652.0, wavemin=None, wavemax=None), DatabaseEntry( source='SOHO', provider='SDAC', physobs='intensity', fileid='/archive/soho/private/data/processed/virgo/spm/SPM_red_intensity_series.tar.gz', observation_time_start=datetime(1996, 4, 11, 0, 0), observation_time_end=datetime(2014, 3, 30, 23, 59), instrument='VIRGO', size=32652.0, wavemin=None, wavemax=None)] for e in expected: assert e in entries