def test_download_product_errors(self):
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
with pytest.raises(ValueError) as err:
ehst.download_product(observation_id="J6FL25S4Q",
product_type="SCIENCE")
assert "This product_type is not allowed" in err.value.args[0]
def test_get_member_observations_invalid_id_valueerror(
self, mock_observation_type):
with pytest.raises(ValueError):
mock_observation_type.return_value = "valueerror"
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
dummy_obs_id = "1234"
ehst.get_member_observations(dummy_obs_id)
def test_get_postcard(self):
parameters = {'observation_id': "X0MC5101T",
'verbose': False}
dummyHandler = DummyHandler("get_postcard", parameters)
ehst = ESAHubbleClass(dummyHandler, self.get_dummy_tap_handler())
ehst.get_postcard("X0MC5101T")
dummyHandler.check_call("get_postcard", parameters)
def test_query_target(self):
parameters = {'name': "m31",
'verbose': False}
dummyHandler = DummyHandler("query_target", parameters)
ehst = ESAHubbleClass(dummyHandler, self.get_dummy_tap_handler())
ehst.query_target(parameters['name'])
dummyHandler.check_call("query_target", parameters)
def test_cone_search_criteria_typeerror(self, mock_query_criteria):
mock_query_criteria.return_value = "Simple query"
with pytest.raises(TypeError):
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
ehst.cone_search_criteria(coordinates="00h42m44.51s +41d16m08.45s",
target="m11",
radius=1)
def test_cone_search(self):
c = coordinates.SkyCoord("00h42m44.51s +41d16m08.45s", frame='icrs')
parameterst = {
'query': "select top 10 * from hsc_v2.hubble_sc2",
'output_file': "test2.vot",
'output_format': "votable",
'verbose': False
}
dummyTapHandler = DummyHubbleTapHandler("launch_job", parameterst)
parameters = {
'coordinates': c,
'radius': 0.0,
'file_name': 'file_cone',
'output_format': 'votable',
'cache': True
}
ehst = ESAHubbleClass(dummyTapHandler)
target_file = data_path('cone_search.vot')
with open(target_file, mode='rb') as file:
target_obj = file.read()
response = Response()
response._content = target_obj
ehst._request = MagicMock(return_value=response)
ehst.cone_search(parameters['coordinates'], parameters['radius'],
parameters['file_name'],
parameters['output_format'], parameters['cache'])
def test_query_criteria_numeric_calibration(self):
parameters1 = {
'calibration_level': 1,
'data_product_type': "image",
'intent': "SCIENCE",
'obs_collection': ['HST'],
'instrument_name': ['WFC3'],
'filters': ['F555W'],
'async_job': False,
'output_file': "output_test_query_by_criteria.vot.gz",
'output_format': "votable",
'verbose': True,
'get_query': True
}
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
test_query = ehst.query_criteria(
parameters1['calibration_level'], parameters1['data_product_type'],
parameters1['intent'], parameters1['obs_collection'],
parameters1['instrument_name'], parameters1['filters'],
parameters1['async_job'], parameters1['output_file'],
parameters1['output_format'], parameters1['verbose'],
parameters1['get_query'])
parameters2 = {
'query': test_query,
'output_file': "output_test_query_by_criteria.vot.gz",
'output_format': "votable",
'verbose': False
}
parameters3 = {
'query':
"select o.*, p.calibration_level, "
"p.data_product_type from ehst.observation "
"AS o LEFT JOIN ehst.plane as p on "
"o.observation_uuid=p.observation_uuid where("
"p.calibration_level LIKE '%RAW%' AND "
"p.data_product_type LIKE '%image%' AND "
"o.intent LIKE '%SCIENCE%' AND (o.collection "
"LIKE '%HST%') AND (o.instrument_name LIKE "
"'%WFC3%') AND (o.instrument_configuration "
"LIKE '%F555W%'))",
'output_file':
"output_test_query_by_criteria.vot.gz",
'output_format':
"votable",
'verbose':
False
}
dummy_tap_handler = DummyHubbleTapHandler("launch_job", parameters2)
dummy_tap_handler.check_call("launch_job", parameters3)
parameters1['calibration_level'] = 4
with pytest.raises(KeyError) as err:
ehst.query_criteria(
parameters1['calibration_level'],
parameters1['data_product_type'], parameters1['intent'],
parameters1['obs_collection'], parameters1['instrument_name'],
parameters1['filters'], parameters1['async_job'],
parameters1['output_file'], parameters1['output_format'],
parameters1['verbose'], parameters1['get_query'])
assert "Calibration level must be between 0 and 3" in err.value.args[0]
def test_get_member_observations_simple(self, mock_observation_type,
mock_select_related_composite):
mock_observation_type.return_value = "Simple"
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
mock_select_related_composite.return_value = 'test'
dummy_obs_id = "1234"
oids = ehst.get_member_observations(dummy_obs_id)
assert oids == 'test'
def test_get_hap_link(self, mock_select_related_members,
mock_observation_type):
mock_select_related_members.return_value = 'test'
mock_observation_type.return_value = "HAP"
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
dummy_obs_id = "1234"
oids = ehst.get_hap_hst_link(dummy_obs_id)
assert oids == 'test'
def test_get_observation_type_invalid_obs_id_valueerror(self, mock_query):
with pytest.raises(ValueError):
arr = {'a': np.array([], dtype=np.int32), 'b': [], 'obs_type': []}
data_table = Table(arr)
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
mock_query.return_value = data_table
dummy_obs_id = '1234'
ehst.get_observation_type(dummy_obs_id)
def test_cone_search_criteria_only_coordinates(self, mock_query_hst_tap,
mock_query_criteria):
mock_query_criteria.return_value = "Simple query"
mock_query_hst_tap.return_value = "table"
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
oids = ehst.cone_search_criteria(
coordinates="00h42m44.51s +41d16m08.45s", radius=1)
assert oids == 'table'
def test_cone_search_criteria_only_target(self, mock_query_hst_tap,
mock__query_tap_target,
mock_query_criteria):
mock_query_criteria.return_value = "Simple query"
mock__query_tap_target.return_value = coordinates.SkyCoord(
"00h42m44.51s +41d16m08.45s", frame='icrs')
mock_query_hst_tap.return_value = "table"
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
oids = ehst.cone_search_criteria(target="m11", radius=1)
assert oids == 'table'
def test_download_product(self):
parameters = {'observation_id': "J6FL25S4Q",
'calibration_level': "RAW",
'filename': "J6FL25S4Q.vot",
'verbose': True}
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
ehst.download_product(parameters['observation_id'],
parameters['calibration_level'],
parameters['filename'],
parameters['verbose'])
def test_query_hst_tap(self):
parameters = {'query': "select top 10 * from hsc_v2.hubble_sc2",
'output_file': "test2.vot",
'output_format': "votable",
'verbose': False}
dummyHandler = DummyHandler("launch_job", parameters)
ehst = ESAHubbleClass(dummyHandler, self.get_dummy_tap_handler())
ehst.query_hst_tap(parameters['query'], parameters['output_file'],
parameters['output_format'], parameters['verbose'])
self.get_dummy_tap_handler().check_call("launch_job", parameters)
def test_empty_list(self):
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
with pytest.raises(ValueError) as err:
ehst.query_criteria(instrument_name=[1],
async_job=False,
output_file="output_test_query_"
"by_criteria.vot.gz",
output_format="votable",
verbose=True)
assert "One of the lists is empty or there are "\
"elements that are not strings" in err.value.args[0]
def test__select_related_members(self, mock_query):
arr = {
'a': np.array([1, 4], dtype=np.int32),
'b': [2.0, 5.0],
'members': ['caom:HST/test', 'y']
}
data_table = Table(arr)
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
mock_query.return_value = data_table
dummy_obs_id = "1234"
oids = ehst._select_related_members(dummy_obs_id)
assert oids == ['test']
def test_get_observation_type(self, mock_query):
arr = {
'a': np.array([1, 4], dtype=np.int32),
'b': [2.0, 5.0],
'obs_type': ['HST Test', 'y']
}
data_table = Table(arr)
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
mock_query.return_value = data_table
dummy_obs_id = "1234"
oids = ehst.get_observation_type(dummy_obs_id)
assert oids == 'HST Test'
def test_download_product(self):
parameters = {'observation_id': "J6FL25S4Q",
'calibration_level': "RAW",
'filename': 'file',
'verbose': False}
dummyHandler = DummyHandler("download_product", parameters)
ehst = ESAHubbleClass(dummyHandler, self.get_dummy_tap_handler())
ehst.download_product(parameters['observation_id'],
parameters['calibration_level'],
parameters['filename'],
parameters['verbose'])
dummyHandler.check_call("download_product", parameters)
def test__select_related_composite(self, mock_query):
arr = {
'a': np.array([1, 4], dtype=np.int32),
'b': [2.0, 5.0],
'observation_id': ['x', 'y']
}
data_table = Table(arr)
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
mock_query.return_value = data_table
dummy_obs_id = "1234"
oids = ehst._select_related_composite(dummy_obs_id)
assert oids == ['x', 'y']
def test_get_tables(self):
parameters = {'query': "select top 10 * from hsc_v2.hubble_sc2",
'output_file': "test2.vot",
'output_format': "votable",
'verbose': False}
parameters2 = {'only_names': True,
'verbose': True}
dummyTapHandler = DummyHubbleTapHandler("get_tables", parameters2)
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
ehst.get_tables(True, True)
def test_query_criteria(self):
parameters1 = {
'calibration_level': "PRODUCT",
'data_product_type': "image",
'intent': "SCIENCE",
'obs_collection': ['HST'],
'instrument_name': ['WFC3'],
'filters': ['F555W'],
'async_job': False,
'output_file': "output_test_query_by_criteria.vot.gz",
'output_format': "votable",
'verbose': True,
'get_query': True
}
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
test_query = ehst.query_criteria(
parameters1['calibration_level'], parameters1['data_product_type'],
parameters1['intent'], parameters1['obs_collection'],
parameters1['instrument_name'], parameters1['filters'],
parameters1['async_job'], parameters1['output_file'],
parameters1['output_format'], parameters1['verbose'],
parameters1['get_query'])
parameters2 = {
'query': test_query,
'output_file': "output_test_query_by_criteria.vot.gz",
'output_format': "votable",
'verbose': False
}
parameters3 = {
'query':
"select o.*, p.calibration_level, "
"p.data_product_type, pos.ra, pos.dec "
"from ehst.observation "
"AS o JOIN ehst.plane as p on "
"o.observation_uuid=p.observation_uuid "
"JOIN ehst.position as pos on "
"p.plane_id = pos.plane_id where("
"p.calibration_level LIKE '%PRODUCT%' AND "
"p.data_product_type LIKE '%image%' AND "
"o.intent LIKE '%SCIENCE%' AND (o.collection "
"LIKE '%HST%') AND (o.instrument_name LIKE "
"'%WFC3%') AND (o.instrument_configuration "
"LIKE '%F555W%'))",
'output_file':
"output_test_query_by_criteria.vot.gz",
'output_format':
"votable",
'verbose':
False
}
dummy_tap_handler = DummyHubbleTapHandler("launch_job", parameters2)
dummy_tap_handler.check_call("launch_job", parameters3)
def test_get_hst_link(self, mock_observation_type, mock_query):
mock_observation_type.return_value = "HST"
arr = {
'a': np.array([1], dtype=np.int32),
'b': [2.0],
'observation_id': ['1234']
}
data_table = Table(arr)
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
mock_query.return_value = data_table
dummy_obs_id = "1234"
oids = ehst.get_hap_hst_link(dummy_obs_id)
assert oids == ['1234']
def test_get_columns(self):
parameters = {'query': "select top 10 * from hsc_v2.hubble_sc2",
'output_file': "test2.vot",
'output_format': "votable",
'verbose': False}
parameters2 = {'table_name': "table",
'only_names': True,
'verbose': True}
dummyHandler = DummyHandler("launch_job", parameters)
dummyTapHandler = DummyHubbleTapHandler("get_columns", parameters2)
ehst = ESAHubbleClass(dummyHandler, self.get_dummy_tap_handler())
ehst.get_columns("table", True, True)
dummyTapHandler.check_call("get_columns", parameters2)
def test_query_criteria_no_params(self):
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
ehst.query_criteria(async_job=False,
output_file="output_test_query_"
"by_criteria.vot.gz",
output_format="votable",
verbose=True)
parameters = {'query': "select o.*, p.calibration_level, "
"p.data_product_type from ehst.observation "
"AS o LEFT JOIN ehst.plane as p on "
"o.observation_uuid=p.observation_uuid",
'output_file': "output_test_query_by_criteria.vot.gz",
'output_format': "votable",
'verbose': False}
dummy_tap_handler = DummyHubbleTapHandler("launch_job", parameters)
dummy_tap_handler.check_call("launch_job", parameters)
def test_cone_search(self):
coords = coordinates.SkyCoord("00h42m44.51s +41d16m08.45s",
frame='icrs')
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
parameters = {
'coordinates': coords,
'radius': 0.0,
'filename': 'file_cone',
'output_format': 'votable',
'cache': True
}
target_file = data_path('cone_search.vot')
with open(target_file, mode='rb') as file:
target_obj = file.read()
response = Response()
response._content = target_obj
ehst._request = MagicMock(return_value=response)
ehst.cone_search(parameters['coordinates'], parameters['radius'],
parameters['filename'],
parameters['output_format'], parameters['cache'])
dummyTapHandler = DummyHubbleTapHandler("cone_search", parameters)
def test_cone_search_coords(self):
c = "00h42m44.51s +41d16m08.45s"
parameterst = {
'query': "select top 10 * from hsc_v2.hubble_sc2",
'output_file': "test2.vot",
'output_format': "votable",
'verbose': False
}
dummyTapHandler = DummyHubbleTapHandler("launch_job", parameterst)
parameters = {
'coordinates': c,
'radius': 0.0,
'file_name': 'file_cone',
'output_format': 'votable',
'cache': True
}
ehst = ESAHubbleClass(dummyTapHandler)
ehst.cone_search(parameters['coordinates'], parameters['radius'],
parameters['file_name'], parameters['output_format'],
parameters['cache'])
parameters[coordinates] = 1234
with pytest.raises(ValueError) as err:
ehst.cone_search(parameters['coordinates'], parameters['radius'],
parameters['file_name'],
parameters['output_format'], parameters['cache'])
assert "coordinate must be either a string or "\
"astropy.coordinates" in err.value.args[0]
def test_cone_search(self):
c = coordinates.SkyCoord("00h42m44.51s +41d16m08.45s", frame='icrs')
parameterst = {'query': "select top 10 * from hsc_v2.hubble_sc2",
'output_file': "test2.vot",
'output_format': "votable",
'verbose': False}
dummyTapHandler = DummyHubbleTapHandler("launch_job", parameterst)
parameters = {'coordinates': c,
'radius': 0.0,
'file_name': 'file_cone',
'output_format': 'votable',
'cache': True}
dummyHandler = DummyHandler("cone_search", parameters)
ehst = ESAHubbleClass(dummyHandler, dummyTapHandler)
ehst.cone_search(parameters['coordinates'],
parameters['radius'],
parameters['file_name'],
parameters['output_format'],
parameters['cache'])
dummyHandler.check_call("cone_search", parameters)
def test_query_target(self):
parameters = {'name': "m31", 'verbose': True}
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
ehst.query_target(name=parameters['name'],
verbose=parameters['verbose'])
def test_get_postcard(self):
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
ehst.get_postcard(observation_id="X0MC5101T",
filename="X0MC5101T.vot",
verbose=True)
def test_download_product_by_product_type(self):
parameters = {
'observation_id': "J6FL25S4Q",
'product_type': "SCIENCE_PRODUCT",
'filename': "J6FL25S4Q.vot",
'verbose': True
}
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
ehst.download_product(observation_id=parameters['observation_id'],
product_type=parameters['product_type'],
filename=parameters['filename'],
verbose=parameters['verbose'])
parameters['product_type'] = "PRODUCT"
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
ehst.download_product(observation_id=parameters['observation_id'],
product_type=parameters['product_type'],
filename=parameters['filename'],
verbose=parameters['verbose'])
parameters['product_type'] = "POSTCARD"
ehst = ESAHubbleClass(self.get_dummy_tap_handler())
ehst.download_product(observation_id=parameters['observation_id'],
product_type=parameters['product_type'],
filename=parameters['filename'],
verbose=parameters['verbose'])