def test_list_async_jobs(self):
connHandler = DummyConnHandler()
tap = TapPlus("http://test:1111/tap", connhandler=connHandler)
response = DummyResponse()
response.set_status_code(500)
response.set_message("ERROR")
jobDataFile = data_path('jobs_list.xml')
jobData = utils.read_file_content(jobDataFile)
response.set_data(method='GET',
context=None,
body=jobData,
headers=None)
req = "async"
connHandler.set_response(req, response)
with pytest.raises(Exception):
tap.list_async_jobs()
response.set_status_code(200)
response.set_message("OK")
jobs = tap.list_async_jobs()
assert len(jobs) == 2, \
"Wrong jobs number. Expected: %d, found %d" % \
(2, len(jobs))
assert jobs[0].get_jobid() == '12345', \
"Wrong job id. Expected: %s, found %s" % \
('12345', jobs[0].get_jobid())
assert jobs[0].get_phase() == 'COMPLETED', \
"Wrong job phase for job %s. Expected: %s, found %s" % \
(jobs[0].get_jobid(), 'COMPLETED', jobs[0].get_phase())
assert jobs[1].get_jobid() == '77777', \
"Wrong job id. Expected: %s, found %s" % \
('77777', jobs[1].get_jobid())
assert jobs[1].get_phase() == 'ERROR', \
"Wrong job phase for job %s. Expected: %s, found %s" % \
(jobs[1].get_jobid(), 'ERROR', jobs[1].get_phase())
def test_cone_search_sync(self):
connHandler = DummyConnHandler()
tapplus = TapPlus("http://test:1111/tap", connhandler=connHandler)
tap = GaiaClass(tapplus)
# Launch response: we use default response because the query contains decimals
responseLaunchJob = DummyResponse()
responseLaunchJob.set_status_code(200)
responseLaunchJob.set_message("OK")
jobDataFile = data_path('job_1.vot')
jobData = utils.read_file_content(jobDataFile)
responseLaunchJob.set_data(method='POST',
context=None,
body=jobData,
headers=None)
ra = 19.0
dec = 20.0
sc = SkyCoord(ra=ra, dec=dec, unit=(u.degree, u.degree), frame='icrs')
radius = Quantity(1.0, u.deg)
connHandler.set_default_response(responseLaunchJob)
job = tap.cone_search(sc, radius)
assert job is not None, "Expected a valid job"
assert job.async_ is False, "Expected a synchronous job"
assert job.get_phase() == 'COMPLETED', \
"Wrong job phase. Expected: %s, found %s" % \
('COMPLETED', job.get_phase())
assert job.failed is False, "Wrong job status (set Failed = True)"
# results
results = job.get_results()
assert len(results) == 3, \
"Wrong job results (num rows). Expected: %d, found %d" % \
(3, len(results))
self.__check_results_column(results,
'alpha',
'alpha',
None,
np.float64)
self.__check_results_column(results,
'delta',
'delta',
None,
np.float64)
self.__check_results_column(results,
'source_id',
'source_id',
None,
np.object)
self.__check_results_column(results,
'table1_oid',
'table1_oid',
None,
np.int32)
def test_load_tables(self):
connHandler = DummyConnHandler()
tap = TapPlus("http://test:1111/tap", connhandler=connHandler)
responseLoadTable = DummyResponse()
responseLoadTable.set_status_code(500)
responseLoadTable.set_message("ERROR")
tableDataFile = data_path('test_tables.xml')
tableData = utils.read_file_content(tableDataFile)
responseLoadTable.set_data(method='GET',
context=None,
body=tableData,
headers=None)
tableRequest = "tables"
connHandler.set_response(tableRequest, responseLoadTable)
with pytest.raises(Exception):
tap.load_tables()
responseLoadTable.set_status_code(200)
responseLoadTable.set_message("OK")
res = tap.load_tables()
assert len(res) == 2, \
"Number of tables expected: %d, found: %d" % (2, len(res))
# Table 1
table = self.__find_table('public', 'table1', res)
assert table.get_description() == 'Table1 desc', \
"Wrong description for table1. Expected: %s, found %s" % \
('Table1 desc', table.get_description())
columns = table.get_columns()
assert len(columns) == 2, \
"Number of columns for table1. Expected: %d, found: %d" % \
(2, len(columns))
col = self.__find_column('table1_col1', columns)
self.__check_column(col, 'Table1 Column1 desc', '', 'VARCHAR', 'indexed')
col = self.__find_column('table1_col2', columns)
self.__check_column(col, 'Table1 Column2 desc', '', 'INTEGER', None)
# Table 2
table = self.__find_table('public', 'table2', res)
assert table.get_description() == 'Table2 desc', \
"Wrong description for table2. Expected: %s, found %s" % \
('Table2 desc', table.get_description())
columns = table.get_columns()
assert len(columns) == 3, \
"Number of columns for table2. Expected: %d, found: %d" % \
(3, len(columns))
col = self.__find_column('table2_col1', columns)
self.__check_column(col, 'Table2 Column1 desc', '', 'VARCHAR', 'indexed')
col = self.__find_column('table2_col2', columns)
self.__check_column(col, 'Table2 Column2 desc', '', 'INTEGER', None)
col = self.__find_column('table2_col3', columns)
self.__check_column(col, 'Table2 Column3 desc', '', 'INTEGER', None)
def test_job_get_results(self):
job = Job(async_job=True)
jobid = "12345"
outputFormat = "votable"
job.jobid = jobid
job.parameters['format'] = outputFormat
responseCheckPhase = DummyResponse()
responseCheckPhase.set_status_code(500)
responseCheckPhase.set_message("ERROR")
responseCheckPhase.set_data(method='GET',
context=None,
body='FINISHED',
headers=None)
waitRequest = "async/"+str(jobid)+"/phase"
connHandler = DummyConnHandler()
connHandler.set_response(waitRequest, responseCheckPhase)
job.connHandler = connHandler
with pytest.raises(Exception):
job.get_results()
responseCheckPhase.set_status_code(200)
responseCheckPhase.set_message("OK")
responseGetData = DummyResponse()
responseGetData.set_status_code(500)
responseGetData.set_message("ERROR")
jobContentFileName = data_path('result_1.vot')
jobContent = utils.read_file_content(jobContentFileName)
responseGetData.set_data(method='GET',
context=None,
body=jobContent,
headers=None)
dataRequest = "async/" + str(jobid) + "/results/result"
connHandler.set_response(dataRequest, responseGetData)
with pytest.raises(Exception):
job.get_results()
responseGetData.set_status_code(200)
responseGetData.set_message("OK")
res = job.get_results()
assert len(res) == 3, \
"Num rows. Expected %d, found %d" % (3, len(res))
assert len(res.columns) == 4, \
"Num cols. Expected %d, found %d" % (4, len(res.columns))
for cn in ['alpha', 'delta', 'source_id', 'table1_oid']:
if cn not in res.colnames:
self.fail(cn + " column name not found" + str(res.colnames))
def test_load_table(self):
connHandler = DummyConnHandler()
tap = TapPlus("http://test:1111/tap", connhandler=connHandler)
responseLoadTable = DummyResponse()
responseLoadTable.set_status_code(500)
responseLoadTable.set_message("ERROR")
tableDataFile = data_path('test_table1.xml')
tableData = utils.read_file_content(tableDataFile)
responseLoadTable.set_data(method='GET',
context=None,
body=tableData,
headers=None)
tableSchema = "public"
tableName = "table1"
fullQualifiedTableName = tableSchema + "." + tableName
tableRequest = "tables?tables=" + fullQualifiedTableName
connHandler.set_response(tableRequest, responseLoadTable)
with pytest.raises(Exception):
tap.load_table(fullQualifiedTableName)
responseLoadTable.set_status_code(200)
responseLoadTable.set_message("OK")
table = tap.load_table(fullQualifiedTableName)
assert table is not None, \
"Table '%s' not found" % (fullQualifiedTableName)
assert table.get_description() == 'Table1 desc', \
"Wrong description for table1. Expected: %s, found %s" % \
('Table1 desc', table.get_description())
columns = table.get_columns()
assert len(columns) == 2, \
"Number of columns for table1. Expected: %d, found: %d" % \
(2, len(columns))
col = self.__find_column('table1_col1', columns)
self.__check_column(col, 'Table1 Column1 desc', '', 'VARCHAR', 'indexed')
col = self.__find_column('table1_col2', columns)
self.__check_column(col, 'Table1 Column2 desc', '', 'INTEGER', None)
def test_load_tables_parameters(self):
connHandler = DummyConnHandler()
tap = TapPlus("http://test:1111/tap", connhandler=connHandler)
responseLoadTable = DummyResponse()
responseLoadTable.set_status_code(200)
responseLoadTable.set_message("OK")
tableDataFile = data_path('test_tables.xml')
tableData = utils.read_file_content(tableDataFile)
responseLoadTable.set_data(method='GET',
context=None,
body=tableData,
headers=None)
tableRequest = "tables"
connHandler.set_response(tableRequest, responseLoadTable)
# empty request
tap.load_tables()
request = connHandler.get_last_request()
assert request == tableRequest, \
"Empty request. Expected: '%s', found: '%s'" % \
(tableRequest, request)
# flag only_names=false & share_accessible=false: equals to empty request
tap.load_tables(only_names=False, include_shared_tables=False)
request = connHandler.get_last_request()
assert request == tableRequest, \
"Empty request. Expected: '%s', found: '%s'" % \
(tableRequest, request)
# flag only_names
tableRequest = "tables?only_tables=true"
connHandler.set_response(tableRequest, responseLoadTable)
tap.load_tables(only_names=True)
request = connHandler.get_last_request()
assert request == tableRequest, \
"Flag only_names. Expected: '%s', found: '%s'" % \
(tableRequest, request)
# flag share_accessible=true
tableRequest = "tables?share_accessible=true"
connHandler.set_response(tableRequest, responseLoadTable)
tap.load_tables(include_shared_tables=True)
request = connHandler.get_last_request()
assert request == tableRequest, \
"Flag share_accessigle. Expected: '%s', found: '%s'" % \
(tableRequest, request)
# flag only_names=true & share_accessible=true
tableRequest = "tables?only_tables=true&share_accessible=true"
connHandler.set_response(tableRequest, responseLoadTable)
tap.load_tables(only_names=True, include_shared_tables=True)
request = connHandler.get_last_request()
assert request == tableRequest, \
"Flags only_names and share_accessible. Expected: '%s', found: '%s'" % \
(tableRequest, request)
def test_launc_async_job(self):
connHandler = DummyConnHandler()
tap = TapPlus("http://test:1111/tap", connhandler=connHandler)
jobid = '12345'
# Launch response
responseLaunchJob = DummyResponse()
responseLaunchJob.set_status_code(500)
responseLaunchJob.set_message("ERROR")
# list of list (httplib implementation for headers in response)
launchResponseHeaders = [
['location', 'http://test:1111/tap/async/' + jobid]
]
responseLaunchJob.set_data(method='POST',
context=None,
body=None,
headers=launchResponseHeaders)
query = 'query'
dictTmp = {
"REQUEST": "doQuery",
"LANG": "ADQL",
"FORMAT": "votable",
"tapclient": str(TAP_CLIENT_ID),
"PHASE": "RUN",
"QUERY": str(query)}
sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
req = "async?" + sortedKey
connHandler.set_response(req, responseLaunchJob)
# Phase response
responsePhase = DummyResponse()
responsePhase.set_status_code(500)
responsePhase.set_message("ERROR")
responsePhase.set_data(method='GET',
context=None,
body="COMPLETED",
headers=None)
req = "async/" + jobid + "/phase"
connHandler.set_response(req, responsePhase)
# Results response
responseResultsJob = DummyResponse()
responseResultsJob.set_status_code(500)
responseResultsJob.set_message("ERROR")
jobDataFile = data_path('job_1.vot')
jobData = utils.read_file_content(jobDataFile)
responseResultsJob.set_data(method='GET',
context=None,
body=jobData,
headers=None)
req = "async/" + jobid + "/results/result"
connHandler.set_response(req, responseResultsJob)
with pytest.raises(Exception):
tap.launch_job_async(query)
responseLaunchJob.set_status_code(303)
responseLaunchJob.set_message("OK")
with pytest.raises(Exception):
tap.launch_job_async(query)
responsePhase.set_status_code(200)
responsePhase.set_message("OK")
with pytest.raises(Exception):
tap.launch_job_async(query)
responseResultsJob.set_status_code(200)
responseResultsJob.set_message("OK")
job = tap.launch_job_async(query)
assert job is not None, "Expected a valid job"
assert job.is_sync() is False, "Expected an asynchronous job"
assert job.get_phase() == 'COMPLETED', \
"Wrong job phase. Expected: %s, found %s" % \
('COMPLETED', job.get_phase())
assert job.is_failed() is False, "Wrong job status (set Failed = True)"
# results
results = job.get_results()
assert len(results) == 3, \
"Wrong job results (num rows). Expected: %d, found %d" % \
(3, len(results))
self.__check_results_column(results,
'alpha',
'alpha',
None,
np.float64)
self.__check_results_column(results,
'delta',
'delta',
None,
np.float64)
self.__check_results_column(results,
'source_id',
'source_id',
None,
np.object)
self.__check_results_column(results,
'table1_oid',
'table1_oid',
None,
np.int32)
def test_launch_sync_job(self):
connHandler = DummyConnHandler()
tap = TapPlus("http://test:1111/tap", connhandler=connHandler)
responseLaunchJob = DummyResponse()
responseLaunchJob.set_status_code(500)
responseLaunchJob.set_message("ERROR")
jobDataFile = data_path('job_1.vot')
jobData = utils.read_file_content(jobDataFile)
responseLaunchJob.set_data(method='POST',
context=None,
body=jobData,
headers=None)
query = 'select top 5 * from table'
dTmp = {"q": query}
dTmpEncoded = connHandler.url_encode(dTmp)
p = dTmpEncoded.find("=")
q = dTmpEncoded[p+1:]
dictTmp = {
"REQUEST": "doQuery",
"LANG": "ADQL",
"FORMAT": "votable",
"tapclient": str(TAP_CLIENT_ID),
"PHASE": "RUN",
"QUERY": str(q)}
sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
jobRequest = "sync?" + sortedKey
connHandler.set_response(jobRequest, responseLaunchJob)
with pytest.raises(Exception):
tap.launch_job(query)
responseLaunchJob.set_status_code(200)
responseLaunchJob.set_message("OK")
job = tap.launch_job(query)
assert job is not None, "Expected a valid job"
assert job.is_sync(), "Expected a synchronous job"
assert job.get_phase() == 'COMPLETED', \
"Wrong job phase. Expected: %s, found %s" % \
('COMPLETED', job.get_phase())
assert job.is_failed() is False, "Wrong job status (set Failed = True)"
# results
results = job.get_results()
assert len(results) == 3, \
"Wrong job results (num rows). Expected: %d, found %d" % \
(3, len(results))
self.__check_results_column(results,
'alpha',
'alpha',
None,
np.float64)
self.__check_results_column(results,
'delta',
'delta',
None,
np.float64)
self.__check_results_column(results,
'source_id',
'source_id',
None,
np.object)
self.__check_results_column(results,
'table1_oid',
'table1_oid',
None,
np.int32)
def test_cone_search_async(self):
connHandler = DummyConnHandler()
tapplus = TapPlus("http://test:1111/tap", connhandler=connHandler)
tap = GaiaClass(tapplus)
jobid = '12345'
# Launch response
responseLaunchJob = DummyResponse()
responseLaunchJob.set_status_code(303)
responseLaunchJob.set_message("OK")
# list of list (httplib implementation for headers in response)
launchResponseHeaders = [
['location', 'http://test:1111/tap/async/' + jobid]
]
responseLaunchJob.set_data(method='POST',
context=None,
body=None,
headers=launchResponseHeaders)
ra = 19
dec = 20
sc = SkyCoord(ra=ra, dec=dec, unit=(u.degree, u.degree), frame='icrs')
radius = Quantity(1.0, u.deg)
connHandler.set_default_response(responseLaunchJob)
# Phase response
responsePhase = DummyResponse()
responsePhase.set_status_code(200)
responsePhase.set_message("OK")
responsePhase.set_data(method='GET',
context=None,
body="COMPLETED",
headers=None)
req = "async/" + jobid + "/phase"
connHandler.set_response(req, responsePhase)
# Results response
responseResultsJob = DummyResponse()
responseResultsJob.set_status_code(200)
responseResultsJob.set_message("OK")
jobDataFile = data_path('job_1.vot')
jobData = utils.read_file_content(jobDataFile)
responseResultsJob.set_data(method='GET',
context=None,
body=jobData,
headers=None)
req = "async/" + jobid + "/results/result"
connHandler.set_response(req, responseResultsJob)
job = tap.cone_search_async(sc, radius)
assert job is not None, "Expected a valid job"
assert job.async_ is True, "Expected an asynchronous job"
assert job.get_phase() == 'COMPLETED', \
"Wrong job phase. Expected: %s, found %s" % \
('COMPLETED', job.get_phase())
assert job.failed is False, "Wrong job status (set Failed = True)"
# results
results = job.get_results()
assert len(results) == 3, \
"Wrong job results (num rows). Expected: %d, found %d" % \
(3, len(results))
self.__check_results_column(results,
'alpha',
'alpha',
None,
np.float64)
self.__check_results_column(results,
'delta',
'delta',
None,
np.float64)
self.__check_results_column(results,
'source_id',
'source_id',
None,
np.object)
self.__check_results_column(results,
'table1_oid',
'table1_oid',
None,
np.int32)
def test_query_object_async(self):
connHandler = DummyConnHandler()
tapplus = TapPlus("http://test:1111/tap", connhandler=connHandler)
tap = GaiaClass(tapplus)
jobid = '12345'
# Launch response
responseLaunchJob = DummyResponse()
responseLaunchJob.set_status_code(303)
responseLaunchJob.set_message("OK")
# list of list (httplib implementation for headers in response)
launchResponseHeaders = [
['location', 'http://test:1111/tap/async/' + jobid]
]
responseLaunchJob.set_data(method='POST',
context=None,
body=None,
headers=launchResponseHeaders)
connHandler.set_default_response(responseLaunchJob)
# Phase response
responsePhase = DummyResponse()
responsePhase.set_status_code(200)
responsePhase.set_message("OK")
responsePhase.set_data(method='GET',
context=None,
body="COMPLETED",
headers=None)
req = "async/" + jobid + "/phase"
connHandler.set_response(req, responsePhase)
# Results response
responseResultsJob = DummyResponse()
responseResultsJob.set_status_code(200)
responseResultsJob.set_message("OK")
jobDataFile = data_path('job_1.vot')
jobData = utils.read_file_content(jobDataFile)
responseResultsJob.set_data(method='GET',
context=None,
body=jobData,
headers=None)
req = "async/" + jobid + "/results/result"
connHandler.set_response(req, responseResultsJob)
sc = SkyCoord(ra=29.0, dec=15.0, unit=(u.degree, u.degree), frame='icrs')
width = Quantity(12, u.deg)
height = Quantity(10, u.deg)
table = tap.query_object_async(sc, width=width, height=height)
assert len(table) == 3, \
"Wrong job results (num rows). Expected: %d, found %d" % \
(3, len(table))
self.__check_results_column(table,
'alpha',
'alpha',
None,
np.float64)
self.__check_results_column(table,
'delta',
'delta',
None,
np.float64)
self.__check_results_column(table,
'source_id',
'source_id',
None,
np.object)
self.__check_results_column(table,
'table1_oid',
'table1_oid',
None,
np.int32)
# by radius
radius = Quantity(1, u.deg)
table = tap.query_object_async(sc, radius=radius)
assert len(table) == 3, \
"Wrong job results (num rows). Expected: %d, found %d" % \
(3, len(table))
self.__check_results_column(table,
'alpha',
'alpha',
None,
np.float64)
self.__check_results_column(table,
'delta',
'delta',
None,
np.float64)
self.__check_results_column(table,
'source_id',
'source_id',
None,
np.object)
self.__check_results_column(table,
'table1_oid',
'table1_oid',
None,
np.int32)
def test_query_object(self):
connHandler = DummyConnHandler()
tapplus = TapPlus("http://test:1111/tap", connhandler=connHandler)
tap = GaiaClass(tapplus)
# Launch response: we use default response because the query contains decimals
responseLaunchJob = DummyResponse()
responseLaunchJob.set_status_code(200)
responseLaunchJob.set_message("OK")
jobDataFile = data_path('job_1.vot')
jobData = utils.read_file_content(jobDataFile)
responseLaunchJob.set_data(method='POST',
context=None,
body=jobData,
headers=None)
# The query contains decimals: force default response
connHandler.set_default_response(responseLaunchJob)
sc = SkyCoord(ra=29.0, dec=15.0, unit=(u.degree, u.degree), frame='icrs')
with pytest.raises(ValueError) as err:
tap.query_object(sc)
assert "Missing required argument: 'width'" in err.value.args[0]
width = Quantity(12, u.deg)
with pytest.raises(ValueError) as err:
tap.query_object(sc, width=width)
assert "Missing required argument: 'height'" in err.value.args[0]
height = Quantity(10, u.deg)
table = tap.query_object(sc, width=width, height=height)
assert len(table) == 3, \
"Wrong job results (num rows). Expected: %d, found %d" % \
(3, len(table))
self.__check_results_column(table,
'alpha',
'alpha',
None,
np.float64)
self.__check_results_column(table,
'delta',
'delta',
None,
np.float64)
self.__check_results_column(table,
'source_id',
'source_id',
None,
np.object)
self.__check_results_column(table,
'table1_oid',
'table1_oid',
None,
np.int32)
# by radius
radius = Quantity(1, u.deg)
table = tap.query_object(sc, radius=radius)
assert len(table) == 3, \
"Wrong job results (num rows). Expected: %d, found %d" % \
(3, len(table))
self.__check_results_column(table,
'alpha',
'alpha',
None,
np.float64)
self.__check_results_column(table,
'delta',
'delta',
None,
np.float64)
self.__check_results_column(table,
'source_id',
'source_id',
None,
np.object)
self.__check_results_column(table,
'table1_oid',
'table1_oid',
None,
np.int32)
def test_start_job(self):
connHandler = DummyConnHandler()
tap = TapPlus("http://test:1111/tap", connhandler=connHandler)
jobid = '12345'
# Phase POST response
responsePhase = DummyResponse()
responsePhase.set_status_code(200)
responsePhase.set_message("OK")
responsePhase.set_data(method='POST',
context=None,
body=None,
headers=None)
req = "async/" + jobid + "/phase?PHASE=RUN"
connHandler.set_response(req, responsePhase)
# Launch response
responseLaunchJob = DummyResponse()
responseLaunchJob.set_status_code(303)
responseLaunchJob.set_message("OK")
# list of list (httplib implementation for headers in response)
launchResponseHeaders = [[
'location', 'http://test:1111/tap/async/' + jobid
]]
responseLaunchJob.set_data(method='POST',
context=None,
body=None,
headers=launchResponseHeaders)
query = 'query'
dictTmp = {
"REQUEST": "doQuery",
"LANG": "ADQL",
"FORMAT": "votable",
"tapclient": str(TAP_CLIENT_ID),
"QUERY": str(query)
}
sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
req = "async?" + sortedKey
connHandler.set_response(req, responseLaunchJob)
# Phase response
responsePhase = DummyResponse()
responsePhase.set_status_code(200)
responsePhase.set_message("OK")
responsePhase.set_data(method='GET',
context=None,
body="COMPLETED",
headers=None)
req = "async/" + jobid + "/phase"
connHandler.set_response(req, responsePhase)
# Results response
responseResultsJob = DummyResponse()
responseResultsJob.set_status_code(200)
responseResultsJob.set_message("OK")
jobDataFile = data_path('job_1.vot')
jobData = utils.read_file_content(jobDataFile)
responseResultsJob.set_data(method='GET',
context=None,
body=jobData,
headers=None)
req = "async/" + jobid + "/results/result"
connHandler.set_response(req, responseResultsJob)
responseResultsJob.set_status_code(200)
responseResultsJob.set_message("OK")
job = tap.launch_job_async(query, autorun=False)
assert job is not None, "Expected a valid job"
assert job.get_phase() == 'PENDING', \
"Wrong job phase. Expected: %s, found %s" % \
('PENDING', job.get_phase())
# start job
job.start()
assert job.get_phase() == 'QUEUED', \
"Wrong job phase. Expected: %s, found %s" % \
('QUEUED', job.get_phase())
# results
results = job.get_results()
assert len(results) == 3, \
"Wrong job results (num rows). Expected: %d, found %d" % \
(3, len(results))
assert job.get_phase() == 'COMPLETED', \
"Wrong job phase. Expected: %s, found %s" % \
('COMPLETED', job.get_phase())
# try to start again
with pytest.raises(Exception):
job.start()
def test_launch_async_job(self):
connHandler = DummyConnHandler()
tap = TapPlus("http://test:1111/tap", connhandler=connHandler)
jobid = '12345'
# Launch response
responseLaunchJob = DummyResponse()
responseLaunchJob.set_status_code(500)
responseLaunchJob.set_message("ERROR")
# list of list (httplib implementation for headers in response)
launchResponseHeaders = [[
'location', 'http://test:1111/tap/async/' + jobid
]]
responseLaunchJob.set_data(method='POST',
context=None,
body=None,
headers=launchResponseHeaders)
query = 'query'
dictTmp = {
"REQUEST": "doQuery",
"LANG": "ADQL",
"FORMAT": "votable",
"tapclient": str(TAP_CLIENT_ID),
"PHASE": "RUN",
"QUERY": str(query)
}
sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
req = "async?" + sortedKey
connHandler.set_response(req, responseLaunchJob)
# Phase response
responsePhase = DummyResponse()
responsePhase.set_status_code(500)
responsePhase.set_message("ERROR")
responsePhase.set_data(method='GET',
context=None,
body="COMPLETED",
headers=None)
req = "async/" + jobid + "/phase"
connHandler.set_response(req, responsePhase)
# Results response
responseResultsJob = DummyResponse()
responseResultsJob.set_status_code(500)
responseResultsJob.set_message("ERROR")
jobDataFile = data_path('job_1.vot')
jobData = utils.read_file_content(jobDataFile)
responseResultsJob.set_data(method='GET',
context=None,
body=jobData,
headers=None)
req = "async/" + jobid + "/results/result"
connHandler.set_response(req, responseResultsJob)
with pytest.raises(Exception):
tap.launch_job_async(query)
responseLaunchJob.set_status_code(303)
responseLaunchJob.set_message("OK")
with pytest.raises(Exception):
tap.launch_job_async(query)
responsePhase.set_status_code(200)
responsePhase.set_message("OK")
with pytest.raises(Exception):
tap.launch_job_async(query)
responseResultsJob.set_status_code(200)
responseResultsJob.set_message("OK")
job = tap.launch_job_async(query)
assert job is not None, "Expected a valid job"
assert job.async_ is True, "Expected an asynchronous job"
assert job.get_phase() == 'COMPLETED', \
"Wrong job phase. Expected: %s, found %s" % \
('COMPLETED', job.get_phase())
assert job.failed is False, "Wrong job status (set Failed = True)"
# results
results = job.get_results()
assert len(results) == 3, \
"Wrong job results (num rows). Expected: %d, found %d" % \
(3, len(results))
self.__check_results_column(results, 'alpha', 'alpha', None,
np.float64)
self.__check_results_column(results, 'delta', 'delta', None,
np.float64)
self.__check_results_column(results, 'source_id', 'source_id', None,
np.object)
self.__check_results_column(results, 'table1_oid', 'table1_oid', None,
np.int32)
def test_launch_sync_job_redirect(self):
connHandler = DummyConnHandler()
tap = TapPlus("http://test:1111/tap", connhandler=connHandler)
responseLaunchJob = DummyResponse()
responseLaunchJob.set_status_code(500)
responseLaunchJob.set_message("ERROR")
jobid = '12345'
resultsReq = 'sync/' + jobid
resultsLocation = 'http://test:1111/tap/' + resultsReq
launchResponseHeaders = [['location', resultsLocation]]
responseLaunchJob.set_data(method='POST',
context=None,
body=None,
headers=None)
query = 'select top 5 * from table'
dTmp = {"q": query}
dTmpEncoded = connHandler.url_encode(dTmp)
p = dTmpEncoded.find("=")
q = dTmpEncoded[p + 1:]
dictTmp = {
"REQUEST": "doQuery",
"LANG": "ADQL",
"FORMAT": "votable",
"tapclient": str(TAP_CLIENT_ID),
"PHASE": "RUN",
"QUERY": str(q)
}
sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
jobRequest = "sync?" + sortedKey
connHandler.set_response(jobRequest, responseLaunchJob)
# Results response
responseResultsJob = DummyResponse()
responseResultsJob.set_status_code(500)
responseResultsJob.set_message("ERROR")
jobDataFile = data_path('job_1.vot')
jobData = utils.read_file_content(jobDataFile)
responseResultsJob.set_data(method='GET',
context=None,
body=jobData,
headers=None)
connHandler.set_response(resultsReq, responseResultsJob)
with pytest.raises(Exception):
tap.launch_job(query)
# Response is redirect (303)
# No location available
responseLaunchJob.set_status_code(303)
responseLaunchJob.set_message("OK")
with pytest.raises(Exception):
tap.launch_job(query)
# Response is redirect (303)
# Location available
# Results raises error (500)
responseResultsJob.set_status_code(200)
responseResultsJob.set_message("OK")
responseLaunchJob.set_data(method='POST',
context=None,
body=None,
headers=launchResponseHeaders)
responseResultsJob.set_status_code(500)
responseResultsJob.set_message("ERROR")
with pytest.raises(Exception):
tap.launch_job(query)
# Response is redirect (303)
# Results is 200
# Location available
responseResultsJob.set_status_code(200)
responseResultsJob.set_message("OK")
job = tap.launch_job(query)
assert job is not None, "Expected a valid job"
assert job.async_ is False, "Expected a synchronous job"
assert job.get_phase() == 'COMPLETED', \
"Wrong job phase. Expected: %s, found %s" % \
('COMPLETED', job.get_phase())
assert job.failed is False, "Wrong job status (set Failed = True)"
# Results
results = job.get_results()
assert len(results) == 3, \
"Wrong job results (num rows). Expected: %d, found %d" % \
(3, len(results))
self.__check_results_column(results, 'alpha', 'alpha', None,
np.float64)
self.__check_results_column(results, 'delta', 'delta', None,
np.float64)
self.__check_results_column(results, 'source_id', 'source_id', None,
np.object)
self.__check_results_column(results, 'table1_oid', 'table1_oid', None,
np.int32)
