def test_parse_job_state(self):
mixin = BulkJobMixin()
mixin.bulk = mock.Mock()
mixin.bulk.jobNS = "http://ns"
assert (mixin._parse_job_state(
BULK_BATCH_RESPONSE.format(
**{
"first_state": "Not Processed",
"first_message": "Test",
"second_state": "Completed",
"second_message": "",
})) == DataOperationJobResult(DataOperationStatus.ABORTED, [],
0, 0))
assert (mixin._parse_job_state(
BULK_BATCH_RESPONSE.format(
**{
"first_state": "InProgress",
"first_message": "Test",
"second_state": "Completed",
"second_message": "",
})) == DataOperationJobResult(DataOperationStatus.IN_PROGRESS,
[], 0, 0))
assert mixin._parse_job_state(
BULK_BATCH_RESPONSE.format(
**{
"first_state": "Failed",
"first_message": "Bad",
"second_state": "Failed",
"second_message": "Worse",
})) == DataOperationJobResult(DataOperationStatus.JOB_FAILURE,
["Bad", "Worse"], 0, 0)
assert (mixin._parse_job_state(
BULK_BATCH_RESPONSE.format(
**{
"first_state": "Completed",
"first_message": "Test",
"second_state": "Completed",
"second_message": "",
})) == DataOperationJobResult(DataOperationStatus.SUCCESS, [],
0, 0))
assert mixin._parse_job_state(
'<root xmlns="http://ns">'
" <batch><state>Completed</state></batch>"
" <numberRecordsFailed>200</numberRecordsFailed>"
"</root>") == DataOperationJobResult(
DataOperationStatus.ROW_FAILURE, [], 0, 200)
assert mixin._parse_job_state(
'<root xmlns="http://ns">'
" <batch><state>Completed</state></batch>"
" <numberRecordsFailed>200</numberRecordsFailed>"
" <numberRecordsProcessed>10</numberRecordsProcessed>"
"</root>") == DataOperationJobResult(
DataOperationStatus.ROW_FAILURE, [], 10, 200)
def test_job_state_from_batches(self):
mixin = BulkJobMixin()
mixin.bulk = mock.Mock()
mixin.bulk.endpoint = "https://example.com"
mixin.bulk.headers.return_value = {"HEADER": "test"}
mixin._parse_job_state = mock.Mock()
responses.add(
"GET",
"https://example.com/job/JOB/batch",
adding_headers=mixin.bulk.headers.return_value,
body="TEST",
)
assert (mixin._job_state_from_batches("JOB") ==
mixin._parse_job_state.return_value)
mixin._parse_job_state.assert_called_once_with(b"TEST")
def test_wait_for_job__logs_state_messages(self):
mixin = BulkJobMixin()
mixin.bulk = mock.Mock()
mixin.bulk.job_status.return_value = {
"numberBatchesCompleted": 1,
"numberBatchesTotal": 1,
}
mixin._job_state_from_batches = mock.Mock(
return_value=DataOperationJobResult(
DataOperationStatus.JOB_FAILURE, ["Test1", "Test2"], 0, 0))
mixin.logger = mock.Mock()
mixin._wait_for_job("750000000000000")
mixin.logger.error.assert_any_call("Batch failure message: Test1")
mixin.logger.error.assert_any_call("Batch failure message: Test2")
def test_wait_for_job__failed(self):
mixin = BulkJobMixin()
mixin.bulk = mock.Mock()
mixin.bulk.job_status.return_value = {
"numberBatchesCompleted": 1,
"numberBatchesTotal": 1,
}
mixin._job_state_from_batches = mock.Mock(
return_value=DataOperationJobResult(
DataOperationStatus.JOB_FAILURE, ["Test1", "Test2"], 0, 0))
mixin.logger = mock.Mock()
result = mixin._wait_for_job("750000000000000")
mixin._job_state_from_batches.assert_called_once_with(
"750000000000000")
assert result.status is DataOperationStatus.JOB_FAILURE
def test_wait_for_job(self, sleep_patch):
mixin = BulkJobMixin()
mixin.bulk = mock.Mock()
mixin.bulk.job_status.return_value = {
"numberBatchesCompleted": 1,
"numberBatchesTotal": 1,
}
mixin._job_state_from_batches = mock.Mock(side_effect=[
DataOperationJobResult(DataOperationStatus.IN_PROGRESS, [], 0, 0),
DataOperationJobResult(DataOperationStatus.SUCCESS, [], 0, 0),
])
mixin.logger = mock.Mock()
result = mixin._wait_for_job("750000000000000")
mixin._job_state_from_batches.assert_has_calls(
[mock.call("750000000000000"),
mock.call("750000000000000")])
assert result.status is DataOperationStatus.SUCCESS