def test_xml_move_missing_params(self):
to_test = DataMoverServices(None, None)
out = to_test.move('', '')
self.assertIsNotNone(out)
self.assertEqual(STATUS_REJECTED, out['status'])
self.assertEqual(REASON_UNKNOWN_URL_SCHEME_2S.format('source', ''), out['reason'])
def test_check_move_status_invalid_id(self):
to_test = DataMoverServices(None, None)
out = to_test.check_move_status(1234)
self.assertIsNotNone(out)
self.assertEqual(STATUS_REJECTED, out['status'])
self.assertEqual(REASON_INVALID_PARAMS_1S.format('id must be a string'), out['reason'])
def test_check_move_status_no_id(self):
to_test = DataMoverServices(None, None)
out = to_test.check_move_status()
self.assertIsNotNone(out)
self.assertEqual(STATUS_REJECTED, out['status'])
self.assertEqual(REASON_MISSING_PARAMS_1S.format('id'), out['reason'])
def test_xml_move_unknown_source_protocol(self):
to_test = DataMoverServices(None, None)
out_1 = to_test.move('type:///id', 'scp:///some/path')
self.assertIsNotNone(out_1)
self.assertEqual(STATUS_REJECTED, out_1['status'])
self.assertEqual(REASON_UNKNOWN_URL_SCHEME_2S.format('source', 'type'), out_1['reason'])
def test_validate_dest_dict_invalid_swift_url_3(self):
to_test = DataMoverServices(None, None)
dest = 'swift+http://nectar//'
valid, reason = to_test._validate_destination(dest, True)
self.assertFalse(valid)
self.assertEqual(REASON_INVALID_SWIFT_URL.format("destination", "'%s'" %dest), reason)
def test_validate_dest_dict_swift_url(self):
to_test = DataMoverServices(None, None)
dest = 'swift+http://nectar/container/path/to/file1'
valid, reason = to_test._validate_destination(dest, False)
self.assertTrue(valid)
self.assertEqual('', reason)
def test_validate_dest_dict_invalid_3(self):
to_test = DataMoverServices(None, None)
dest = 'scp://the_host/the_path'
valid, reason = to_test._validate_destination(dest, 'True')
self.assertFalse(valid)
self.assertEqual(REASON_INVALID_PARAMS_1S.format('zip must be of type bool'), reason)
def test_validate_dest_dict_valid_1(self):
to_test = DataMoverServices(None, None)
dest = 'scp://the_host/the_path'
valid, reason = to_test._validate_destination(dest, True)
self.assertTrue(valid)
self.assertEqual('', reason)
def test_validate_dest_dict_invalid_2(self):
to_test = DataMoverServices(None, None)
dest = 'scp://the_host'
valid, reason = to_test._validate_destination(dest, False)
self.assertFalse(valid)
self.assertEqual(REASON_PATH_NOT_SPECIFIED_1S.format('destination'), reason)
def test_validate_source_dict_mixed_invalid_2(self):
to_test = DataMoverServices(None, None)
source = []
valid, reason = to_test._validate_source_dict(source)
self.assertFalse(valid)
self.assertEqual(REASON_INVALID_PARAMS_1S.format('no sources selected'), reason)
def test_validate_source_dict_invalid_swift_url_3(self):
to_test = DataMoverServices(None, None)
file_1 = 'swift+http://nectar//'
source = [file_1]
valid, reason = to_test._validate_source_dict(source)
self.assertFalse(valid)
self.assertEqual(REASON_INVALID_SWIFT_URL.format("source", "'%s'" %file_1), reason)
def test_validate_source_dict_mixed_invalid_1(self):
to_test = DataMoverServices(None, None)
file_1 = 'scp://visualiser/usr/local/data/occurrence/koalas.png'
file_2 = [file_1]
source = [file_2]
valid, reason = to_test._validate_source_dict(source)
self.assertFalse(valid)
self.assertEqual(REASON_UNKNOWN_SOURCE_TYPE_1S.format("['scp://visualiser/usr/local/data/occurrence/koalas.png']"), reason)
def test_multiple_ALA_in_mixed_source(self):
to_test = DataMoverServices(None, None)
file_1 = 'ala://ala?lsid=urn:lsid:biodiversity.org.au:afd.taxon:31a9b8b8-4e8f-4343-a15f-2ed24e0bf1ae'
file_2 = 'scp://visualiser/usr/local/data/occurrence/koalas.png'
file_3 = 'http://www.intersect.org.au/dingos.csv'
file_4 = 'ala://ala?lsid=urn:lsid:biodiversity.org.au:afd.taxon:31a9b8b8-4e8f-4343-a15f-2ed24e0bf1ae'
source = [file_1, file_2, file_3, file_4]
valid, reason = to_test._validate_source_dict(source)
self.assertFalse(valid)
self.assertEqual('Too many ALA jobs. Mixed sources can only contain a maximum of one ALA job.', reason)
def test_validate_source_dict_mixed(self):
to_test = DataMoverServices(None, None)
file1 = 'scp://visualiser/usr/local/data/occurrence/koalas.csv'
file2 = 'scp://visualiser/usr/local/data/occurrence/koalas.png'
file3 = 'http://www.intersect.org.au/dingos.csv'
file4 = 'scp://host_blah/usr/local/data/occurrence/dingos.png'
file5 = 'swift+http://nectar/container1/path/to/file.txt'
source = [file1, file2, file3, file4, file5]
valid, reason = to_test._validate_source_dict(source)
self.assertTrue(valid)
self.assertEqual('', reason)
def test_check_move_status_unknown_job(self):
to_test = DataMoverServices(None, None)
dest = 'scp://visualiser/some/path'
source = 'ala://ala/?lsid=lsid'
out = to_test.move(source, dest)
id = uuid.uuid4().hex
out = to_test.check_move_status(id)
self.assertIsNotNone(out)
self.assertEqual(STATUS_REJECTED, out['status'])
self.assertEqual(REASON_JOB_DOES_NOT_EXIST, out['reason'])
def test_xml_move(self):
to_test = DataMoverServices(None, None)
to_test._executor = mock.MagicMock()
to_test._move_jobs = {}
dest = 'scp://visualiser/some/path'
source = 'ala://ala/?lsid=lsid'
move_job = MoveJob(source, dest, None, False)
out = to_test.move(source, dest)
self.assertIsNotNone(out)
self.assertEqual(MoveJob.STATUS_PENDING, out['status'])
act_move_job = to_test._move_jobs[to_test._move_jobs.keys()[0]]
self.assertEqual(act_move_job.source, move_job.source)
self.assertEqual(act_move_job.destination, move_job.destination)
self.assertEqual(act_move_job.zip, move_job.zip)
self.assertEqual(act_move_job.userid, move_job.userid)
to_test._executor.submit.assert_called_with(fn=to_test._move_service.worker, move_job=act_move_job)
def test_check_move_status(self):
to_test = DataMoverServices(None, None)
to_test._executor = mock.MagicMock()
to_test._move_jobs = {}
dest = 'scp://visualiser/some/path'
source = 'ala://ala/?lsid=lsid'
out = to_test.move(source, dest)
self.assertIsNotNone(out)
self.assertEqual(MoveJob.STATUS_PENDING, out['status'])
id = to_test._move_jobs.keys()[0]
out = to_test.check_move_status(id)
self.assertIsNotNone(out)
self.assertEqual(MoveJob.STATUS_PENDING, out['status'])
self.assertEqual(id, out['id'])
# job should still exists
out = to_test.check_move_status(id)
self.assertIsNotNone(out)
self.assertEqual(MoveJob.STATUS_PENDING, out['status'])
self.assertEqual(id, out['id'])
# Now update the move job to complete.
to_test._move_jobs[id].update(status=MoveJob.STATUS_COMPLETE)
# Check that the status is updated to complete
out = to_test.check_move_status(id)
self.assertIsNotNone(out)
self.assertEqual(MoveJob.STATUS_COMPLETE, out['status'])
self.assertEqual(id, out['id'])
# Do a 2nd status query, job shall not exist anymore.
out = to_test.check_move_status(id)
self.assertIsNotNone(out)
self.assertEqual(STATUS_REJECTED, out['status'])
self.assertEqual(REASON_JOB_DOES_NOT_EXIST, out['reason'])
def test_xml_move_bad_params(self):
to_test = DataMoverServices(None, None)
# Build src and dest dicts
dest = 'scp://some_host/some/path.txt'
source_dict = 'type://host/?id=id'
out_1 = to_test.move(None, source_dict)
self.assertIsNotNone(out_1)
self.assertEqual(STATUS_REJECTED, out_1['status'])
self.assertEqual(REASON_MISSING_PARAMS_1S.format('source and destination must not be None'), out_1['reason'])
out_2 = to_test.move(dest, None)
self.assertIsNotNone(out_2)
self.assertEqual(STATUS_REJECTED, out_2['status'])
self.assertEqual(REASON_MISSING_PARAMS_1S.format('source and destination must not be None'), out_2['reason'])
out_3 = to_test.move(None, None)
self.assertIsNotNone(out_3)
self.assertEqual(STATUS_REJECTED, out_3['status'])
self.assertEqual(REASON_MISSING_PARAMS_1S.format('source and destination must not be None'), out_3['reason'])
out_4 = to_test.move(source='scp://', destination=dest)
self.assertIsNotNone(out_4)
self.assertEqual(STATUS_REJECTED, out_4['status'])
self.assertEqual(REASON_HOST_NOT_SPECIFIED_1S.format('source'), out_4['reason'])
out_5 = to_test.move('scp://host', destination=dest)
self.assertIsNotNone(out_5)
self.assertEqual(STATUS_REJECTED, out_5['status'])
self.assertEqual(REASON_PATH_NOT_SPECIFIED_1S.format('source'), out_5['reason'])
out_6 = to_test.move(source='scp:///path/to/dest', destination=dest)
self.assertIsNotNone(out_6)
self.assertEqual(STATUS_REJECTED, out_6['status'])
self.assertEqual(REASON_HOST_NOT_SPECIFIED_1S.format('source'), out_6['reason'])
