def download_job_input_folders(cluster, job, log_write_url=None,
girder_token=None, submit=True):
job_dir = job_directory(cluster, job)
with get_connection(girder_token, cluster) as conn:
for input in job['input']:
if 'folderId' in input and 'path' in input:
folder_id = input['folderId']
path = input['path']
upload_path(conn, girder_token, folder_id,
os.path.join(job_dir, path))
if submit:
submit_job.delay(cluster, job, log_write_url=log_write_url,
girder_token=girder_token)
def download_job_input_folders(cluster, job, log_write_url=None,
girder_token=None, submit=True):
job_dir = job_directory(cluster, job)
with get_connection(girder_token, cluster) as conn:
for input in job['input']:
if 'folderId' in input and 'path' in input:
folder_id = input['folderId']
path = input['path']
upload_path(conn, girder_token, folder_id,
os.path.join(job_dir, path))
if submit:
submit_job.delay(cluster, job, log_write_url=log_write_url,
girder_token=girder_token)
def test_upload(self):
cluster_connection = mock.MagicMock()
token = ModelImporter.model('token').createToken(self._user)
upload_path(cluster_connection, str(token['_id']), self._folder['_id'],
'/tmp')
cluster_connection.mkdir.assert_has_calls(
[mock.call(u'/tmp/subfolder')])
self.assertEqual(len(cluster_connection.put.call_args_list), 3)
_, (request, path), _ = cluster_connection.put.mock_calls[0]
self.assertEqual(path, '/tmp/bill.txt')
self.assertEqual(request.read().decode('utf8').strip(), 'bill')
_, (request, path), _ = cluster_connection.put.mock_calls[1]
self.assertEqual(path, '/tmp/bob.txt')
self.assertEqual(request.read().decode('utf8').strip(), 'bob')
_, (request, path), _ = cluster_connection.put.mock_calls[2]
self.assertEqual(path, '/tmp/subfolder/will.txt')
self.assertEqual(request.read().decode('utf8').strip(), 'will')
def test_upload(self):
cluster_connection = mock.MagicMock()
token = self.model('token').createToken(self._user)
upload_path(cluster_connection, str(token['_id']),
self._folder['_id'], '/tmp')
cluster_connection.mkdir.assert_has_calls(
[mock.call(u'/tmp/subfolder')])
self.assertEqual(len(cluster_connection.put.call_args_list), 3)
_, (request, path), _ = cluster_connection.put.mock_calls[0]
self.assertEqual(path, '/tmp/bill.txt')
self.assertEqual(request.read().decode('utf8').strip(), 'bill')
_, (request, path), _ = cluster_connection.put.mock_calls[1]
self.assertEqual(path, '/tmp/bob.txt')
self.assertEqual(request.read().decode('utf8').strip(), 'bob')
_, (request, path), _ = cluster_connection.put.mock_calls[2]
self.assertEqual(path, '/tmp/subfolder/will.txt')
self.assertEqual(request.read().decode('utf8').strip(), 'will')
