def download_job_input_folders(cluster, job, log_write_url=None, girder_token=None, submit=True): job_dir = job_directory(cluster, job) with get_connection(girder_token, cluster) as conn: for input in job['input']: if 'folderId' in input and 'path' in input: folder_id = input['folderId'] path = input['path'] upload_path(conn, girder_token, folder_id, os.path.join(job_dir, path)) if submit: submit_job.delay(cluster, job, log_write_url=log_write_url, girder_token=girder_token)
def test_upload(self): cluster_connection = mock.MagicMock() token = ModelImporter.model('token').createToken(self._user) upload_path(cluster_connection, str(token['_id']), self._folder['_id'], '/tmp') cluster_connection.mkdir.assert_has_calls( [mock.call(u'/tmp/subfolder')]) self.assertEqual(len(cluster_connection.put.call_args_list), 3) _, (request, path), _ = cluster_connection.put.mock_calls[0] self.assertEqual(path, '/tmp/bill.txt') self.assertEqual(request.read().decode('utf8').strip(), 'bill') _, (request, path), _ = cluster_connection.put.mock_calls[1] self.assertEqual(path, '/tmp/bob.txt') self.assertEqual(request.read().decode('utf8').strip(), 'bob') _, (request, path), _ = cluster_connection.put.mock_calls[2] self.assertEqual(path, '/tmp/subfolder/will.txt') self.assertEqual(request.read().decode('utf8').strip(), 'will')
def test_upload(self): cluster_connection = mock.MagicMock() token = self.model('token').createToken(self._user) upload_path(cluster_connection, str(token['_id']), self._folder['_id'], '/tmp') cluster_connection.mkdir.assert_has_calls( [mock.call(u'/tmp/subfolder')]) self.assertEqual(len(cluster_connection.put.call_args_list), 3) _, (request, path), _ = cluster_connection.put.mock_calls[0] self.assertEqual(path, '/tmp/bill.txt') self.assertEqual(request.read().decode('utf8').strip(), 'bill') _, (request, path), _ = cluster_connection.put.mock_calls[1] self.assertEqual(path, '/tmp/bob.txt') self.assertEqual(request.read().decode('utf8').strip(), 'bob') _, (request, path), _ = cluster_connection.put.mock_calls[2] self.assertEqual(path, '/tmp/subfolder/will.txt') self.assertEqual(request.read().decode('utf8').strip(), 'will')