def test_publish_project_check_indexed(
api_app, db, es, users, location, cds_jsonresolver,
json_headers, json_partial_project_headers, json_partial_video_headers,
video_deposit_metadata, project_deposit_metadata):
"""Test create a project and check project and videos are indexed."""
with api_app.test_client() as client:
login_user_via_session(client, email=User.query.get(users[0]).email)
# [[ GET EMPTY PROJECT LIST ]]
res = client.get(
url_for('invenio_deposit_rest.project_list'),
headers=json_headers)
assert res.status_code == 200
project_list = json.loads(res.data.decode('utf-8'))
assert project_list['hits']['hits'] == []
# [[ CREATE NEW PROJECT ]]
res = client.post(
url_for('invenio_deposit_rest.project_list'),
data=json.dumps(project_deposit_metadata),
headers=json_partial_project_headers)
assert res.status_code == 201
project_dict = json.loads(res.data.decode('utf-8'))
# [[ ADD A NEW EMPTY VIDEO_1 ]]
video_metadata = deepcopy(video_deposit_metadata)
video_metadata.update(
_project_id=project_dict['metadata']['_deposit']['id'])
res = client.post(
url_for('invenio_deposit_rest.video_list'),
data=json.dumps(video_metadata),
headers=json_partial_video_headers)
# check returned value
assert res.status_code == 201
video_1_dict = json.loads(res.data.decode('utf-8'))
# [[ ADD A NEW EMPTY VIDEO_2 ]]
video_metadata = deepcopy(video_deposit_metadata)
video_metadata.update(
_project_id=project_dict['metadata']['_deposit']['id'])
res = client.post(
url_for('invenio_deposit_rest.video_list'),
data=json.dumps(video_metadata),
headers=json_partial_video_headers)
# check returned value
assert res.status_code == 201
video_2_dict = json.loads(res.data.decode('utf-8'))
# get video ids
video_ids = [
video_1_dict['metadata']['_deposit']['id'],
video_2_dict['metadata']['_deposit']['id']
]
[video_1, video_2] = deposit_videos_resolver(video_ids)
video_1_id = str(video_1.id)
video_2_id = str(video_2.id)
# get project id
project_depid = project_dict['metadata']['_deposit']['id']
project = project_resolver.resolve(project_depid)[1]
project_id = str(project.id)
project = dict(project)
with mock.patch('invenio_indexer.api.RecordIndexer.bulk_index') \
as mock_indexer:
# [[ PUBLISH THE PROJECT ]]
prepare_videos_for_publish([video_1, video_2])
client.post(
url_for('invenio_deposit_rest.project_actions',
pid_value=project['_deposit']['id'], action='publish'),
headers=json_headers)
# get project record
_, project_record = project_resolver.resolve(
project_depid)[1].fetch_published()
# get video records
video_records = Project(data=project_record).videos
assert len(video_records) == 2
# check project + videos are indexed
assert mock_indexer.called is True
ids = list(list(mock_indexer.mock_calls[0])[1][0])
assert len(ids) == 3
# check video deposit are not indexed
assert video_1_id not in ids
assert video_2_id not in ids
# check project deposit is not indexed
assert project_id not in ids
# check video records are indexed
assert str(video_records[0].id) in ids
assert str(video_records[1].id) in ids
# check project record is indexed
assert str(project_record.id) in ids
def test_simple_workflow(
api_app, db, es, users, location, cds_jsonresolver,
data_file_1, data_file_2,
json_headers, json_partial_project_headers, json_partial_video_headers,
deposit_metadata, project_deposit_metadata, video_deposit_metadata):
"""Test project simple workflow."""
def check_connection(videos, project):
"""check project <---> video connection."""
assert all({"$ref": video.ref} in project['videos']
for video in videos)
assert len(videos) == len(project['videos'])
project_schema = ('https://cdslabs.cern.ch/schemas/'
'deposits/records/videos/project/project-v1.0.0.json')
video_schema = ('https://cdslabs.cern.ch/schemas/'
'deposits/records/videos/video/video-v1.0.0.json')
with api_app.test_client() as client:
login_user_via_session(client, email=User.query.get(users[0]).email)
# [[ CREATE NEW PROJECT ]]
res = client.post(
url_for('invenio_deposit_rest.project_list'),
data=json.dumps(project_deposit_metadata),
headers=json_partial_project_headers)
# check returned value
assert res.status_code == 201
project_dict = json.loads(res.data.decode('utf-8'))
assert project_dict['metadata']['videos'] == []
assert project_dict['metadata']['title']['title'] == 'my project'
assert project_dict['links']['bucket'].startswith(
'http://localhost/files/')
assert all(link.startswith('http://localhost/deposits/project')
for (key, link) in project_dict['links'].items()
if key not in ['html', 'bucket'])
# check database
project_id = project_dict['metadata']['_deposit']['id']
project = project_resolver.resolve(project_id)[1]
assert project['$schema'] == project_schema
# [[ ADD A NEW EMPTY VIDEO_1 ]]
video_metadata = deepcopy(video_deposit_metadata)
video_metadata.update(
_project_id=project_dict['metadata']['_deposit']['id'])
res = client.post(
url_for('invenio_deposit_rest.video_list'),
data=json.dumps(video_metadata),
headers=json_partial_video_headers)
# check returned value
assert res.status_code == 201
video_1_dict = json.loads(res.data.decode('utf-8'))
assert video_1_dict['metadata']['_project_id'] == project_id
assert all(link.startswith('http://localhost/deposits/video')
for (key, link) in video_1_dict['links'].items()
if key not in ['html', 'bucket'])
# check database: connection project <---> videos
video_ids = [
video_1_dict['metadata']['_deposit']['id']
]
[video_1] = deposit_videos_resolver(video_ids)
check_connection(
[video_1],
project_resolver.resolve(
project_dict['metadata']['_deposit']['id'])[1]
)
assert video_1['$schema'] == video_schema
# [[ GET THE VIDEO 1 ]]
res = client.get(
video_1_dict['links']['self'],
headers=json_headers)
# check returned value
assert res.status_code == 200
video_1_dict = json.loads(res.data.decode('utf-8'))
assert video_1_dict['metadata']['_files'] == []
# [[ ADD A NEW EMPTY VIDEO_2 ]]
video_metadata = deepcopy(video_deposit_metadata)
video_metadata.update(
_project_id=project_dict['metadata']['_deposit']['id'])
res = client.post(
url_for('invenio_deposit_rest.video_list'),
data=json.dumps(video_metadata),
headers=json_partial_video_headers)
# check returned value
assert res.status_code == 201
video_2_dict = json.loads(res.data.decode('utf-8'))
assert video_2_dict['metadata']['_project_id'] == project_id
assert all(link.startswith('http://localhost/deposits/video')
for (key, link) in video_2_dict['links'].items()
if key not in ['html', 'bucket'])
# check database: connection project <---> videos
video_ids = [
video_1_dict['metadata']['_deposit']['id'],
video_2_dict['metadata']['_deposit']['id']
]
[video_1, video_2] = deposit_videos_resolver(video_ids)
check_connection(
[video_1, video_2],
project_resolver.resolve(
project_dict['metadata']['_deposit']['id'])[1]
)
assert video_2['$schema'] == video_schema
# [[ ADD A FILE INSIDE VIDEO_1 ]]
res = client.post(
url_for('invenio_deposit_rest.video_files',
pid_value=video_1_dict['metadata']['_deposit']['id']),
data=data_file_1, content_type='multipart/form-data')
# check returned value
assert res.status_code == 201
file_1 = json.loads(res.data.decode('utf-8'))
assert file_1['checksum'] == 'md5:eb88ae1e3666e6fe96a33ea72aab630e'
assert file_1['filesize'] == 24
assert file_1['filename'] == 'test.json'
assert file_1['id']
# check database: connection project <---> videos
video_1 = deposit_video_resolver(
video_1_dict['metadata']['_deposit']['id'])
assert video_1['_files'][0]['key'] == 'test.json'
video_ids = [
video_1_dict['metadata']['_deposit']['id'],
video_2_dict['metadata']['_deposit']['id']
]
check_connection(
deposit_videos_resolver(video_ids),
project_resolver.resolve(
project_dict['metadata']['_deposit']['id'])[1]
)
# [[ GET THE VIDEO 1 ]]
res = client.get(video_1_dict['links']['self'], headers=json_headers)
# check video metadata
assert res.status_code == 200
video_1_dict = json.loads(res.data.decode('utf-8'))
assert len(video_1_dict['metadata']['_files']) == 1
myfile = video_1_dict['metadata']['_files'][0]
assert myfile['links']['self'].startswith('/api/files/')
assert myfile['checksum'] == 'md5:eb88ae1e3666e6fe96a33ea72aab630e'
assert myfile['completed'] is True
assert 'version_id' in myfile
assert myfile['key'] == 'test.json'
assert myfile['size'] == 24
# [[ PUBLISH VIDEO_1 ]]
# Not need to send _files
del video_1_dict['metadata']['_files']
# Prepare video for publishing
prepare_videos_for_publish([video_1, video_2])
res = client.post(
url_for('invenio_deposit_rest.video_actions',
pid_value=video_1['_deposit']['id'], action='publish'),
headers=json_headers)
# check returned value
assert res.status_code == 202
video_1_dict = json.loads(res.data.decode('utf-8'))
assert video_1_dict['metadata']['_deposit']['status'] == 'published'
assert video_1_dict['metadata']['recid'] == 1
assert video_1_dict['metadata']['_project_id'] == project_id
# check database: connection project <---> videos
video_ids = [
video_1_dict['metadata']['_deposit']['id'],
video_2_dict['metadata']['_deposit']['id']
]
check_connection(
deposit_videos_resolver(video_ids),
project_resolver.resolve(
project_dict['metadata']['_deposit']['id'])[1]
)
# [[ ADD A VIDEO INSIDE VIDEO_2 ]]
res = client.post(
url_for('invenio_deposit_rest.video_files',
pid_value=video_2_dict['metadata']['_deposit']['id']),
data=data_file_2, content_type='multipart/form-data')
# check returned value
assert res.status_code == 201
file_2 = json.loads(res.data.decode('utf-8'))
assert file_2['checksum'] == 'md5:95405c14852500dcbb6dbfd9e27a3594'
assert file_2['filesize'] == 26
assert file_2['filename'] == 'test2.json'
# check connection project <---> videos
video_2 = deposit_video_resolver(
video_2_dict['metadata']['_deposit']['id'])
assert video_2['_files'][0]['key'] == 'test2.json'
video_ids = [
video_1_dict['metadata']['_deposit']['id'],
video_2_dict['metadata']['_deposit']['id']
]
check_connection(
deposit_videos_resolver(video_ids),
project_resolver.resolve(
project_dict['metadata']['_deposit']['id'])[1]
)
# [[ PUBLISH THE PROJECT ]]
res = client.post(
url_for('invenio_deposit_rest.project_actions',
pid_value=project['_deposit']['id'], action='publish'),
headers=json_headers)
def get_video_record(depid):
deposit = deposit_video_resolver(depid)
return Video.get_record(deposit.fetch_published()[1].id)
video_1 = get_video_record(video_1_dict['metadata']['_deposit']['id'])
video_2 = get_video_record(video_2_dict['metadata']['_deposit']['id'])
record_videos = [video_1, video_2]
# check returned value
assert res.status_code == 202
project_dict = json.loads(res.data.decode('utf-8'))
assert project_dict['metadata']['_deposit']['status'] == 'published'
assert project_dict['metadata']['recid'] == 3
assert project_dict['metadata']['videos'][0] == record_videos[0]
assert project_dict['metadata']['videos'][1] == record_videos[1]
# check database: connection project <---> videos
check_connection(
record_videos,
project_resolver.resolve(
project_dict['metadata']['_deposit']['id'])[1]
)
# check indexed record
RecordIndexer().process_bulk_queue()
sleep(2)
res = client.get(url_for('invenio_records_rest.recid_list',
headers=json_headers))
assert res.status_code == 200
data = json.loads(res.data.decode('utf-8'))
for hit in data['hits']['hits']:
assert isinstance(hit['id'], int)
# [[ EDIT THE PROJECT ]]
res = client.post(
url_for('invenio_deposit_rest.project_actions',
pid_value=project_dict['metadata']['_deposit']['id'],
action='edit'),
headers=json_headers)
# check returned value
assert res.status_code == 201
project_dict = json.loads(res.data.decode('utf-8'))
assert project_dict['metadata']['_deposit']['status'] == 'draft'
# check database
project = project_resolver.resolve(
project_dict['metadata']['_deposit']['id'])[1]
assert project['_deposit']['status'] == 'draft'
# [[ MODIFY PROJECT ]]
project_before = project_resolver.resolve(
project_dict['metadata']['_deposit']['id'])[1]
project_dict['metadata']['title']['title'] = 'new project title'
# Not need to send _files
del project_dict['metadata']['_files']
# try to modify preserved fields
project_dict['metadata']['recid'] = 12323233
project_dict['metadata']['report_number'][0] = 'fuuu barrrr'
project_dict['metadata']['publication_date'] = '2000-12-03'
# do the call
res = client.put(
url_for('invenio_deposit_rest.project_item',
pid_value=project_dict['metadata']['_deposit']['id']),
data=json.dumps(project_dict['metadata']),
headers=json_headers)
# check returned value
assert res.status_code == 200
project_dict = json.loads(res.data.decode('utf-8'))
assert project_dict['metadata']['title']['title'] ==\
'new project title'
assert all(link.startswith('http://localhost/deposits/project')
for (key, link) in project_dict['links'].items()
if key not in ['html', 'bucket'])
video_1 = get_video_record(video_1_dict['metadata']['_deposit']['id'])
video_2 = get_video_record(video_2_dict['metadata']['_deposit']['id'])
assert video_1 == project_dict['metadata']['videos'][0]
assert video_2 == project_dict['metadata']['videos'][1]
# check database
project = project_resolver.resolve(
project_dict['metadata']['_deposit']['id'])[1]
assert project['title']['title'] == 'new project title'
# check preserved fields
assert project_before['recid'] == project['recid']
assert project_before['report_number'] == project['report_number']
assert project_before[
'publication_date'] == project['publication_date']
# [[ DISCARD PROJECT ]]
res = client.post(
url_for('invenio_deposit_rest.project_actions',
pid_value=project_dict['metadata']['_deposit']['id'],
action='discard'),
headers=json_headers)
# check returned value
assert res.status_code == 201
project_dict = json.loads(res.data.decode('utf-8'))
assert project_dict['metadata']['title']['title'] == 'my project'
# check database
project = project_resolver.resolve(
project_dict['metadata']['_deposit']['id'])[1]
assert project['title']['title'] == 'my project'
def video_resolver_sorted(ids):
"""Return videos with ascending RN order."""
return sorted(deposit_videos_resolver(ids), key=lambda x: x.report_number)