def test_payload_sip_creation(self):
"""A Payload has a sip."""
from invenio_workflows.api import start
from inspire.modules.workflows.models import Payload
workflow = start("payload_fixture", data=[self.some_record], module_name="unit_tests")
modified_object = workflow.completed_objects[0]
p = Payload(modified_object)
sip = p.get_latest_sip()
self.assertTrue(sip.metadata)
def test_payload_file_creation(self):
"""Can add a file to a Payload."""
from invenio_workflows.models import BibWorkflowObject
from inspire.modules.workflows.models import Payload
from inspire.utils.helpers import (
get_file_by_name,
add_file_by_name,
)
obj = BibWorkflowObject.create_object()
obj.save()
obj.data = obj.get_data() # FIXME hack until workflow 2.0
payload = Payload.create(workflow_object=obj, type="payload_fixture")
payload.save()
fd, filename = tempfile.mkstemp()
os.close(fd)
newpath = add_file_by_name(payload, filename)
self.assertTrue(newpath)
self.assertTrue(get_file_by_name(payload,
os.path.basename(filename)))
BibWorkflowObject.delete(obj)
def do_upgrade():
"""Implement your upgrades here."""
from invenio_workflows.models import (
BibWorkflowObject,
Workflow,
ObjectVersion
)
from invenio_workflows.registry import workflows
from invenio_deposit.models import Deposition
from inspire.dojson.utils import legacy_export_as_marc
from inspire.dojson.hep import hep2marc
from inspire.modules.workflows.dojson import bibfield
from inspire.modules.workflows.models import Payload
def rename_object_action(obj):
if obj.get_action() == "arxiv_approval":
obj.set_action("hep_approval", obj.get_action_message())
def reset_workflow_object_states(obj):
"""Fix workflow positions and states.
Old states from Prod/QA:
{(), (0,), (5, 3, 14), (5, 3, 14, 0), (5, 3, 15), (5, 3, 15, 1)}
{(),
(0,),
(5,),
(5, 3, 1),
(5, 3, 10),
(5, 3, 11),
(5, 3, 12),
(5, 3, 14),
(5, 3, 14, 0),
(6, 3, 4)}
OLD -> NEW
5, 3, 14 -> 0 end
5, 3, 10 -> 14, 0 halted
"""
pos = obj.get_current_task()
if obj.version == ObjectVersion.COMPLETED:
obj.save(task_counter=[len(workflows.get(obj.workflow.name).workflow) - 1])
return
elif obj.version == ObjectVersion.RUNNING:
# Running? Nah that cannot be.
obj.version = ObjectVersion.ERROR
try:
obj.get_current_task_info()
except IndexError:
# The current task counter is Invalid
obj.version = ObjectVersion.ERROR
if obj.workflow.name == "process_record_arxiv":
if tuple(pos) in [
(5,), (5, 3, 14), (5, 3, 14, 0), (5, 3, 15), (5, 3, 15, 1)]:
pos = [len(workflows.get(obj.workflow.name).workflow) - 1] # finished
elif tuple(pos) in [(5, 3, 10), (5, 3, 11), (5, 3, 12)]:
pos = [14, 0] # halted
elif len(pos) > 1 and pos[0] == 6:
# We need to update pos from 6 to start of pre_processing part
pos = [7]
else:
pos = [0] # Nothing here, we go to start
obj.save(task_counter=pos)
# Special submission handling
for deposit in BibWorkflowObject.query.filter(
BibWorkflowObject.module_name == "webdeposit"):
reset_workflow_object_states(deposit)
d = Deposition(deposit)
sip = d.get_latest_sip()
if sip:
sip.metadata = bibfield.do(sip.metadata)
sip.package = legacy_export_as_marc(hep2marc.do(sip.metadata))
d.update()
deposit.save()
# Special workflow handling
workflows_to_fix = ["process_record_arxiv"]
workflow_objects = []
for workflow_name in workflows_to_fix:
workflow_objects += BibWorkflowObject.query.join(
BibWorkflowObject.workflow).filter(Workflow.name == workflow_name).all()
for obj in workflow_objects:
metadata = obj.get_data()
reset_workflow_object_states(obj)
rename_object_action(obj)
if isinstance(metadata, six.string_types):
# Ignore records that have string as data
continue
if 'drafts' in metadata:
# New data model detected
continue
if hasattr(metadata, 'dumps'):
metadata = metadata.dumps(clean=True)
obj.data = bibfield.do(metadata)
payload = Payload.create(
type=obj.workflow.name,
workflow_object=obj
)
payload.save()
