def _migrate_abstracts(self):
old_by_id = {oa.friendly_id: oa for oa in self.event.old_abstracts}
abstract_map = {}
old_abstract_state_map = {}
as_duplicate_reviews = set()
for zodb_abstract in self.amgr._abstracts.itervalues():
old_abstract = old_by_id[int(zodb_abstract._id)]
submitter = self._user_from_legacy(zodb_abstract._submitter._user, janitor=True)
submitted_dt = zodb_abstract._submissionDate
modified_dt = (zodb_abstract._modificationDate
if (submitted_dt - zodb_abstract._modificationDate) > timedelta(seconds=10)
else None)
try:
accepted_track = (self.track_map_by_id[old_abstract.accepted_track_id]
if old_abstract.accepted_track_id is not None
else None)
except KeyError:
self.importer.print_error(cformat('%{yellow!}Abstract #{} accepted in invalid track #{}')
.format(old_abstract.friendly_id, old_abstract.accepted_track_id),
event_id=self.event.id)
accepted_track = None
abstract = Abstract(id=old_abstract.id,
friendly_id=old_abstract.friendly_id,
title=convert_to_unicode(zodb_abstract._title),
description=old_abstract.description,
submitter=submitter,
submitted_dt=submitted_dt,
submitted_contrib_type_id=old_abstract.type_id,
submission_comment=convert_to_unicode(zodb_abstract._comments),
modified_dt=modified_dt)
self.importer.print_info(cformat('%{white!}Abstract:%{reset} {}').format(abstract.title))
self.event.abstracts.append(abstract)
abstract_map[zodb_abstract] = abstract
# files
for old_attachment in getattr(zodb_abstract, '_attachments', {}).itervalues():
storage_backend, storage_path, size = self.importer._get_local_file_info(old_attachment)
if storage_path is None:
self.importer.print_error(cformat('%{red!}File not found on disk; skipping it [{}]')
.format(convert_to_unicode(old_attachment.fileName)),
event_id=self.event.id)
continue
content_type = mimetypes.guess_type(old_attachment.fileName)[0] or 'application/octet-stream'
filename = secure_filename(convert_to_unicode(old_attachment.fileName), 'attachment')
attachment = AbstractFile(filename=filename, content_type=content_type, size=size,
storage_backend=storage_backend, storage_file_id=storage_path)
abstract.files.append(attachment)
# internal comments
for old_comment in zodb_abstract._intComments:
comment = AbstractComment(user=self._user_from_legacy(old_comment._responsible),
text=convert_to_unicode(old_comment._content),
created_dt=old_comment._creationDate,
modified_dt=old_comment._modificationDate)
abstract.comments.append(comment)
# state
old_state = zodb_abstract._currentStatus
old_state_name = old_state.__class__.__name__
old_abstract_state_map[abstract] = old_state
abstract.state = self.STATE_MAP[old_state_name]
if abstract.state == AbstractState.accepted:
abstract.accepted_contrib_type_id = old_abstract.accepted_type_id
abstract.accepted_track = accepted_track
if abstract.state in self.JUDGED_STATES:
abstract.judge = self._user_from_legacy(old_state._responsible, janitor=True)
abstract.judgment_dt = as_utc(old_state._date)
# tracks
reallocated = set(r._track for r in getattr(zodb_abstract, '_trackReallocations', {}).itervalues())
for old_track in zodb_abstract._tracks.values():
abstract.reviewed_for_tracks.add(self.track_map[old_track])
if old_track not in reallocated:
abstract.submitted_for_tracks.add(self.track_map[old_track])
# judgments (reviews)
self._migrate_abstract_reviews(abstract, zodb_abstract, old_abstract, as_duplicate_reviews)
# persons
self._migrate_abstract_persons(abstract, zodb_abstract)
# email log
self._migrate_abstract_email_log(abstract, zodb_abstract)
# merges/duplicates
for abstract in self.event.abstracts:
old_state = old_abstract_state_map[abstract]
if abstract.state == AbstractState.merged:
abstract.merged_into = abstract_map[old_state._target]
elif abstract.state == AbstractState.duplicate:
abstract.duplicate_of = abstract_map[old_state._original]
# mark-as-duplicate judgments
for review, old_abstract in as_duplicate_reviews:
try:
review.proposed_related_abstract = abstract_map[old_abstract]
except KeyError:
self.importer.print_error(cformat('%{yellow!}Abstract #{} marked as duplicate of invalid abstract #{}')
.format(review.abstract.friendly_id, old_abstract._id),
event_id=self.event.id)
# delete the review; it would violate our CHECKs
review.abstract = None
# not needed but avoids some warnings about the object not in the session
review.track = None
review.user = None
def _migrate_abstracts(self):
old_by_id = {oa.friendly_id: oa for oa in self.event.old_abstracts}
abstract_map = {}
old_abstract_state_map = {}
as_duplicate_reviews = set()
for zodb_abstract in self.amgr._abstracts.itervalues():
old_abstract = old_by_id[int(zodb_abstract._id)]
submitter = self._user_from_legacy(zodb_abstract._submitter._user,
janitor=True)
submitted_dt = zodb_abstract._submissionDate
modified_dt = (zodb_abstract._modificationDate if
(submitted_dt - zodb_abstract._modificationDate) >
timedelta(seconds=10) else None)
try:
accepted_track = (
self.track_map_by_id[old_abstract.accepted_track_id]
if old_abstract.accepted_track_id is not None else None)
except KeyError:
self.importer.print_error(cformat(
'%{yellow!}Abstract #{} accepted in invalid track #{}'
).format(old_abstract.friendly_id,
old_abstract.accepted_track_id),
event_id=self.event.id)
accepted_track = None
abstract = Abstract(id=old_abstract.id,
friendly_id=old_abstract.friendly_id,
title=convert_to_unicode(zodb_abstract._title),
description=old_abstract.description,
submitter=submitter,
submitted_dt=submitted_dt,
submitted_contrib_type_id=old_abstract.type_id,
submission_comment=convert_to_unicode(
zodb_abstract._comments),
modified_dt=modified_dt)
self.importer.print_info(
cformat('%{white!}Abstract:%{reset} {}').format(
abstract.title))
self.event.abstracts.append(abstract)
abstract_map[zodb_abstract] = abstract
# files
for old_attachment in getattr(zodb_abstract, '_attachments',
{}).itervalues():
storage_backend, storage_path, size = self.importer._get_local_file_info(
old_attachment)
if storage_path is None:
self.importer.print_error(cformat(
'%{red!}File not found on disk; skipping it [{}]'
).format(convert_to_unicode(old_attachment.fileName)),
event_id=self.event.id)
continue
content_type = mimetypes.guess_type(
old_attachment.fileName)[0] or 'application/octet-stream'
filename = secure_filename(
convert_to_unicode(old_attachment.fileName), 'attachment')
attachment = AbstractFile(filename=filename,
content_type=content_type,
size=size,
storage_backend=storage_backend,
storage_file_id=storage_path)
abstract.files.append(attachment)
# internal comments
for old_comment in zodb_abstract._intComments:
comment = AbstractComment(
user=self._user_from_legacy(old_comment._responsible),
text=convert_to_unicode(old_comment._content),
created_dt=old_comment._creationDate,
modified_dt=old_comment._modificationDate)
abstract.comments.append(comment)
# state
old_state = zodb_abstract._currentStatus
old_state_name = old_state.__class__.__name__
old_abstract_state_map[abstract] = old_state
abstract.state = self.STATE_MAP[old_state_name]
if abstract.state == AbstractState.accepted:
abstract.accepted_contrib_type_id = old_abstract.accepted_type_id
abstract.accepted_track = accepted_track
if abstract.state in self.JUDGED_STATES:
abstract.judge = self._user_from_legacy(old_state._responsible,
janitor=True)
abstract.judgment_dt = as_utc(old_state._date)
# tracks
reallocated = set(r._track for r in getattr(
zodb_abstract, '_trackReallocations', {}).itervalues())
for old_track in zodb_abstract._tracks.values():
abstract.reviewed_for_tracks.add(self.track_map[old_track])
if old_track not in reallocated:
abstract.submitted_for_tracks.add(
self.track_map[old_track])
# judgments (reviews)
self._migrate_abstract_reviews(abstract, zodb_abstract,
old_abstract, as_duplicate_reviews)
# persons
self._migrate_abstract_persons(abstract, zodb_abstract)
# email log
self._migrate_abstract_email_log(abstract, zodb_abstract)
# merges/duplicates
for abstract in self.event.abstracts:
old_state = old_abstract_state_map[abstract]
if abstract.state == AbstractState.merged:
abstract.merged_into = abstract_map[old_state._target]
elif abstract.state == AbstractState.duplicate:
abstract.duplicate_of = abstract_map[old_state._original]
# mark-as-duplicate judgments
for review, old_abstract in as_duplicate_reviews:
try:
review.proposed_related_abstract = abstract_map[old_abstract]
except KeyError:
self.importer.print_error(cformat(
'%{yellow!}Abstract #{} marked as duplicate of invalid abstract #{}'
).format(review.abstract.friendly_id, old_abstract._id),
event_id=self.event.id)
# delete the review; it would violate our CHECKs
review.abstract = None
# not needed but avoids some warnings about the object not in the session
review.track = None
review.user = None
