def import_questions(self, everyone, admin):
from askbot.models import post, user
ed_posts = EfsqtDiscussPosts.objects.using('old-devzone').filter(parent_id=0)
count = ed_posts.count()
message = 'Importing %i questions' % count
for ed_post in ProgressBar(ed_posts.iterator(), count, message):
ab_post = post.Post()
ab_post.id = ed_post.id
ab_post.post_type = 'question'
ab_post.parent_id = None
ab_post.thread_id = ed_post.id
try:
author = user.User.objects.get(id=ed_post.user_id)
ab_post.author = author
except:
if not '@' in ed_post.poster_email:
ed_post.poster_email = '*****@*****.**'
ab_post.author = get_or_create_anonymous_user(admin, ed_post.poster_name, ed_post.poster_email)
ab_post.created_at = ed_post.created
ab_post.added_at = ed_post.created
ab_post.locked = ed_post.islock
ab_post.locked_at = ed_post.lockdate
ab_post.points = ed_post.sum_totalvote
ab_post.vote_up_count = ed_post.num_likes
ab_post.vote_down_count = ed_post.num_negvote
if ed_post.modified != ed_post.created:
ab_post.last_edited_at = ed_post.modified
ab_post.last_edited_by_id = ab_post.author.id
ab_post.text = bbcode2markdown.convert(ed_post.content)
ab_post.html = ab_post.parse_post_text()['html']
ab_post.summary = ab_post.get_snippet()
ab_post.language_code = self.LANGUAGE
ab_post.save()
ab_post.add_to_groups([everyone])
if not ab_post.revisions.exists():
revision = ab_post.add_revision(author=ab_post.author, text=ab_post.text, revised_at=ab_post.last_edited_at or ab_post.created_at)
revision.save()
else:
rev = ab_post.revisions.latest('revised_at')
rev.text = ab_post.text
rev.save()
post_tags = EfsqtDiscussPostsTags.objects.using('old-devzone').filter(post_id=ab_post.id).values_list('tag_id', flat=True)
tags = EfsqtDiscussTags.objects.using('old-devzone').filter(id__in=post_tags).values_list('title', flat=True)
tagnames = ', '.join(tags)
ab_post.thread.update_tags(tagnames.lower(), admin, update_summary=False)
transaction.commit()
def handle(self, *args, **kwargs):
try:
LANGUAGE = 'en'
nordic_group = user.Group.objects.get_or_create(
name='Nordic employees',
openness=user.Group.CLOSED,
)
ed_users = EfsqtDiscussUsers.objects.using('devzone').all()
count = ed_users.count()
message = 'Importing %i users' % count
for ed_user in ProgressBar(ed_users.iterator(), count, message):
jm_user = EfsqtUsers.objects.using('devzone').get(id=ed_user.id)
jm_usergroups = EfsqtUserUsergroupMap.objects.using('devzone').filter(user_id=ed_user.id)
ab_user = User()
ab_user.id = ed_user.id
ab_user.save()
for ug in jm_usergroups:
if ug.group_id in [7, 8]:
ab_user.is_staff = True
if ug.group_id == 8:
ab_user.is_superuser = True
if ed_user.edited == 1 and ed_user.params:
params = json.loads(ed_user.params)
if 'show_twitter' in params and params['show_twitter'] == '1':
ab_user.twitter_handle = params['twitter']
if 'show_linkedin' in params and params['show_linkedin'] == '1':
ab_user.linkedin_profile = params['linkedin']
if 'show_website' in params and params['show_website'] == '1':
ab_user.website = params['website']
ab_user.username = jm_user.username
ab_user.real_name = jm_user.name or jm_user.username
ab_user.email = jm_user.email
hash, salt = jm_user.password.split(':')
ab_user.password = '******'.join(['md5', salt, hash])
ab_user.about = ed_user.description
ab_user.date_joined = jm_user.registerdate or datetime.now()
ab_user.last_login = jm_user.lastvisitdate or datetime.now()
ab_user.last_seen = jm_user.lastvisitdate or datetime.now()
#ab_user.status
#ab_user.last_name
#ab_user.gold
#ab_user.social_sharing_mode
#ab_user.interesting_tags
#ab_user.subscribed_tags
#ab_user.email_key
#ab_user.first_name
#ab_user.email_isvalid
#ab_user.is_fake
#ab_user.languages
#ab_user.date_of_birth
#ab_user.location
#ab_user.new_response_count
#ab_user.company
#ab_user.is_active
#ab_user.consecutive_days_visit_count
#ab_user.email_tag_filter_strategy
#ab_user.silver
#ab_user.bronze
#ab_user.questions_per_page
#ab_user.email_signature
#ab_user.show_country
#ab_user.show_marked_tags
#ab_user.twitter_access_token
#ab_user.country
#ab_user.display_tag_filter_strategy
#ab_user.seen_response_count
#ab_user.ignored_tags
#ab_user.reputation
#ab_user.gravatar
#ab_user.avatar_type
ab_user.save()
for ug in jm_usergroups:
if ug.group_id == 13:
user.GroupMembership.objects.get_or_create(
user=ab_user, group=nordic_group, level=user.GroupMembership.FULL
)
transaction.commit()
everyone = user.Group.objects.get_global_group()
admin = User.objects.filter(is_staff=True)[0]
ed_posts = EfsqtDiscussPosts.objects.using('devzone').filter(parent_id=0)
count = ed_posts.count()
message = 'Importing %i threads' % count
for ed_post in ProgressBar(ed_posts.iterator(), count, message):
ab_thread = question.Thread()
ab_thread.id = ed_post.id
ab_thread.title = ed_post.title
ab_thread.view_count = ed_post.hits
ab_thread.last_activity_at = ed_post.modified
try:
author = User.objects.get(id=ed_post.user_id)
ab_thread.last_activity_by_id = author.id
except:
if not '@' in ed_post.poster_email:
ed_post.poster_email = '*****@*****.**'
ab_thread.last_activity_by_id = get_or_create_anonymous_user(admin, ed_post.poster_name, ed_post.poster_email).id
ab_thread.language_code = LANGUAGE
ab_thread.closed = ed_post.islock
ab_thread.closed_at = ed_post.lockdate
ab_thread.added_at = ed_post.created
ab_thread.points = ed_post.sum_totalvote
#ab_thread.favourite_count = 0
#ab_thread.answer_count = 0
#ab_thread.followed_by =
#ab_thread.favourited_by =
#ab_thread.accepted_answer =
#ab_thread.answer_accepted_at =
#ab_thread.tagnames = ', '.join()
ab_thread.save()
ab_thread.add_to_groups([everyone])
transaction.commit()
ed_posts = EfsqtDiscussPosts.objects.using('devzone').filter(parent_id=0)
count = ed_posts.count()
message = 'Importing %i questions' % count
for ed_post in ProgressBar(ed_posts.iterator(), count, message):
ab_post = post.Post()
ab_post.id = ed_post.id
ab_post.post_type = 'question'
ab_post.parent_id = None
ab_post.thread_id = ed_post.id
try:
author = User.objects.get(id=ed_post.user_id)
ab_post.author = author
except:
if not '@' in ed_post.poster_email:
ed_post.poster_email = '*****@*****.**'
ab_post.author = get_or_create_anonymous_user(admin, ed_post.poster_name, ed_post.poster_email)
ab_post.created_at = ed_post.created
ab_post.added_at = ed_post.created
ab_post.locked = ed_post.islock
ab_post.locked_at = ed_post.lockdate
ab_post.points = ed_post.sum_totalvote
ab_post.vote_up_count = ed_post.num_likes
ab_post.vote_down_count = ed_post.num_negvote
ab_post.last_edited_at = ed_post.modified
ab_post.last_edited_by_id = ed_post.user_id or None
ab_post.text = bbcode2markdown.convert(ed_post.content)
ab_post.html = ab_post.parse_post_text()['html']
ab_post.summary = ab_post.get_snippet()
ab_post.language_code = LANGUAGE
ab_post.is_anonymous = (ed_post.user_id == 0)
ab_post.save()
ab_post.add_to_groups([everyone])
if not ab_post.revisions.exists():
revision = ab_post.add_revision(author=ab_post.author, text=ab_post.text, revised_at=ab_post.last_edited_at)
revision.save()
post_tags = EfsqtDiscussPostsTags.objects.using('devzone').filter(post_id=ab_post.id).values_list('tag_id', flat=True)
tags = EfsqtDiscussTags.objects.using('devzone').filter(id__in=post_tags).values_list('title', flat=True)
tagnames = ', '.join(tags)
ab_post.thread.update_tags(tagnames.lower(), admin)
transaction.commit()
ed_posts = EfsqtDiscussPosts.objects.using('devzone').exclude(parent_id=0)
count = ed_posts.count()
message = 'Importing %i answers' % count
for ed_post in ProgressBar(ed_posts.iterator(), count, message):
ab_post = post.Post()
ab_post.id = ed_post.id
ab_post.post_type = 'answer'
ab_post.parent_id = ed_post.parent_id
ab_post.thread_id = ed_post.parent_id
try:
author = User.objects.get(id=ed_post.user_id)
ab_post.author = author
except:
if not '@' in ed_post.poster_email:
ed_post.poster_email = '*****@*****.**'
ab_post.author = get_or_create_anonymous_user(admin, ed_post.poster_name, ed_post.poster_email)
ab_post.created_at = ed_post.created
ab_post.added_at = ed_post.created
ab_post.locked = ed_post.islock
ab_post.locked_at = ed_post.lockdate
ab_post.points = ed_post.sum_totalvote
ab_post.vote_up_count = ed_post.num_likes
ab_post.vote_down_count = ed_post.num_negvote
ab_post.last_edited_at = ed_post.modified
ab_post.last_edited_by_id = ed_post.user_id or ab_post.author.id
ab_post.text = bbcode2markdown.convert(ed_post.content)
ab_post.html = ab_post.parse_post_text()['html']
ab_post.summary = ab_post.get_snippet()
ab_post.language_code = LANGUAGE
ab_post.is_anonymous = (ed_post.user_id == 0)
ab_post.save()
ab_post.add_to_groups([everyone])
if ed_post.answered:
ab_post.thread.accepted_answer_id = ab_post.id
ab_post.thread.save()
if not ab_post.revisions.exists():
revision = ab_post.add_revision(author=ab_post.author, text=ab_post.text, revised_at=ab_post.last_edited_at)
revision.save()
transaction.commit()
ed_comments = EfsqtDiscussComments.objects.using('devzone').all()
count = ed_comments.count()
message = 'Importing %i comments' % count
for ed_comment in ProgressBar(ed_comments.iterator(), count, message):
ab_post = post.Post()
ab_post.id = ed_post.id
ab_post.post_type = 'comment'
ab_post.parent_id = ed_comment.post_id
try:
ab_post.thread = post.Post.objects.get(id=ed_comment.post_id).thread
except:
pass
try:
author = User.objects.get(id=ed_comment.user_id)
ab_post.author = author
except:
if not '@' in ed_comment.email:
ed_comment.email = '*****@*****.**'
ab_post.author = get_or_create_anonymous_user(admin, ed_comment.name, ed_comment.email)
ab_post.created_at = ed_comment.created
ab_post.added_at = ed_comment.created
ab_post.last_edited_at = ed_comment.modified
ab_post.text = ed_comment.comment
ab_post.html = ab_post.parse_post_text()['html']
ab_post.summary = ab_post.get_snippet()
ab_post.language_code = LANGUAGE
ab_post.is_anonymous = (ed_comment.user_id == 0)
ab_post.save()
ab_post.add_to_groups([everyone])
if not ab_post.revisions.exists():
revision = ab_post.add_revision(author=ab_post.author, text=ab_post.text, revised_at=ab_post.last_edited_at)
revision.save()
transaction.commit()
image_exts = ['jpg', 'jepg', 'png', 'gif', 'bmp', 'svg']
ed_attachments = EfsqtDiscussAttachments.objects.using('devzone').all()
count = ed_attachments.count()
message = 'Importing %i post attachments' % count
for ed_attachment in ProgressBar(ed_attachments.iterator(), count, message):
try:
ab_post = post.Post.objects.get(id=ed_attachment.uid)
except:
continue
ab_post.text = ab_post.text + '\n\n%s[%s](%s%s/%s)' % (
'!' if ed_attachment.title.split('.')[-1] in image_exts else '',
ed_attachment.title,
reverse('upload'),
ed_attachment.path,
ed_attachment.title,
)
ab_post.html = ab_post.parse_post_text()['html']
ab_post.save()
transaction.commit()
WARNING = '\033[93m'
ENDC = '\033[0m'
print WARNING + 'You need to manually copy uploads, keeping directory structure, to <askbot media folder>/uploads/' + ENDC
ed_conversations = EfsqtDiscussConversations.objects.using('devzone').all()
count = ed_conversations.count()
message = 'Importing %i message threads' % count
for ed_conversation in ProgressBar(ed_conversations.iterator(), count, message):
thread = Thread()
thread.id = ed_conversation.id
thread.save()
transaction.commit()
ed_messages = EfsqtDiscussConversationsMessage.objects.using('devzone').all()
count = ed_messages.count()
message = 'Importing %i messages' % count
for ed_message in ProgressBar(ed_messages.iterator(), count, message):
message = Message()
message.id = ed_message.id
message.author_id = ed_message.created_by
message.body = bbcode2markdown.convert(ed_message.message)
message.created_at = ed_message.created
message.save()
Message.objects.filter(id=message.id).update(created_at=ed_message.created)
transaction.commit()
ed_messagemaps = EfsqtDiscussConversationsMessageMaps.objects.using('devzone').all()
count = ed_messagemaps.count()
message = 'Importing %i message indices' % count
for ed_messagemap in ProgressBar(ed_messagemaps.iterator(), count, message):
message_index = MessageIndex()
message_index.id = ed_messagemap.id
message_index.message_id = ed_messagemap.message_id
message_index.thread_id = ed_messagemap.conversation_id
message_index.user_id = ed_messagemap.user_id
message_index.new = (ed_messagemap.isread == 0)
message_index.created_at = Message.objects.get(id=ed_messagemap.message_id).created_at
message_index.save()
transaction.commit()
message_indices = MessageIndex.objects.order_by('user', 'thread', 'message__created_at')
count = message_indices.count()
message = 'Updating %i message index date boundaries' % count
previous_index = None
for message_index in ProgressBar(message_indices.iterator(), count, message):
if previous_index and previous_index.thread_id == message_index.thread_id:
next_day = message_index.message.created_at.date() != previous_index.message.created_at.date()
MessageIndex.objects.filter(id=message_index.id).update(next_day=next_day)
previous_index = message_index
transaction.commit()
count = ed_conversations.count()
message = 'Updating %i thread update times' % count
for ed_conversation in ProgressBar(ed_conversations.iterator(), count, message):
Thread.objects.filter(id=ed_conversation.id).update(updated_at=ed_conversation.lastreplied)
transaction.commit()
except:
print
print traceback.format_exc()
transaction.rollback()
print 'Exception. Pending transaction rolled back.'
raise
def import_private_messages(self):
from privatemessages.models import Message, Thread, MessageIndex, Settings
ed_conversations = EfsqtDiscussConversations.objects.using('old-devzone').all()
count = ed_conversations.count()
message = 'Importing %i message threads' % count
for ed_conversation in ProgressBar(ed_conversations.iterator(), count, message):
thread = Thread()
thread.id = ed_conversation.id
thread.save()
transaction.commit()
ed_messages = EfsqtDiscussConversationsMessage.objects.using('old-devzone').all()
count = ed_messages.count()
message = 'Importing %i messages' % count
for ed_message in ProgressBar(ed_messages.iterator(), count, message):
message = Message()
message.id = ed_message.id
message.author_id = ed_message.created_by
message.created_at = ed_message.created
message.body = bbcode2markdown.convert(ed_message.message)
message.created_at = ed_message.created
message.save()
Message.objects.filter(id=message.id).update(created_at=ed_message.created)
transaction.commit()
ed_messagemaps = EfsqtDiscussConversationsMessageMaps.objects.using('old-devzone').all()
count = ed_messagemaps.count()
message = 'Importing %i message indices' % count
for ed_messagemap in ProgressBar(ed_messagemaps.iterator(), count, message):
message_index = MessageIndex()
message_index.id = ed_messagemap.id
message_index.message_id = ed_messagemap.message_id
message_index.thread_id = ed_messagemap.conversation_id
message_index.user_id = ed_messagemap.user_id
message_index.new = (ed_messagemap.isread == 0)
message_index.created_at = Message.objects.get(id=ed_messagemap.message_id).created_at
message_index.save(bulk_save=True)
transaction.commit()
message_indices = MessageIndex.objects.order_by('user', 'thread', 'message__created_at')
count = message_indices.count()
message = 'Updating %i message index date boundaries' % count
previous_index = None
for message_index in ProgressBar(message_indices.iterator(), count, message):
if previous_index and previous_index.thread_id == message_index.thread_id:
next_day = message_index.message.created_at.date() != previous_index.message.created_at.date()
MessageIndex.objects.filter(id=message_index.id).update(next_day=next_day)
previous_index = message_index
transaction.commit()
count = ed_conversations.count()
message = 'Updating %i thread update times' % count
for ed_conversation in ProgressBar(ed_conversations.iterator(), count, message):
Thread.objects.filter(id=ed_conversation.id).update(updated_at=ed_conversation.lastreplied)
transaction.commit()