def fetch_all():
from ct_projects.connectors.cloud_teams.cloud_teams import CloudTeamsConnector
import time
# wait for the change to take place
time.sleep(5)
CloudTeamsConnector().fetch_all()
# send campaigns
Campaign.send_all()
def fetch_all():
from ct_projects.connectors.team_platform.cloud_teams import CloudTeamsConnector
import time
# wait for the change to take place
time.sleep(5)
CloudTeamsConnector().fetch_all()
# send campaigns
Campaign.send_all()
def on_profile_info_updated(sender, instance, created, **kwargs):
# send campaigns
Campaign.send_all()
def fetch_all(self):
"""
Populates Customer Platform DB with projects from the Teams Platform
:return: Number of projects fetched from CloudTeams team platform
"""
entries = self.srv.get_projectstore('')
project_ids = []
campaign_ids = []
document_ids = []
poll_ids = []
reward_ids = []
blogpost_ids = []
for entry in entries:
project = Project()
project.id = int(entry['__id__'])
project_ids.append(project.id)
current = Project.objects.filter(pk=project.id)
if current:
project = current[0]
project.title = entry['name']
project.description = entry['descr'] if 'descr' in entry else ''
project.application_type = entry['bscw_cloudteams:p_type']
project.logo = entry['logo']['url'] if 'logo' in entry else ''
project.category = entry['bscw_cloudteams:p_category']
project.icon = entry['category_icon'] if 'category_icon' in entry else ''
project.managers = ','.join(entry['managers']) if 'managers' in entry else ''
project.members = ','.join(entry['members']) if 'members' in entry else ''
project.is_public = entry['is_public'] if 'is_public' in entry else False
project.created = datetime.fromtimestamp(int(entry['ctime'])) if 'ctime' in entry else now()
project.contacts = ','.join(entry['contacts']) if 'contacts' in entry else ''
# save the project in the database
project.save()
# save blogs
if 'blog' in entry:
for b in entry['blog']:
# every blog post must have a title
if 'blogpost_subject' not in b:
continue
try:
blog = BlogPost.objects.get(project=project, title=b['blogpost_subject'])
except BlogPost.DoesNotExist:
blog = BlogPost(title=b['blogpost_subject'], project=project)
blog.author = b['blogpost_author'] if 'blogpost_author' in b else ''
blog.content = b['blogpost_body'] if 'blogpost_body' in b else ''
blog.image_link = b['blogpost_img_link'] if 'blogpost_img_link' in b else ''
blog.created = datetime.fromtimestamp(int(b['ctime'])) if 'ctime' in b else now()
blog.save()
# mark blog as found
blogpost_ids.append(blog.pk)
# get developer comments
if 'customer_ideas' in entry:
for c_idea in entry['customer_ideas']:
# validation
if 'title' not in c_idea:
continue
if 'desc' not in c_idea:
c_idea['desc'] = ''
# find the idea in the customer platform
try:
idea = Idea.objects.filter(project_id=project.pk, title=c_idea['title'],
description=c_idea['desc'])[0]
except IndexError:
continue
if 'replies' in c_idea:
# add or update developer replies
comments = list(idea.comments.all())
for c_reply in c_idea['replies']:
# try to find
found = False
for comment in comments:
if comment.comment == c_reply['title']:
found = True
break
# create new comment
if not found:
author_name = c_reply['author']
if 'author_role' in c_reply:
author_name += ' (' + c_reply['author_role'] + ')'
submit_date = datetime.utcfromtimestamp(c_reply['timestamp']).replace(tzinfo=pytz.timezone('CET'))
comment = Comment.objects.create(user_name=author_name,
user_email=c_reply['author_email'],
comment=c_reply['title'], content_object=idea,
site_id=SITE_ID, submit_date=submit_date)
comments.append(comment)
# get all project rewards
if 'rewards' in entry and entry['rewards']:
for reward_id in entry['rewards'].keys():
reward_ids.append(reward_id)
r_entry = entry['rewards'][reward_id]
# get or create
try:
reward = Reward.objects.get(pk=int(reward_id))
except Reward.DoesNotExist:
reward = Reward(pk=int(reward_id), given=0, project=project)
# pass reward info
reward.name = r_entry['name']
reward.description = r_entry['description'] if 'description' in r_entry else ''
reward.image_link = r_entry['picture']['url'] if 'picture' in r_entry else ''
reward.download_ref = r_entry['download_ref']
reward.reward_type = REWARD_TYPES[r_entry['type']][0] if 0 <= r_entry['type'] <= 2 else 'OTHER'
# update logistics, but keep in mind server might be behind on this one (somehow)
reward.cost = r_entry['cloudcoins_needed']
reward.total_amount = r_entry['amount_of_rewards']
reward.given = max(r_entry['rewards_given'], reward.given)
reward.remaining = max(reward.total_amount - reward.given, 0)
reward.is_available = reward.remaining > 0
# save
reward.save()
# get all project campaigns
if 'campaigns' in entry:
for c_entry in entry['campaigns']:
campaign = Campaign()
campaign.id = int(c_entry['__id__'])
campaign_ids.append(campaign.id)
current = Campaign.objects.filter(pk=campaign.id)
if current:
campaign = current[0]
# fill in campaign info
campaign.name = c_entry['name']
campaign.description = c_entry['descr'] if 'descr' in c_entry else ''
campaign.logo = c_entry['logo']['url'] if 'logo' in c_entry else ''
campaign.starts = datetime.strptime(c_entry['start'], '%Y-%m-%d %H:%M:%S') if 'start' in c_entry else now()
campaign.expires = datetime.strptime(c_entry['end'], '%Y-%m-%d %H:%M:%S') if ('end' in c_entry) and (c_entry['end'] != 'Never') else None
campaign.project = project
campaign.try_to_reopen()
# coins info
if 'cloudcoins_info' in c_entry:
ci = c_entry['cloudcoins_info']
campaign.answer_value = Decimal(ci['answer_value'])
campaign.max_answers = int(ci['answers_max'])
# also check manager account
try:
manager = ProjectManager.objects.get(email=ci['manager_account'])
except ProjectManager.DoesNotExist:
manager = ProjectManager.objects.create(email=ci['manager_account'])
campaign.manager = manager
else:
campaign.answer_value = None
campaign.manager = None
campaign.max_answers = None
# save the campaign in the database
campaign.save()
# send the campaign to the CC service
if campaign.answer_value:
CloudCoinsClient().campaigns.create_or_update(campaign.id, campaign)
# publish campaign to cloudcoins service
# add all campaign documents
if 'documents' in c_entry:
for d_entry in c_entry['documents']:
document = Document()
id_key = '__id__'
if id_key not in d_entry:
id_key = 'id'
document.id = int(d_entry[id_key])
document_ids.append(document.id)
current = Document.objects.filter(pk=document.id)
if current:
document = current[0]
# fill in document info
document.name = d_entry['name']
document.link = d_entry['url']
document.description = d_entry['descr'] if 'descr' in d_entry else ''
document.campaign = campaign
# save the document in the database
document.save()
# add all campaign polls
if 'polls' in c_entry:
for p_entry in c_entry['polls']:
poll = Poll()
poll.id = int(p_entry['__id__'])
poll_ids.append(poll.id)
current = Poll.objects.filter(pk=poll.id)
if current:
poll = current[0]
# fill in poll info
poll.name = p_entry['name']
poll.description = p_entry['descr'] if 'descr' in p_entry else ''
poll.campaign = campaign
# save the poll in the database
poll.save()
# deleting objects not found in Team Platform
Project.objects.all().exclude(id__in=project_ids).delete()
BlogPost.objects.all().exclude(id__in=blogpost_ids).delete()
# mark not listed rewards as not available any more
Reward.objects.all().exclude(id__in=reward_ids).update(is_available=False)
# don't just delete campaigns & their items -- they might have expired!!
for campaign in Campaign.objects.all().exclude(id__in=campaign_ids):
if not campaign.has_expired():
campaign.closed = True
campaign.save()
for document in Document.objects.all().exclude(id__in=document_ids):
if not document.campaign.has_expired():
campaign = document.campaign
campaign.closed = True
campaign.save()
for poll in Poll.objects.all().exclude(id__in=poll_ids):
if not poll.campaign.has_expired():
campaign = poll.campaign
campaign.closed = True
campaign.save()
return len(entries)
def send_all_campaigns():
Campaign.send_all()
def fetch_all(self):
"""
Populates Customer Platform DB with projects from the Teams Platform
:return: Number of projects fetched from CloudTeams team platform
"""
entries = self.srv.get_projectstore('')
project_ids = []
campaign_ids = []
document_ids = []
poll_ids = []
for entry in entries:
project = Project()
project.id = int(entry['__id__'])
project_ids.append(project.id)
current = Project.objects.filter(pk=project.id)
if current:
project = current[0]
project.title = entry['name']
project.description = entry['descr'] if 'descr' in entry else ''
project.application_type = entry['bscw_cloudteams:p_type']
project.logo = entry['logo']['url'] if 'logo' in entry else ''
project.rewards = entry['rewards'] if 'rewards' in entry else ''
project.category = entry['bscw_cloudteams:p_category']
project.managers = ','.join(entry['managers']) if 'managers' in entry else ''
project.members = ','.join(entry['members']) if 'members' in entry else ''
project.is_public = entry['is_public'] if 'is_public' in entry else False
project.created = datetime.fromtimestamp(int(entry['ctime'])) if 'ctime' in entry else now()
# save the project in the database
project.save()
# get all project campaigns
if 'campaigns' in entry:
for c_entry in entry['campaigns']:
campaign = Campaign()
campaign.id = int(c_entry['__id__'])
campaign_ids.append(campaign.id)
current = Campaign.objects.filter(pk=campaign.id)
if current:
campaign = current[0]
# fill in campaign info
campaign.name = c_entry['name']
campaign.description = c_entry['descr'] if 'descr' in c_entry else ''
campaign.logo = c_entry['logo']['url'] if 'logo' in c_entry else ''
campaign.starts = datetime.strptime(c_entry['start'], '%Y-%m-%d %H:%M:%S') if 'start' in c_entry else now()
campaign.expires = datetime.strptime(c_entry['end'], '%Y-%m-%d %H:%M:%S') if ('end' in c_entry) and (c_entry['end'] != 'Never') else None
campaign.rewards = c_entry['rewards'] if 'rewards' in c_entry else ''
campaign.project = project
# save the campaign in the database
campaign.save()
# add all campaign documents
if 'documents' in c_entry:
for d_entry in c_entry['documents']:
document = Document()
id_key = '__id__'
if id_key not in d_entry:
id_key = 'id'
document.id = int(d_entry[id_key])
document_ids.append(document.id)
current = Document.objects.filter(pk=document.id)
if current:
document = current[0]
# fill in document info
document.name = d_entry['name']
document.link = d_entry['url']
document.description = d_entry['descr'] if 'descr' in d_entry else ''
document.campaign = campaign
# save the document in the database
document.save()
# add all campaign polls
if 'polls' in c_entry:
for p_entry in c_entry['polls']:
poll = Poll()
poll.id = int(p_entry['__id__'])
poll_ids.append(poll.id)
current = Poll.objects.filter(pk=poll.id)
if current:
poll = current[0]
# fill in poll info
poll.name = p_entry['name']
poll.description = p_entry['descr'] if 'descr' in p_entry else ''
poll.campaign = campaign
# save the poll in the database
poll.save()
# deleting objects not found in Team Platform
Project.objects.all().exclude(id__in=project_ids).delete()
Campaign.objects.all().exclude(id__in=campaign_ids).delete()
Document.objects.all().exclude(id__in=document_ids).delete()
Poll.objects.all().exclude(id__in=poll_ids).delete()
return len(entries)
