def scrape_projects_for_brigade(brigade_object):
next_page = CFA_ORGANIZATIONS_PROJECTS_API_ENDPOINT.format(
brigade_object.id)
while next_page:
try:
page = requests.get(next_page).json()
except ValueError, e:
raise e # maybe do error handling later, but for now let's just note this can throw ValueError
if page.get('pages', None):
next_page = page.get('pages').get('next', None)
else:
next_page = None
objects = page.get('objects', list())
for project in objects:
project_object = Project.objects.filter(
id=project.get('id')).first()
if not project_object:
project_object = Project(id=project.get('id'))
project_object.name = project.get('name')
project_object.description = project.get('description')
project_object.link_url = project.get('link_url')
project_object.code_url = project.get('code_url')
project_object.status = project.get('status')
project_object.tags = project.get('tags')
project_object.organization_name = project.get('organization_name')
project_object.last_updated = dateutil.parser.parse(
project.get('last_updated'))
project_object.brigade_id = brigade_object.id
project_object.save()
ProjectSnapshot().create_snapshot(project_object)
def post(self):
""" Endpoint to create new project"""
data = request.get_json()
title = data.get('title')
user = get_jwt_identity()
project_exist = Project.find_by_title_and_user(title=title,
user_id=user.get('id'))
if project_exist:
raise ValidationError(
{
"message":
serialization_messages['exists'].format(
'Project with title')
}, 409)
data['createdBy'] = user.get("id")
project = Project()
user_list = assign_user(data.get('assignees'))
convert_date_to_date_time(data['due_date'])
data['assignees'] = user_list if user_list is not None else []
assignee_ids = data['assignees']
del data['assignees']
schema = ProjectSchema()
project_data = schema.load_object_into_schema(data)
project.created_by = data['createdBy']
project.title = data['title']
project.description = data['description']
project.due_date = data['due_date']
project.assignees = assignee_ids
project.save()
return response('success',
message=success_messages['created'].format('Project'),
data=schema.dump(project).data,
status_code=201)
def scrape_projects_for_brigade(brigade_object):
next_page = CFA_ORGANIZATIONS_PROJECTS_API_ENDPOINT.format(brigade_object.id)
while next_page:
try:
page = requests.get(next_page).json()
except ValueError, e:
raise e # maybe do error handling later, but for now let's just note this can throw ValueError
if page.get('pages', None):
next_page = page.get('pages').get('next', None)
else:
next_page = None
objects = page.get('objects', list())
for project in objects:
project_object = Project.objects.filter(id=project.get('id')).first()
if not project_object:
project_object = Project(id=project.get('id'))
project_object.name = project.get('name')
project_object.description = project.get('description')
project_object.link_url = project.get('link_url')
project_object.code_url = project.get('code_url')
project_object.status = project.get('status')
project_object.tags = project.get('tags')
project_object.organization_name = project.get('organization_name')
project_object.last_updated = dateutil.parser.parse(project.get('last_updated'))
project_object.brigade_id = brigade_object.id
project_object.save()
ProjectSnapshot().create_snapshot(project_object)
def scrape_brigades_and_projects():
next_page = CFA_ORGANIZATIONS_API_ENDPOINT
while next_page:
try:
page = requests.get(next_page).json()
except ValueError, e:
raise e # maybe do error handling later, but for now let's just note this can throw ValueError
if page.get('pages', None):
next_page = page.get('pages').get('next', None)
else:
next_page = None
objects = page.get('objects', list())
for brigade in objects:
brigade_object = Brigade.objects.filter(id=brigade.get('id')).first()
if not brigade_object:
brigade_object = Brigade(id=brigade.get('id'))
brigade_object.name = brigade.get('name')
brigade_object.city = brigade.get('city')
brigade_object.latitude = brigade.get('latitude')
brigade_object.longitude = brigade.get('longitude')
brigade_object.started_on = brigade.get('started_on')
brigade_object.website = brigade.get('website')
brigade_object.type = brigade.get('type')
brigade_object.events_url = brigade.get('events_url')
brigade_object.rss = brigade.get('rss')
brigade_object.save()
BrigadeSnapshot().create_snapshot(brigade_object)
for project in brigade.get('current_projects', list()):
project_object = Project.objects.filter(id=project.get('id')).first()
if not project_object:
project_object = Project(id=project.get('id'))
project_object.name = project.get('name')
project_object.description = project.get('description')
project_object.link_url = project.get('link_url')
project_object.code_url = project.get('code_url')
project_object.status = project.get('status')
project_object.tags = project.get('tags')
project_object.organization_name = project.get('organization_name')
project_object.last_updated = dateutil.parser.parse(project.get('last_updated'))
project_object.brigade_id = brigade_object.id
project_object.save()
ProjectSnapshot().create_snapshot(project_object)
