def external_source_run(source_id):
''' use the importer specified to see if there is any new data,
and if there is, then import it. '''
try:
source = ExternalSource.get(id=source_id)
except ExternalSource.DoesNotExist:
return 'Invalid Source', 404
time_now = now()
if user_session.is_admin() and request.form.get('force', 'no') == 'yes':
flash("Update forced.")
else:
if source.last_checked:
next_check = source.last_checked + timedelta(
minutes=source.frequency)
if next_check > time_now:
return "Nothing to do. Last: {0}, Next: {1}, Now: {2} ".format(
source.last_checked, next_check, time_now)
module = external_source_types.load(source.type)
settings_data = json.loads(source.settings)
new_posts = module.get_new(settings_data)
if new_posts:
for fresh_data in new_posts:
post = Post(type=fresh_data.get('type', 'html'), \
author=source.post_as_user)
post_type_module = post_types.load(fresh_data.get('type', 'html'))
post.feed = source.feed
fresh_data['active_start'] = source.current_lifetime_start()
fresh_data['active_end'] = source.current_lifetime_end()
post_form_intake(post, fresh_data, post_type_module)
post.display_time = source.display_time
if source.publish:
post.publisher = source.post_as_user
post.publish_date = now()
post.published = True
post.save()
# else, no new posts! oh well!
source.settings = json.dumps(settings_data)
source.last_checked = now()
source.save()
return 'Done!'
def external_source_run(source_id):
''' use the importer specified to see if there is any new data,
and if there is, then import it. '''
try:
source = ExternalSource.get(id=source_id)
except ExternalSource.DoesNotExist:
return 'Invalid Source', 404
time_now = now()
if user_session.is_admin() and request.form.get('force', 'no') == 'yes':
flash("Update forced.")
else:
if source.last_checked:
next_check = source.last_checked + timedelta(minutes=source.frequency)
if next_check > time_now:
return "Nothing to do. Last: {0}, Next: {1}, Now: {2} ".format(
source.last_checked, next_check, time_now)
module = external_source_types.load(source.type)
settings_data = json.loads(source.settings)
new_posts = module.get_new(settings_data)
if new_posts:
for fresh_data in new_posts:
post = Post(type=fresh_data.get('type', 'html'), \
author=source.post_as_user)
post_type_module = post_types.load(fresh_data.get('type', 'html'))
post.feed = source.feed
fresh_data['active_start'] = source.current_lifetime_start()
fresh_data['active_end'] = source.current_lifetime_end()
post_form_intake(post, fresh_data, post_type_module)
post.display_time = source.display_time
if source.publish:
post.publisher = source.post_as_user
post.publish_date = now()
post.published = True
post.save()
# else, no new posts! oh well!
source.settings = json.dumps(settings_data)
source.last_checked = now()
source.save()
return 'Done!'
