def GET(self):
web.header('Content-type', 'application/json')
link = web.input(check = None)['check']
if link and utils.link_is_valid(link):
link_is_stored = models.Post.get_post_by_link(link.strip())
if not link_is_stored:
if link.strip().endswith('/'):
link_is_stored = models.Post.get_post_by_link(link.strip()[:-1]) #check without slash
else:
link_is_stored = models.Post.get_post_by_link("%s%s" % (link.strip(), '/')) #check with slash
if link_is_stored:
return '{"result":"[ The link is known ]","clazz":"message_KO"}'
else:
return '{"result":"[ This link looks new ]","clazz":"message_OK"}'
else:
return '{"result":"","clazz":""}'
def GET(self):
result = {}
posts = []
submitted = True
tags_filter = []
action = web.input(action = None)['action']
if action =='memcachestats':
result = memcache.get_stats()
elif action =='memcacheflush':
memcache.flush_all()
result['result'] = "Done"
elif action =='start_fix':
taskqueue.add(url='/admin?action=fix',
method = 'GET',
queue_name = 'populate',
countdown = 5,
headers = {'X-AppEngine-FailFast' : True})
result['result'] = "Done"
elif action =='start_cacherefresh':
taskqueue.add(url='/admin?action=cacherefresh',
method = 'GET',
queue_name = 'populate',
countdown = 5,
headers = {'X-AppEngine-FailFast' : True})
result['result'] = "Done"
elif action =='cacherefresh':
models.Tag.cache_tags()
elif action =='populate':
timestamp = utils.generate_key_name()
title= u"Title test %s" % timestamp
link = "http://www.foo.it"
description= "Description test %s" % timestamp
body = "test"
tags = ""
for tag in range(random.randint(1,5)):
tagindex = random.randint(1,500)
tags = tags + " foo%s" % tagindex
tags = [tag.lower() for tag in tags.split()]
category = CATEGORIES[random.randint(0,5)]
post = models.Post(key_name = utils.inverse_microsecond_str(),
title = title,
link = db.Link(link),
description = description,
tags = tags,
category = category,
thumbnail = None,
slug = utils.slugify(title),
author_name = 'test',
body = body )
post.put()
counter.increment("Posts_Count")
deferred.defer(worker.deferred_update_tags_counter,tags)
deferred.defer(worker.deferred_update_category_counter,category)
taskqueue.add(url='/admin?action=populate',
method = 'GET',
queue_name = 'populate',
countdown = 5)
elif action =='start_sitemapize':
taskqueue.add(url='/admin?action=sitemapize',
method = 'GET',
queue_name = 'populate',
countdown = 5)
result[action] = "Done"
elif action =='sitemapize': #Create sitemap archives
entities = models.Post.all(keys_only = True).order("created")
keys = []
for entity in entities:
keys.insert(0, str(entity))
if len(keys) >= POSTS_PER_SITEMAP:
sitemap = models.Sitemap()
sitemap.post_count = POSTS_PER_SITEMAP
sitemap.post_keys = keys
sitemap.archived = True
posts = models.Post.get(keys)
sitemap.content = unicode(render.sitemap_posts(posts))
sitemap.put()
keys = []
if keys:
sitemap = models.Sitemap()
sitemap.post_count = len(keys)
sitemap.post_keys = keys
sitemap.put()
elif action =='start_import':
taskqueue.add(url='/admin?action=import',
method = 'GET',
queue_name = 'populate',
countdown = 5)
result[action] = "Done"
elif action =='import': #Import from archive
fi = open('app/data/import.txt')
for line in fi:
splitted_data = line.strip().split('|')
try:
url_img = splitted_data[4].strip()
except:
url_img = ''
taskqueue.add(url='/admin',
method = 'POST',
queue_name = 'populate',
countdown = 5,
params = {
'action' : 'newpost',
'title': splitted_data[0],
'link' : splitted_data[1],
'category' : splitted_data[2],
'tags' : splitted_data[3].strip(),
'url_img': url_img,
'body':splitted_data[5].strip()})
elif action =='newpost_init':
title = web.input(title = '')['title']
link = web.input(link = '')['link']
description = web.input(description = '')['description']
tags = web.input(tags = '')['tags']
base_link = utils.get_base_link(link)
if base_link in AUTO_CONTENT_BY_LINK:
if 'category' in AUTO_CONTENT_BY_LINK[base_link]:
selected_category = AUTO_CONTENT_BY_LINK[base_link]['category']
else:
selected_category = ''
else:
selected_category = ''
#In case it is already known, read it and show it
post = models.Post.get_post_by_link(link)
if post:
title = post.title
link = post.link
description = post.description
tags = ' '.join(post.tags)
selected_category = post.category
tags = list(set(tags.split()) - set(TAGS_BLACK_LIST))
return render_template(render.admin.admin(
True,
result,
action,
title = title,
link = link,
description = description,
tags = tags,
category = selected_category)
)
elif action =='newpost':
title = web.input(title = None)['title']
link = web.input(link = None)['link']
description = web.input(description = None)['description']
tags = web.input(tags = None)['tags']
category = web.input(category = None)['category']
markup = web.input(markup = None)['markup']
body = web.input()['body_%s' % str(markup)]
featured = web.input(featured = False)['featured']
thumbnail = web.input(img = None)['img']
thumbnail_url = web.input(url_img = None)['url_img']
#Various checks
if not title:
result[action] = "Please fill in all required fields (*)"
submitted = False
if link and not utils.link_is_valid(link):
result[action] = "Link is not valid"
submitted = False
if thumbnail and thumbnail_url:
result[action] = "Only one kind of img is allowed"
submitted = False
if thumbnail_url and not utils.link_is_valid(thumbnail_url):
result[action] = "url_img is not a valid URL"
submitted = False
if not submitted:
return render_template(render.admin.admin(
submitted,
result,
action,
title = title,
link = link,
description = description,
tags = tags.split(),
category = category,
body = body,
url_img = thumbnail_url,
featured = featured,
markup = markup)
)
#Preparing for datastore
if thumbnail_url:
response = urlfetch.fetch(url=thumbnail_url,
method=urlfetch.GET,
deadline = 10)
thumbnail = response.content
if thumbnail:
thumbnail = images.resize(thumbnail, THUMBNAIL_WIDTH, THUMBNAIL_HEIGHT)
thumbnail_for_db= db.Blob(thumbnail)
else:
thumbnail_for_db= None
if link:
link_for_db = db.Link(link)
else:
link_for_db= None
tags = list(set([tag.lower() for tag in tags.split()])- set(TAGS_BLACK_LIST))
post = models.Post(key_name = utils.inverse_microsecond_str(),
title = title,
link = link_for_db,
description = description,
tags = tags,
category = category,
markup = markup,
thumbnail = thumbnail_for_db,
slug = utils.slugify(title),
author_name = AUTHOR_NAME,
featured = True if featured else False,
body = body)
post.put()
counter.increment("Posts_Count")
deferred.defer(worker.deferred_update_last_sitemap,post.key())
deferred.defer(worker.deferred_update_tags_counter,tags)
deferred.defer(worker.deferred_update_category_counter,category)
deferred.defer(worker.deferred_ping_sitemap)
deferred.defer(worker.deferred_flush_cache_light)
result[action] = "Done"
elif action =='editpost_init':
post_id = web.input(post_id = None)['post_id']
if post_id:
entity = models.Post.get(post_id)
if entity:
return render_template(render.admin.admin(False,
result,
action,
title = entity.title,
link = entity.link,
description = entity.description,
tags = entity.tags,
category = entity.category,
img_path = entity.get_image_path(),
body = entity.body,
post_id = post_id,
featured = entity.featured,
markup = entity.markup)
)
else:
result[action] = "Post Id Not found"
submitted = False
else:
result[action] = "Post Id is required"
submitted = False
elif action =='editpost':
post_id = web.input(post_id = None)['post_id']
if post_id:
entity_post = models.Post.get(post_id)
tags_old = entity_post.tags
category_old = entity_post.category
title = web.input(title = None)['title']
link = web.input(link = None)['link']
description = web.input(description = None)['description']
tags = web.input(tags = None)['tags']
category = web.input(category = None)['category']
markup = web.input(markup = None)['markup']
body = web.input(body = None)['body_%s' % str(markup)]
featured = web.input(featured = False)['featured']
thumbnail = web.input(img = None)['img']
delete_img = web.input(delete_img = None)['delete_img']
thumbnail_url = web.input(url_img = None)['url_img']
#Various checks
if not title:
result[action] = "Please fill in all required fields (*)"
submitted = False
if link and not utils.link_is_valid(link):
result[action] = "Link is not valid"
submitted = False
if thumbnail and thumbnail_url:
result[action] = "Only one kind of img is allowed"
submitted = False
if thumbnail_url and not utils.link_is_valid(thumbnail_url):
result[action] = "url_img is not a valid URL"
submitted = False
if not submitted:
return render_template(render.admin.admin(submitted,
result,
action,
title = title,
link = link,
description = description,
tags = tags.split(),
category = category,
body = body,
url_img = thumbnail_url,
featured = featured,
markup = markup)
)
if thumbnail_url:
response = urlfetch.fetch(url=thumbnail_url,
method=urlfetch.GET,
deadline = 10)
thumbnail = response.content
if thumbnail:
thumbnail = images.resize(thumbnail, THUMBNAIL_WIDTH, THUMBNAIL_HEIGHT)
thumbnail_for_db= db.Blob(thumbnail)
else:
thumbnail_for_db= None
if link:
link_for_db = db.Link(link)
else:
link_for_db= None
tags = list(set([tag.lower() for tag in tags.split()])- set(TAGS_BLACK_LIST))
entity_post.title = title
entity_post.link = link_for_db
entity_post.description = description
entity_post.tags = tags
entity_post.category = category
entity_post.markup = markup
entity_post.slug = utils.slugify(title)
entity_post.body = body
entity_post.featured = True if featured else False
if thumbnail_for_db:
entity_post.thumbnail = thumbnail_for_db
if delete_img:
entity_post.thumbnail = None
entity_post.put()
worker.deferred_update_tags_counter(entity_post.tags, tags_old)
worker.deferred_update_category_counter(entity_post.category, category_old)
result[action] = "Done"
elif action =='deletepost':
post_id = web.input(post_id = None)['post_id']
if post_id:
entity = models.Post.get(post_id)
if entity:
entity.delete()
counter.decrement("Posts_Count")
worker.deferred_delete_post_sitemap(str(entity.key()))
worker.deferred_update_tags_counter([],entity.tags)
worker.deferred_update_category_counter(None, entity.category)
result[action] = "Done"
else:
result[action] = "Post ID not found"
submitted = False
else:
result[action] = "Post ID is required"
submitted = False
#Default
return render_template(render.admin.admin(
submitted,
result,
action)
)
def GET(self):
result = {}
submitted = True
action = web.input(action = None)['action']
name = web.input(name = None)['name']
link = web.input(link = None)['link']
feeds = models.Feed.get_feeds()
posts = models.FeedEntry.get_posts()
if action == 'removefeeditem':
key = web.input(key = None)['key']
entity = models.FeedEntry.get(key)
entity.reviewed = True
entity.put()
result[action] = "Done"
elif action =='start_downloadfeeds':
taskqueue.add(url='/admin/content?action=downloadfeeds',
method = 'GET',
queue_name = 'populate',
countdown = 5,
headers = {'X-AppEngine-FailFast' : True})
result[action] = "Done"
elif action == 'downloadfeeds':
for feed in feeds:
response = urlfetch.fetch(feed.link)
if response.status_code == 200:
rss = feedparser.parse(response.content)
for entry in reversed(rss['entries']):
try:
if entry.get('link') and utils.check_link_weight(entry['link']):
try:
if not models.Post.get_post_by_link(entry['link'].strip()):
entity = models.FeedEntry.get_or_insert(key_name = entry['link'], title = entry['title'], link = entry['link'], feed = feed.key() )
entity.put()
except:
pass
except:
logging.exception('Downloadfeeds error:')
pass
posts = models.FeedEntry.get_posts()
result[action] = "Done"
elif action== 'newfeed':
#Various checks
if not name or not link:
result[action] = "Please fill in all required fields (*)"
submitted = False
if link and not utils.link_is_valid(link):
result[action] = "Link is not valid"
submitted = False
if not submitted:
return render_template(render.admin.admin_content(
submitted,
result,
action,
feeds,
posts,
name = name,
link = link)
)
models.Feed(name = name, link = link).put()
feeds = models.Feed.get_feeds()
result[action] = "Done"
elif action == 'mailcontents':
if models.FeedEntry.check_for_new_posts():
mail.send_mail(sender="%s <%s>" % (CMS_NAME, MAIL_ADMIN),
to="Admin <%s>" % MAIL_ADMIN,
subject="%s - Contents Discoverer %s" % (CMS_NAME, utils.now().strftime("%Y-%m-%d %H:%M:%S")),
body="""
\nContents discovered:
\n%s\n
http://%s/admin/content
""" % ('\n'.join([post.title.strip() for post in models.FeedEntry.get_posts()]), HOST))
result[action] = "Done"
return render_template(render.admin.admin_content(
submitted,
result,
action,
feeds,
posts)
)
