def management():
"""
Display the management page.
"""
if request.method == "POST":
if None != request.files.get("opmlfile", None):
# Import an OPML file
data = request.files.get("opmlfile", None)
if not misc_utils.allowed_file(data.filename):
flash(gettext("File not allowed."), "danger")
else:
try:
nb = import_opml(current_user.nickname, data.read())
if application.config["CRAWLING_METHOD"] == "classic":
misc_utils.fetch(current_user.id, None)
flash(
str(nb) + " " + gettext("feeds imported."),
"success")
flash(gettext("Downloading articles..."), "info")
except:
flash(gettext("Impossible to import the new feeds."),
"danger")
elif None != request.files.get("jsonfile", None):
# Import an account
data = request.files.get("jsonfile", None)
if not misc_utils.allowed_file(data.filename):
flash(gettext("File not allowed."), "danger")
else:
try:
nb = import_json(current_user.nickname, data.read())
flash(gettext("Account imported."), "success")
except:
flash(gettext("Impossible to import the account."),
"danger")
else:
flash(gettext("File not allowed."), "danger")
nb_feeds = FeedController(current_user.id).read().count()
art_contr = ArticleController(current_user.id)
nb_articles = art_contr.read().count()
nb_unread_articles = art_contr.read(readed=False).count()
nb_categories = CategoryController(current_user.id).read().count()
nb_bookmarks = BookmarkController(current_user.id).read().count()
return render_template(
"management.html",
user=current_user,
nb_feeds=nb_feeds,
nb_articles=nb_articles,
nb_unread_articles=nb_unread_articles,
nb_categories=nb_categories,
nb_bookmarks=nb_bookmarks,
)
def expire():
"""
Delete articles older than the given number of weeks.
"""
current_time = datetime.utcnow()
weeks_ago = current_time - timedelta(int(request.args.get("weeks", 10)))
art_contr = ArticleController(current_user.id)
query = art_contr.read(__or__={
"date__lt": weeks_ago,
"retrieved_date__lt": weeks_ago
})
count = query.count()
query.delete()
db.session.commit()
flash(gettext("%(count)d articles deleted", count=count), "info")
return redirect(redirect_url())
async def insert_articles(queue, nḅ_producers=1):
"""Consumer coroutines.
"""
nb_producers_done = 0
while True:
item = await queue.get()
if item is None:
nb_producers_done += 1
if nb_producers_done == nḅ_producers:
logger.info("All producers done.")
logger.info("Process finished.")
break
continue
user, feed, articles = item
if None is articles:
logger.info("None")
articles = []
logger.info("Inserting articles for {}".format(feed.link))
art_contr = ArticleController(user.id)
for article in articles:
new_article = await construct_article(article, feed)
try:
existing_article_req = art_contr.read(
user_id=user.id, feed_id=feed.id, entry_id=extract_id(article)
)
except Exception as e:
logger.exception("existing_article_req: " + str(e))
continue
exist = existing_article_req.count() != 0
if exist:
continue
# insertion of the new article
try:
art_contr.create(**new_article)
logger.info("New article added: {}".format(new_article["link"]))
except Exception:
logger.exception("Error when inserting article in database.")
continue