def opml_import():
if request.files.get('opmlfile', None) is None:
flash(gettext('Got no file'), 'warning')
return redirect(url_for('user.profile'))
data = request.files.get('opmlfile', None)
try:
subscriptions = opml.from_string(data.read())
except:
flash(gettext("Couldn't parse file"), 'danger')
return redirect(request.referrer)
ccontr = CategoryController(current_user.id)
fcontr = FeedController(current_user.id)
created_count, existing_count, failed_count = 0, 0, 0
categories = {cat.name: cat.id for cat in ccontr.read()}
for line in subscriptions:
try:
link = line.xmlUrl
except Exception:
failed_count += 1
continue
# don't import twice
if fcontr.read(link=link).count():
existing_count += 1
continue
# handling categories
cat_id = None
category = getattr(line, 'category', None)
if category:
if category not in categories:
new_category = ccontr.create(name=category)
categories[new_category.name] = new_category.id
cat_id = categories[category]
fcontr.create(title=getattr(line, 'text', None),
category_id=cat_id,
description=getattr(line, 'description', None),
link=link,
site_link=getattr(line, 'htmlUrl', None))
created_count += 1
flash(
gettext(
"Created %(created)d feed ! (%(failed)d import failed, "
"%(existing)d were already existing)",
created=created_count,
failed=failed_count,
existing=existing_count), "info")
return redirect(url_for('user.profile'))
def bookmarklet():
feed_contr = FeedController(current_user.id)
url = (request.args if request.method == 'GET' else request.form)\
.get('url', None)
if not url:
flash(gettext("Couldn't add feed: url missing."), "error")
raise BadRequest("url is missing")
feed_exists = list(feed_contr.read(__or__={'link': url, 'site_link': url}))
if feed_exists:
flash(gettext("Couldn't add feed: feed already exists."), "warning")
return redirect(url_for('feed.form', feed_id=feed_exists[0].id))
try:
feed = construct_feed_from(url)
except requests.exceptions.ConnectionError:
flash(gettext("Impossible to connect to the address: {}.".format(url)),
"danger")
return redirect(url_for('home'))
except Exception:
logger.exception('something bad happened when fetching %r', url)
return redirect(url_for('home'))
if not feed.get('link'):
feed['enabled'] = False
flash(
gettext("Couldn't find a feed url, you'll need to find a Atom or"
" RSS link manually and reactivate this feed"), 'warning')
feed = feed_contr.create(**feed)
flash(gettext('Feed was successfully created.'), 'success')
if feed.enabled and conf.CRAWLING_METHOD == "default":
misc_utils.fetch(current_user.id, feed.id)
flash(gettext("Downloading articles for the new feed..."), 'info')
return redirect(url_for('feed.form', feed_id=feed.id))
def bookmarklet():
feed_contr = FeedController(g.user.id)
url = (request.args if request.method == 'GET' else request.form)\
.get('url', None)
if not url:
flash(gettext("Couldn't add feed: url missing."), "error")
raise BadRequest("url is missing")
feed_exists = list(feed_contr.read(__or__={'link': url, 'site_link': url}))
if feed_exists:
flash(gettext("Couldn't add feed: feed already exists."),
"warning")
return redirect(url_for('feed.form', feed_id=feed_exists[0].id))
try:
feed = construct_feed_from(url)
except requests.exceptions.ConnectionError:
flash(gettext("Impossible to connect to the address: {}.".format(url)),
"danger")
return redirect(url_for('home'))
except Exception:
logger.exception('something bad happened when fetching %r', url)
return redirect(url_for('home'))
if not feed.get('link'):
feed['enabled'] = False
flash(gettext("Couldn't find a feed url, you'll need to find a Atom or"
" RSS link manually and reactivate this feed"),
'warning')
feed = feed_contr.create(**feed)
flash(gettext('Feed was successfully created.'), 'success')
if feed.enabled and conf.CRAWLING_METHOD == "classic":
utils.fetch(g.user.id, feed.id)
flash(gettext("Downloading articles for the new feed..."), 'info')
return redirect(url_for('feed.form', feed_id=feed.id))
def populate_db():
db_create()
ucontr = UserController()
ccontr = CategoryController()
fcontr = FeedController()
acontr = ArticleController()
ccontr = CategoryController()
user1, user2 = [
ucontr.create(login=name, email="*****@*****.**" % name, password=name)
for name in ["user1", "user2"]
]
article_total = 0
for user in (user1, user2):
for i in range(3):
cat_id = None
if i:
cat_id = ccontr.create(user_id=user.id,
name="category%d" % i).id
feed = fcontr.create(link="feed%d" % i,
user_id=user.id,
category_id=cat_id,
title="%s feed%d" % (user.login, i))
for j in range(3):
entry = "%s %s article%d" % (user.login, feed.title, j)
article_total += 1
acontr.create(entry_id=entry,
link='http://test.te/%d' % article_total,
feed_id=feed.id,
user_id=user.id,
category_id=cat_id,
title=entry,
content="content %d" % article_total)
def populate_db():
db_create()
ucontr = UserController()
ccontr = CategoryController()
fcontr = FeedController()
acontr = ArticleController()
ccontr = CategoryController()
user1, user2 = [ucontr.create(login=name, email="*****@*****.**" % name,
password=name)
for name in ["user1", "user2"]]
article_total = 0
for user in (user1, user2):
for i in range(3):
cat_id = None
if i:
cat_id = ccontr.create(user_id=user.id,
name="category%d" % i).id
feed = fcontr.create(link="feed%d" % i, user_id=user.id,
category_id=cat_id,
title="%s feed%d" % (user.login, i))
for j in range(3):
entry = "%s %s article%d" % (user.login, feed.title, j)
article_total += 1
acontr.create(entry_id=entry,
link='http://test.te/%d' % article_total,
feed_id=feed.id, user_id=user.id, category_id=cat_id,
title=entry, content="content %d" % article_total)
def opml_import():
if request.files.get('opmlfile', None) is None:
flash(gettext('Got no file'), 'warning')
return redirect(url_for('user.profile'))
data = request.files.get('opmlfile', None)
try:
subscriptions = opml.from_string(data.read())
except:
flash(gettext("Couldn't parse file"), 'danger')
return redirect(request.referrer)
ccontr = CategoryController(current_user.id)
fcontr = FeedController(current_user.id)
created_count, existing_count, failed_count = 0, 0, 0
categories = {cat.name: cat.id for cat in ccontr.read()}
for line in subscriptions:
try:
link = line.xmlUrl
except Exception:
failed_count += 1
continue
# don't import twice
if fcontr.read(link=link).count():
existing_count += 1
continue
# handling categories
cat_id = None
category = getattr(line, 'category', None)
if category:
if category not in categories:
new_category = ccontr.create(name=category)
categories[new_category.name] = new_category.id
cat_id = categories[category]
fcontr.create(title=getattr(line, 'text', None), category_id=cat_id,
description=getattr(line, 'description', None),
link=link, site_link=getattr(line, 'htmlUrl', None))
created_count += 1
flash(gettext("Created %(created)d feed ! (%(failed)d import failed, "
"%(existing)d were already existing)",
created=created_count, failed=failed_count,
existing=existing_count), "info")
return redirect(url_for('user.profile'))
def process_form(feed_id=None):
form = AddFeedForm()
feed_contr = FeedController(current_user.id)
form.set_category_choices(CategoryController(current_user.id).read())
if not form.validate():
return render_template("edit_feed.html", form=form)
existing_feeds = list(feed_contr.read(link=form.link.data))
if existing_feeds and feed_id is None:
flash(gettext("Couldn't add feed: feed already exists."), "warning")
return redirect(url_for("feed.form", feed_id=existing_feeds[0].id))
# Edit an existing feed
feed_attr = {
"title": form.title.data,
"enabled": form.enabled.data,
"link": form.link.data,
"site_link": form.site_link.data,
"filters": [],
"category_id": form.category_id.data,
"private": form.private.data,
}
if not feed_attr["category_id"] or feed_attr["category_id"] == "0":
del feed_attr["category_id"]
for filter_attr in ("type", "pattern", "action on", "action"):
for i, value in enumerate(
request.form.getlist(filter_attr.replace(" ", "_"))):
if i >= len(feed_attr["filters"]):
feed_attr["filters"].append({})
feed_attr["filters"][i][filter_attr] = value
if feed_id is not None:
feed_contr.update({"id": feed_id}, feed_attr)
flash(
gettext(
"Feed %(feed_title)r successfully updated.",
feed_title=feed_attr["title"],
),
"success",
)
return redirect(url_for("feed.form", feed_id=feed_id))
# Create a new feed
new_feed = feed_contr.create(**feed_attr)
flash(
gettext("Feed %(feed_title)r successfully created.",
feed_title=new_feed.title),
"success",
)
if conf.CRAWLING_METHOD == "default":
misc_utils.fetch(current_user.id, new_feed.id)
flash(gettext("Downloading articles for the new feed..."), "info")
return redirect(url_for("feed.form", feed_id=new_feed.id))
def process_form(feed_id=None):
form = AddFeedForm()
feed_contr = FeedController(current_user.id)
form.set_category_choices(CategoryController(current_user.id).read())
if not form.validate():
return render_template('edit_feed.html', form=form)
existing_feeds = list(feed_contr.read(link=form.link.data))
if existing_feeds and feed_id is None:
flash(gettext("Couldn't add feed: feed already exists."), "warning")
return redirect(url_for('feed.form', feed_id=existing_feeds[0].id))
# Edit an existing feed
feed_attr = {
'title': form.title.data,
'enabled': form.enabled.data,
'link': form.link.data,
'site_link': form.site_link.data,
'filters': [],
'category_id': form.category_id.data,
'private': form.private.data
}
if not feed_attr['category_id'] or feed_attr['category_id'] == '0':
del feed_attr['category_id']
for filter_attr in ('type', 'pattern', 'action on', 'action'):
for i, value in enumerate(
request.form.getlist(filter_attr.replace(' ', '_'))):
if i >= len(feed_attr['filters']):
feed_attr['filters'].append({})
feed_attr['filters'][i][filter_attr] = value
if feed_id is not None:
feed_contr.update({'id': feed_id}, feed_attr)
flash(
gettext('Feed %(feed_title)r successfully updated.',
feed_title=feed_attr['title']), 'success')
return redirect(url_for('feed.form', feed_id=feed_id))
# Create a new feed
new_feed = feed_contr.create(**feed_attr)
flash(
gettext('Feed %(feed_title)r successfully created.',
feed_title=new_feed.title), 'success')
if conf.CRAWLING_METHOD == "default":
misc_utils.fetch(current_user.id, new_feed.id)
flash(gettext("Downloading articles for the new feed..."), 'info')
return redirect(url_for('feed.form', feed_id=new_feed.id))
def process_form(feed_id=None):
form = AddFeedForm()
feed_contr = FeedController(current_user.id)
form.set_category_choices(CategoryController(current_user.id).read())
if not form.validate():
return render_template('edit_feed.html', form=form)
existing_feeds = list(feed_contr.read(link=form.link.data))
if existing_feeds and feed_id is None:
flash(gettext("Couldn't add feed: feed already exists."), "warning")
return redirect(url_for('feed.form', feed_id=existing_feeds[0].id))
# Edit an existing feed
feed_attr = {'title': form.title.data, 'enabled': form.enabled.data,
'link': form.link.data, 'site_link': form.site_link.data,
'filters': [], 'category_id': form.category_id.data,
'private': form.private.data}
if not feed_attr['category_id'] or feed_attr['category_id'] == '0':
del feed_attr['category_id']
for filter_attr in ('type', 'pattern', 'action on', 'action'):
for i, value in enumerate(
request.form.getlist(filter_attr.replace(' ', '_'))):
if i >= len(feed_attr['filters']):
feed_attr['filters'].append({})
feed_attr['filters'][i][filter_attr] = value
if feed_id is not None:
feed_contr.update({'id': feed_id}, feed_attr)
flash(gettext('Feed %(feed_title)r successfully updated.',
feed_title=feed_attr['title']), 'success')
return redirect(url_for('feed.form', feed_id=feed_id))
# Create a new feed
new_feed = feed_contr.create(**feed_attr)
flash(gettext('Feed %(feed_title)r successfully created.',
feed_title=new_feed.title), 'success')
if conf.CRAWLING_METHOD == "classic":
misc_utils.fetch(current_user.id, new_feed.id)
flash(gettext("Downloading articles for the new feed..."), 'info')
return redirect(url_for('feed.form', feed_id=new_feed.id))
