def test_non_exist_feed(fx_non_exist_opml):
with app.test_client() as client:
r = client.get('/-categoryone/entries/')
assert r.status_code == 200
with_non_exist_feed_result = json.loads(r.data)
feed_one_id = get_hash('http://feedone.com/feed/atom/')
r = client.get('/-categoryone/feeds/' + feed_one_id + '/entries/')
assert r.status_code == 200
feed_one_result = json.loads(r.data)
assert len(with_non_exist_feed_result['entries']) == \
len(feed_one_result['entries']) == 2
non_exist_id = get_hash('Non Exist')
r = client.get('/-categoryone/feeds/' + non_exist_id + '/entries/')
assert r.status_code == 404
def test_update_feed_entries(fx_xml_for_update, fx_test_stage,
fx_crawling_queue):
with app.test_client() as client:
worker.start_worker()
feed_two_id = get_hash('http://feedtwo.com/feed/atom/')
with fx_test_stage as stage:
assert len(stage.feeds[feed_two_id].entries) == 1
assert worker.qsize() == 0
r = client.put(
get_url(
'update_entries',
category_id='-categoryone/-categorytwo',
feed_id=feed_two_id
)
)
assert r.status_code == 202
worker.kill_worker()
r = client.put(
get_url(
'update_entries',
category_id='-categoryone/-categorytwo',
feed_id=feed_two_id
)
)
assert r.status_code == 404
def test_request_same_feed(make_empty, xmls_for_next):
with app.test_client() as client:
r1 = client.get('/-categoryone/feeds/' +
get_hash('http://feedone.com/') +
'/entries/')
r2 = client.get('/-categoryone/feeds/' +
get_hash('http://feedone.com/') +
'/entries/')
r1_result = json.loads(r1.data)
r2_result = json.loads(r2.data)
r1_next = client.get(r1_result['next_url'])
if make_empty:
entry_generators.clear()
r2_next = client.get(r2_result['next_url'])
r1_result = json.loads(r1_next.data)
r2_result = json.loads(r2_next.data)
assert r1_result['entries'] == r2_result['entries']
def test_entry_star_unstar(xmls, fx_test_stage):
with app.test_client() as client:
feed_three_id = get_hash('http://feedthree.com/feed/atom/')
test_entry_id = get_hash('http://feedthree.com/feed/atom/1/')
with fx_test_stage as stage:
assert not stage.feeds[feed_three_id].entries[0].read
r = client.get('/feeds/' + feed_three_id + '/entries/' +
test_entry_id + '/')
assert r.status_code == 200
result = json.loads(r.data)
r = client.put(result['star_url'])
assert r.status_code == 200
with fx_test_stage as stage:
assert stage.feeds[feed_three_id].entries[0].starred
r = client.delete(result['unstar_url'])
assert r.status_code == 200
with fx_test_stage as stage:
assert not stage.feeds[feed_three_id].entries[0].starred
def test_move_feed(xmls, fx_test_stage):
with app.test_client() as client:
r = client.put('/-categoryone/feeds/?from=/feeds/' +
get_hash('http://feedthree.com/feed/atom/'))
assert r.status_code == 200
with fx_test_stage as stage:
subscriptions = stage.subscriptions
for child in subscriptions:
assert child.label != 'Feed Three'
assert len(subscriptions.categories['categoryone']) == 3
def test_move_to_root(xmls, fx_test_stage):
with app.test_client() as client:
r = client.put('/feeds/?from=-categoryone/feeds/' +
get_hash('http://feedone.com/feed/atom/'))
assert r.status_code == 200
with fx_test_stage as stage:
subscriptions = stage.subscriptions
for child in subscriptions.categories['categoryone'].children:
assert child.label != 'Feed One' or child.deleted
assert len(subscriptions.children) == 4
def fx_non_exist_opml(fx_test_stage):
feed_urls = ['http://feedone.com/feed/atom/']
generator = crawl(feed_urls, 1)
for result in generator:
feed_data = result[1]
feed_url = result[0]
feed_id = get_hash(feed_url)
with fx_test_stage as stage:
stage.feeds[feed_id] = feed_data
with fx_test_stage as stage:
stage.subscriptions = read(SubscriptionList, opml_with_non_exist_feed)
def test_feed_with_20_entries(make_empty, xmls_for_next):
with app.test_client() as client:
r = client.get('/feeds/' + get_hash('http://feedthree.com/') +
'/entries/')
assert r.status_code == 200
result = json.loads(r.data)
if make_empty:
entry_generators.clear()
r = client.get(result['next_url'])
assert r.status_code == 200
result = json.loads(r.data)
assert not result['entries']
assert not result['next_url']
def test_entries_filtering(read, starred, expected_entries,
fx_filtering_entries, fx_test_stage):
feed_id = get_hash('http://feedone.com/feed/atom/')
options = {}
if read is not None:
options['read'] = str(read)
if starred is not None:
options['starred'] = str(starred)
qs = url_encode(options)
with app.test_client() as client:
r = client.get('/feeds/' + feed_id + '/entries/?' + qs)
entries = json.loads(r.data)['entries']
assert (frozenset(int(e['title']) for e in entries) ==
frozenset(expected_entries))
def test_feed_entries_filtering(make_empty, xmls_for_next):
with app.test_client() as client:
feed_id = get_hash('http://feedfour.com/')
r = client.get('/feeds/' + feed_id + '/entries/?read=False')
assert r.status_code == 200
result = json.loads(r.data)
for entry in result['entries']:
assert entry['read'] is False
if make_empty:
entry_generators.clear()
r = client.get(result['next_url'])
result = json.loads(r.data)
for entry in result['entries']:
assert entry['read'] is False
def test_feed_entries_next(make_empty, xmls_for_next):
with app.test_client() as client:
r = client.get('/-categoryone/feeds/' +
get_hash('http://feedone.com/') +
'/entries/')
assert r.status_code == 200
result = json.loads(r.data)
assert len(result['entries']) == 20
assert result['entries'][-1]['title'] == 'Feed One: Entry 5'
if make_empty:
entry_generators.clear()
r = client.get(result['next_url'])
assert r.status_code == 200
result = json.loads(r.data)
assert len(result['entries']) == 5
assert result['entries'][-1]['title'] == 'Feed One: Entry 0'
assert not result['next_url']
def fx_filtering_entries(fx_test_stage):
authors = [Person(name='vio')]
now = datetime.datetime(2013, 10, 30, 20, 55, 30, tzinfo=utc)
feed = Feed(id='http://feedone.com/feed/atom/', authors=authors,
title=Text(value='Feed One'),
updated_at=now)
for i in range(10):
feed.entries.append(
Entry(id='http://feedone.com/feed/atom/' + str(i) + '/',
authors=authors,
title=Text(value=str(i + 1)),
updated_at=now + datetime.timedelta(days=1) * i)
)
for i in range(5):
feed.entries[i].read = Mark(marked=True, updated_at=now)
for i in range(3, 7):
feed.entries[i].starred = Mark(marked=True, updated_at=now)
with fx_test_stage as stage:
stage.feeds[get_hash('http://feedone.com/feed/atom/')] = feed
stage.subscriptions = read(SubscriptionList, opml_for_filtering)
def test_category_all_entries(xmls):
with app.test_client() as client:
r = client.get('/-categoryone/entries/')
assert r.status_code == 200
result = json.loads(r.data)
assert result['title'] == 'categoryone'
assert result['entries'][0]['title'] == 'Feed One: Entry Two'
entry_url = result['entries'][0]['entry_url']
r = client.get(entry_url)
assert r.status_code == 200
two_result = json.loads(r.data)
assert two_result['title'] == 'Feed One: Entry Two'
assert two_result['content'] == \
'This is content of Entry Two in Feed One'
assert two_result['updated'] == '2013-10-19 07:49:20+07:00'
assert two_result['permalink'] == 'http://feedone.com/feed/atom/2/'
assert two_result['feed']['title'] == 'Feed One'
assert two_result['feed']['permalink'] == \
'http://feedone.com'
feed_id = get_hash('http://feedone.com/feed/atom/')
assert two_result['feed']['entries_url'] == \
url_for(
'feed_entries',
category_id='-categoryone',
feed_id=feed_id,
_external=True
)
assert result['entries'][1]['title'] == 'Feed Two: Entry One'
entry_url = result['entries'][1]['entry_url']
r = client.get(entry_url)
assert r.status_code == 200
one_result = json.loads(r.data)
assert one_result['content'] == \
'This is content of Entry One in Feed Two'
r = client.get('/-categoryone/-categorytwo/entries/')
assert r.status_code == 200
result = json.loads(r.data)
assert result['title'] == 'categorytwo'
assert result['entries'][0]['title'] == 'Feed Two: Entry One'
def test_feed_entries_http_cache():
"""feed_entries() should be cached using Last-Modified header."""
with app.test_client() as client:
url = get_url('feed_entries', feed_id=get_hash('http://feedone.com/'))
response = client.get(url)
assert response.status_code == 200
assert response.last_modified
result = json.loads(response.data)
entries = [e for e in result['entries'] if not e['read']]
response2 = client.get(url, headers={
'If-Modified-Since': response.headers['Last-Modified']
})
assert response2.status_code == 304
entry = json.loads(client.get(entries[0]['entry_url']).data)
time.sleep(1)
client.put(entry['read_url'])
response3 = client.get(url, headers={
'If-Modified-Since': response.headers['Last-Modified']
})
assert response3.status_code == 200
assert response3.last_modified > response.last_modified
result3 = json.loads(response3.data)
entries3 = [e for e in result3['entries'] if not e['read']]
assert len(entries) - 1 == len(entries3)
assert r.status_code == 200
result = json.loads(r.data)
r = client.put(result['read_url'])
assert r.status_code == 200
with fx_test_stage as stage:
assert stage.feeds[feed_three_id].entries[0].read
r = client.delete(result['unread_url'])
assert r.status_code == 200
with fx_test_stage as stage:
assert not stage.feeds[feed_three_id].entries[0].read
@mark.parametrize(('list_url', 'feed_id'), [
(get_url('category_entries'), None),
(get_url('feed_entries',
feed_id=get_hash('http://feedone.com/feed/atom/')),
get_hash('http://feedone.com/feed/atom/'))
])
def test_category_mark_all(list_url, feed_id, xmls, fx_test_stage):
with app.test_client() as client:
r = client.get(list_url)
assert r.status_code == 200
result = json.loads(r.data)
r = client.put(result['read_url'])
assert r.status_code == 200
with fx_test_stage as stage:
subscriptions = stage.subscriptions.recursive_subscriptions
if feed_id:
subscriptions = [sub
def test_all_feeds(xmls):
with app.test_client() as client:
FEED_ONE_ID = get_hash('http://feedone.com/feed/atom/')
FEED_TWO_ID = get_hash('http://feedtwo.com/feed/atom/')
FEED_THREE_ID = get_hash('http://feedthree.com/feed/atom/')
FEED_FOUR_ID = get_hash('http://feedfour.com/feed/atom/')
# /
r = client.get('/feeds/')
assert r.status_code == 200
result = json.loads(r.data)
root_feeds = result['feeds']
root_categories = result['categories']
assert root_feeds[0]['title'] == 'Feed Three'
assert root_feeds[0]['path'] == '/feeds/' + FEED_THREE_ID
assert root_categories[0]['title'] == 'categoryone'
assert root_categories[0]['path'] == '-categoryone'
assert root_categories[1]['title'] == 'categorythree'
assert root_categories[1]['path'] == '-categorythree'
# /feedthree
feed_url = root_feeds[0]['entries_url']
assert feed_url == \
url_for(
'feed_entries',
feed_id=FEED_THREE_ID,
_external=True
)
r = client.get(feed_url)
assert r.status_code == 200
result = json.loads(r.data)
entries = result['entries']
assert entries[0]['title'] == 'Feed Three: Entry One'
assert entries[0]['entry_url'] == \
url_for(
'feed_entry',
feed_id=FEED_THREE_ID,
entry_id=get_hash('http://feedthree.com/feed/atom/1/'),
_external=True,
)
assert entries[0]['updated'] == '2013-08-21T00:49:20Z'
r = client.get(entries[0]['entry_url'])
assert r.status_code == 200
result = json.loads(r.data)
assert result['title'] == 'Feed Three: Entry One'
assert result['content'] == \
'This is content of Entry One in Feed Three'
assert result['updated'] == '2013-08-21 07:49:20+07:00'
# /categoryone
category_url = root_categories[0]['feeds_url']
assert category_url == \
url_for(
'feeds',
category_id='-categoryone',
_external=True
)
one_r = client.get(root_categories[0]['feeds_url'])
assert one_r.status_code == 200
one_result = json.loads(one_r.data)
one_feeds = one_result['feeds']
one_categories = one_result['categories']
assert one_feeds[0]['title'] == 'Feed One'
assert one_feeds[0]['path'] == '-categoryone/feeds/' + FEED_ONE_ID
assert one_categories[0]['title'] == 'categorytwo'
# /categoryone/feedone
feed_url = one_feeds[0]['entries_url']
feed_id = get_hash('http://feedone.com/feed/atom/')
assert feed_url == \
url_for(
'feed_entries',
category_id='-categoryone',
feed_id=feed_id,
_external=True
)
r = client.get(feed_url)
assert r.status_code == 200
result = json.loads(r.data)
entries = result['entries']
assert entries[0]['title'] == 'Feed One: Entry Two'
assert entries[0]['entry_url'] == \
url_for(
'feed_entry',
category_id='-categoryone',
feed_id=feed_id,
entry_id=get_hash('http://feedone.com/feed/atom/2/'),
_external=True
)
assert entries[0]['updated'] == '2013-10-19T00:49:20Z'
assert entries[1]['title'] == 'Feed One: Entry One'
assert entries[1]['entry_url'] == \
url_for(
'feed_entry',
category_id='-categoryone',
feed_id=feed_id,
entry_id=get_hash('http://feedone.com/feed/atom/1/'),
_external=True
)
assert entries[1]['updated'] == '2013-08-19T00:49:20Z'
r = client.get(entries[0]['entry_url'])
assert r.status_code == 200
result = json.loads(r.data)
assert result['title'] == 'Feed One: Entry Two'
assert result['content'] == \
'This is content of Entry Two in Feed One'
assert result['updated'] == '2013-10-19 07:49:20+07:00'
# /categoryone/categorytwo
two_r = client.get(one_categories[0]['feeds_url'])
assert two_r.status_code == 200
two_result = json.loads(two_r.data)
two_feeds = two_result['feeds']
two_categories = two_result['categories']
assert two_feeds[0]['title'] == 'Feed Two'
assert two_feeds[0]['path'] == '-categoryone/-categorytwo/feeds/' + \
FEED_TWO_ID
assert len(two_categories) == 0
# /categoryone/categorytwo/feedtwo
category_url = one_categories[0]['feeds_url']
assert category_url == \
url_for(
'feeds',
category_id='-categoryone/-categorytwo',
_external=True
)
feed_url = two_feeds[0]['entries_url']
feed_id = get_hash('http://feedtwo.com/feed/atom/')
assert feed_url == \
url_for(
'feed_entries',
category_id='-categoryone/-categorytwo',
feed_id=feed_id,
_external=True
)
r = client.get(feed_url)
assert r.status_code == 200
result = json.loads(r.data)
entries = result['entries']
assert entries[0]['title'] == 'Feed Two: Entry One'
assert entries[0]['entry_url'] == \
url_for(
'feed_entry',
category_id='-categoryone/-categorytwo',
feed_id=feed_id,
entry_id=get_hash('http://feedtwo.com/feed/atom/1/'),
_external=True
)
assert entries[0]['updated'] == '2013-08-20T00:49:20Z'
r = client.get(entries[0]['entry_url'])
assert r.status_code == 200
result = json.loads(r.data)
assert result['title'] == 'Feed Two: Entry One'
assert result['content'] == \
'This is content of Entry One in Feed Two'
assert result['updated'] == '2013-08-20 07:49:20+07:00'
# categorythree
category_url = root_categories[1]['feeds_url']
assert category_url == \
url_for(
'feeds',
category_id='-categorythree',
_external=True
)
three_r = client.get(root_categories[1]['feeds_url'])
assert three_r.status_code == 200
three_result = json.loads(three_r.data)
three_feeds = three_result['feeds']
three_categories = three_result['categories']
assert three_feeds[0]['title'] == 'Feed Four'
assert three_feeds[0]['path'] == '-categorythree/feeds/' + FEED_FOUR_ID
assert len(three_categories) == 0
# /categorythree/feedfour
feed_url = three_feeds[0]['entries_url']
feed_id = get_hash('http://feedfour.com/feed/atom/')
assert feed_url == \
url_for(
'feed_entries',
category_id='-categorythree',
feed_id=feed_id,
_external=True
)
r = client.get(feed_url)
assert r.status_code == 200
result = json.loads(r.data)
entries = result['entries']
assert entries[0]['title'] == 'Feed Four: Entry One'
assert entries[0]['entry_url'] == \
url_for(
'feed_entry',
category_id='-categorythree',
feed_id=feed_id,
entry_id=get_hash('http://feedfour.com/feed/atom/1/'),
_external=True
)
assert entries[0]['updated'] == '2013-08-22T00:49:20Z'
r = client.get(entries[0]['entry_url'])
assert r.status_code == 200
result = json.loads(r.data)
assert result['title'] == 'Feed Four: Entry One'
assert result['content'] == \
'This is content of Entry One in Feed Four'
assert result['updated'] == '2013-08-22 07:49:20+07:00'
def xmls_for_next(request, fx_test_stage):
opml = '''
<opml version="1.0">
<head>
<title>test opml</title>
</head>
<body>
<outline text="categoryone" title="categoryone">
<outline type="atom" text="Feed One" title="Feed One"
xmlUrl="http://feedone.com/" />
<outline type="atom" text="Feed Two" title="Feed Two"
xmlUrl="http://feedtwo.com/" />
</outline>
<outline type="atom" text="Feed Three" title="Feed Three"
xmlUrl="http://feedthree.com/" />
<outline type="atom" text="Feed Four" title="Feed Three"
xmlUrl="http://feedthree.com/" />
</body>
</opml>
'''
authors = [Person(name='vio')]
feed_one = Feed(id='http://feedone.com/', authors=authors,
title=Text(value='Feed One'),
updated_at=datetime.datetime(2013, 10, 30, 20, 55, 30,
tzinfo=utc))
feed_two = Feed(id='http://feedtwo.com/', authors=authors,
title=Text(value='Feed Two'),
updated_at=datetime.datetime(2013, 10, 30, 21, 55, 30,
tzinfo=utc))
feed_three = Feed(id='http://feedthree.com/', authors=authors,
title=Text(value='Feed Three'),
updated_at=datetime.datetime(2013, 10, 30, 21, 55, 30,
tzinfo=utc))
feed_four = Feed(id='http://feedfour.com/', authors=authors,
title=Text(value='Feed Four'),
updated_at=datetime.datetime(2013, 10, 30, 21, 55, 30,
tzinfo=utc))
for i in range(25):
feed_one.entries.append(
Entry(id='http://feedone.com/' + str(24 - i),
authors=authors,
title=Text(value='Feed One: Entry ' + str(24 - i)),
updated_at=datetime.datetime(2013, 10, 30, 20, 55, 30,
tzinfo=utc) +
datetime.timedelta(days=-1)*i)
)
feed_two.entries.append(
Entry(id='http://feedtwo.com/' + str(24 - i),
authors=authors,
title=Text(value='Feed Two: Entry ' + str(24 - i)),
updated_at=datetime.datetime(2013, 10, 30, 19, 55, 30,
tzinfo=utc) +
datetime.timedelta(days=-1)*i)
)
for i in range(20):
feed_three.entries.append(
Entry(id='http://feedthree.com/' + str(19 - i),
authors=authors,
title=Text(value='Feed Three: Entry ' + str(19 - i)),
updated_at=datetime.datetime(2013, 10, 30, 20, 55, 30,
tzinfo=utc) +
datetime.timedelta(days=-1)*i)
)
for i in range(50):
feed_four.entries.append(
Entry(id='http://feedfour.com/' + str(49 - i),
authors=authors,
title=Text(value='Feed Four: Entry ' + str(49 - i)),
updated_at=datetime.datetime(2013, 10, 30, 20, 55, 30,
tzinfo=utc) +
datetime.timedelta(days=-1)*i)
)
for i in range(5):
feed_two.entries[i].read = True
feed_two.entries[i+15].read = True
for i in range(20, 50):
feed_four.entries[i].read = True
subscriptions = read(SubscriptionList, opml)
with fx_test_stage as stage:
stage.subscriptions = subscriptions
stage.feeds[get_hash('http://feedone.com/')] = feed_one
stage.feeds[get_hash('http://feedtwo.com/')] = feed_two
stage.feeds[get_hash('http://feedthree.com/')] = feed_three
stage.feeds[get_hash('http://feedfour.com/')] = feed_four
assert r.status_code == 200
result = json.loads(r.data)
r = client.put(result['read_url'])
assert r.status_code == 200
with fx_test_stage as stage:
assert stage.feeds[feed_three_id].entries[0].read
r = client.delete(result['unread_url'])
assert r.status_code == 200
with fx_test_stage as stage:
assert not stage.feeds[feed_three_id].entries[0].read
@mark.parametrize(('list_url', 'feed_id'), [
(get_url('category_entries'), None),
(get_url('feed_entries',
feed_id=get_hash('http://feedone.com/feed/atom/')),
get_hash('http://feedone.com/feed/atom/'))
])
def test_category_mark_all(list_url, feed_id, xmls, fx_test_stage):
with app.test_client() as client:
r = client.get(list_url)
assert r.status_code == 200
result = json.loads(r.data)
r = client.put(result['read_url'])
assert r.status_code == 200
with fx_test_stage as stage:
subscriptions = stage.subscriptions.recursive_subscriptions
if feed_id:
subscriptions = [sub