def testCrawlerFail(self):
from feederengine import crawler
try:
str(crawler.crawl(url="http://1.1.1.1")(.01))
self.fail() # pragma no cover
except:
pass
def testCrawlWorker(self):
from feederengine import crawler
with mock(crawler, "proxy", mock_rss_server):
urls = ["http://www.reddit.com/r/Python/",
"http://slashdot.org",
"http://news.ycombinator.com/"]
workers = {}
for url in urls:
workers[url] = crawler.crawl(url=url)
[(k, str(w())) for k, w in workers.items()]
def testCrawlerFailGettingResponse(self):
"""
strictly for test coverage
"""
def err_app(environ, start_response):
raise Exception("fuuuuuuuu")
from feederengine import crawler
with mock(crawler, "proxy", err_app):
crawler.proxy = err_app
try:
str(crawler.crawl(url="http://1.1.1.1")(.01))
self.fail() # pragma no cover
except:
pass
