class WeiboSearchSpiderTest(unittest.TestCase):
def setUp(self):
# when testing, we just import the local file and the item parsed should not dump to DB
self.spider = WeiboSearchSpider(login=False, saveIntoDB=False)
self.body = open("tmp.html", "r").read()
def tearDown(self):
pass
def test_parse_weibo(self):
request = Request(
url="http://pat.zju.edu.cn",
meta={"keyword": "scrapy", "keywordId": 1, "start": "2015-06-27 11:00:00", "end": "2015-06-27 11:00:00"},
)
generator = self.spider.parse_weibo(response=Response(url="", body=self.body, request=request))
for obj in generator:
pass
self.assertEqual(True, True)
def test_parse_page(self):
request = Request(
url="http://pat.zju.edu.cn",
meta={"keyword": "scrapy", "keywordId": 1, "start": "2015-06-27 11:00:00", "end": "2015-06-27 11:00:00"},
)
generator = self.spider.parse_page(response=Response(url="", body=self.body, request=request))
for obj in generator:
pass
self.assertEqual(True, True)
def test_parse(self):
response = Response(
url="",
body="parent.sinaSSOController."
'feedBackUrlCallBack({"result":true,"userinfo":'
'{"uniqueid":"5341604164","userid":null,"displayname":'
'null,"userdomain":"?wvr=5&lf=reg"}})',
)
generator = self.spider.parse(response)
for obj in generator:
print obj
def setUp(self):
# when testing, we just import the local file and the item parsed should not dump to DB
self.spider = WeiboSearchSpider(login=False, saveIntoDB=False)
self.body = open("tmp.html", "r").read()