def test_my(self):
def c(result):
print result
d = self.repository.getUrlsIdSet([
url.WebUrl("http://google.com"),
url.WebUrl("http://googlasfeafe.com"),
url.WebUrl("https://seznma.cz/index.html"),
url.WebUrl("http://google.com/")
])
d.addCallback(c)
return d
def test_isPageFetchedTrue(self):
def c(result):
self.assertTrue(result)
d = self.repository.isPageFetched(url.WebUrl("http://google.com/"))
d.addCallback(c)
return d
def test_false(self):
def c(result):
self.assertTrue(result)
d = self.repository.isUseable(
url.WebUrl("http://www.example.com?one=1&two=2"))
d.addCallback(c)
return d
def test_contains(self):
urlStr = "http://www.google.com"
self.queue.append(url.WebUrl(urlStr), 0)
self.assertTrue(url.WebUrl(urlStr) in self.queue)
def test_my4(self):
u = url.WebUrl('http://108.177.156.123/')
services.getUrlDistributor().distribute(u)
return self.supervisor.runTask()
def test_my3(self):
u = url.WebUrl('http://202.8.8.128/')
services.getUrlDistributor().distribute(u)
return self.supervisor.runTask()
def test_my2(self):
u = url.WebUrl('http://189.192.161.104a/')
services.getUrlDistributor().distribute(u)
return self.supervisor.runTask()
def test_my(self):
self.supervisor._WebCrawlerSupervisor__urls.append(
url.WebUrl('https://play.google.com/?hl=cs&tab=w8'), 0)
return self.supervisor.runTask()
def test_consumer(self):
u = url.WebUrl('http://twistedmatrix.com/')
self.assertEquals(self.supervisor.getWaitingTaskCount(), 0)
services.getUrlDistributor().distribute(u)
self.assertEquals(self.supervisor.getWaitingTaskCount(), 1)
def test_my(self):
return self.repository.savePage(
1, url.WebUrl("http://www.example.com?one=1&two=2"), 200,
"test title")