def check(self):
"""Check given URL."""
self.model.clear()
clear_properties(self)
clear_statistics(self)
self.set_config()
aggregate = director.get_aggregate(self.config)
url = self.get_url()
if not url:
self.set_statusmsg(_("Error, empty URL"))
return
self.set_statusmsg(_("Checking '%s'.") % strformat.limit(url, 40))
url_data = checker.get_url_from(url, 0, aggregate, extern=(0, 0))
self.recent.add_document(url)
# if a local file with .lst extension, assume it is a list of URLs
if (url.startswith("file://")
or os.path.exists(url)) and url.endswith(".lst"):
url_data.check_connection()
parse_text(url_data)
aggregate.urlqueue.put(url_data)
self.aggregate = aggregate
# check in background
self.checker.check(self.aggregate)
self.status = Status.checking
def test_http_build2(self):
parent_url = "http://example.org/test?a=b&c=d"
base_url = "#usemap"
recursion_level = 0
aggregate = get_test_aggregate()
o = get_url_from(base_url, recursion_level, aggregate, parent_url=parent_url)
o.build_url()
self.assertEqual(o.url, parent_url + base_url)
def test_urljoin_file(self):
parent_url = "file:///a/b.html"
base_url = "?c=d"
recursion_level = 0
aggregate = get_test_aggregate()
o = get_url_from(base_url, recursion_level, aggregate, parent_url=parent_url)
o.build_url()
self.assertEqual(o.url, parent_url)
def test_http_build(self):
parent_url = "http://localhost:8001/tests/checker/data/http.html"
base_url = "http://foo"
recursion_level = 0
aggregate = get_test_aggregate()
o = get_url_from(base_url, recursion_level, aggregate, parent_url=parent_url)
o.build_url()
self.assertEqual(o.url, "http://foo")
def test_http_build2 (self):
parent_url = u'http://example.org/test?a=b&c=d'
base_url = u'#usemap'
recursion_level = 0
aggregate = get_test_aggregate()
o = get_url_from(base_url, recursion_level, aggregate, parent_url=parent_url)
o.build_url()
self.assertEqual(o.url, parent_url+base_url)
def test_http_build (self):
parent_url = "http://localhost:8001/tests/checker/data/http.html"
base_url = "http://foo"
recursion_level = 0
aggregate = get_test_aggregate()
o = get_url_from(base_url, recursion_level, aggregate, parent_url=parent_url)
o.build_url()
self.assertEqual(o.url, u'http://foo')
def test_urljoin_file (self):
parent_url = "file:///a/b.html"
base_url = "?c=d"
recursion_level = 0
aggregate = get_test_aggregate()
o = get_url_from(base_url, recursion_level,
aggregate, parent_url=parent_url)
o.build_url()
self.assertEqual(o.url, parent_url)
def check(self):
"""Check given URL."""
self.model.clear()
clear_properties(self)
clear_statistics(self)
self.set_config()
aggregate = director.get_aggregate(self.config)
url = self.get_url()
if not url:
self.set_statusmsg(_("Error, empty URL"))
return
self.set_statusmsg(_("Checking '%s'.") % strformat.limit(url, 40))
url_data = checker.get_url_from(url, 0, aggregate, extern=(0, 0))
self.recent.add_document(url)
aggregate.urlqueue.put(url_data)
self.aggregate = aggregate
# check in background
self.checker.check(self.aggregate)
self.status = Status.checking
def check (self):
"""Check given URL."""
self.model.clear()
clear_properties(self)
clear_statistics(self)
self.set_config()
aggregate = director.get_aggregate(self.config)
url = self.get_url()
if not url:
self.set_statusmsg(_("Error, empty URL"))
return
self.set_statusmsg(_("Checking '%s'.") % strformat.limit(url, 40))
url_data = checker.get_url_from(url, 0, aggregate, extern=(0, 0))
self.recent.add_document(url)
aggregate.urlqueue.put(url_data)
self.aggregate = aggregate
# check in background
self.checker.check(self.aggregate)
self.status = Status.checking
