def check(self): """Check given URL.""" self.model.clear() clear_properties(self) clear_statistics(self) self.set_config() aggregate = director.get_aggregate(self.config) url = self.get_url() if not url: self.set_statusmsg(_("Error, empty URL")) return self.set_statusmsg(_("Checking '%s'.") % strformat.limit(url, 40)) url_data = checker.get_url_from(url, 0, aggregate, extern=(0, 0)) self.recent.add_document(url) # if a local file with .lst extension, assume it is a list of URLs if (url.startswith("file://") or os.path.exists(url)) and url.endswith(".lst"): url_data.check_connection() parse_text(url_data) aggregate.urlqueue.put(url_data) self.aggregate = aggregate # check in background self.checker.check(self.aggregate) self.status = Status.checking
def test_http_build2(self): parent_url = "http://example.org/test?a=b&c=d" base_url = "#usemap" recursion_level = 0 aggregate = get_test_aggregate() o = get_url_from(base_url, recursion_level, aggregate, parent_url=parent_url) o.build_url() self.assertEqual(o.url, parent_url + base_url)
def test_urljoin_file(self): parent_url = "file:///a/b.html" base_url = "?c=d" recursion_level = 0 aggregate = get_test_aggregate() o = get_url_from(base_url, recursion_level, aggregate, parent_url=parent_url) o.build_url() self.assertEqual(o.url, parent_url)
def test_http_build(self): parent_url = "http://localhost:8001/tests/checker/data/http.html" base_url = "http://foo" recursion_level = 0 aggregate = get_test_aggregate() o = get_url_from(base_url, recursion_level, aggregate, parent_url=parent_url) o.build_url() self.assertEqual(o.url, "http://foo")
def test_http_build2 (self): parent_url = u'http://example.org/test?a=b&c=d' base_url = u'#usemap' recursion_level = 0 aggregate = get_test_aggregate() o = get_url_from(base_url, recursion_level, aggregate, parent_url=parent_url) o.build_url() self.assertEqual(o.url, parent_url+base_url)
def test_http_build (self): parent_url = "http://localhost:8001/tests/checker/data/http.html" base_url = "http://foo" recursion_level = 0 aggregate = get_test_aggregate() o = get_url_from(base_url, recursion_level, aggregate, parent_url=parent_url) o.build_url() self.assertEqual(o.url, u'http://foo')
def test_urljoin_file (self): parent_url = "file:///a/b.html" base_url = "?c=d" recursion_level = 0 aggregate = get_test_aggregate() o = get_url_from(base_url, recursion_level, aggregate, parent_url=parent_url) o.build_url() self.assertEqual(o.url, parent_url)
def check(self): """Check given URL.""" self.model.clear() clear_properties(self) clear_statistics(self) self.set_config() aggregate = director.get_aggregate(self.config) url = self.get_url() if not url: self.set_statusmsg(_("Error, empty URL")) return self.set_statusmsg(_("Checking '%s'.") % strformat.limit(url, 40)) url_data = checker.get_url_from(url, 0, aggregate, extern=(0, 0)) self.recent.add_document(url) aggregate.urlqueue.put(url_data) self.aggregate = aggregate # check in background self.checker.check(self.aggregate) self.status = Status.checking
def check (self): """Check given URL.""" self.model.clear() clear_properties(self) clear_statistics(self) self.set_config() aggregate = director.get_aggregate(self.config) url = self.get_url() if not url: self.set_statusmsg(_("Error, empty URL")) return self.set_statusmsg(_("Checking '%s'.") % strformat.limit(url, 40)) url_data = checker.get_url_from(url, 0, aggregate, extern=(0, 0)) self.recent.add_document(url) aggregate.urlqueue.put(url_data) self.aggregate = aggregate # check in background self.checker.check(self.aggregate) self.status = Status.checking