def test_any_to_uri(self): if os.name == 'nt': self.assertEqual(any_to_uri("C:\\windows\clock.avi"), "file:///C:/windows/clock.avi") else: self.assertEqual(any_to_uri("/some/path.txt"), "file:///some/path.txt") self.assertEqual(any_to_uri("file:///some/path.txt"), "file:///some/path.txt") self.assertEqual(any_to_uri("http://www.example.com/some/path.txt"), "http://www.example.com/some/path.txt")
def fetch(self, request_or_url, spider=None): if isinstance(request_or_url, Request): request = request_or_url url = request.url else: url = any_to_uri(request_or_url) request = Request(url, dont_filter=True) response = None response, spider = threads.blockingCallFromThread(reactor, \ self._schedule, request, spider) self.populate_vars(response, request, spider)
def fetch(self, request_or_url, spider=None): if isinstance(request_or_url, Request): request = request_or_url url = request.url else: url = any_to_uri(request_or_url) request = Request(url, dont_filter=True) response = None response, spider = threads.blockingCallFromThread(reactor, \ self._schedule, request, spider) self.populate_vars(url, response, request, spider)