Ejemplo n.º 1
0
 def test_any_to_uri(self):
     if os.name == 'nt':
         self.assertEqual(any_to_uri("C:\\windows\clock.avi"),
                          "file:///C:/windows/clock.avi")
     else:
         self.assertEqual(any_to_uri("/some/path.txt"),
                          "file:///some/path.txt")
     self.assertEqual(any_to_uri("file:///some/path.txt"),
                      "file:///some/path.txt")
     self.assertEqual(any_to_uri("http://www.example.com/some/path.txt"),
                      "http://www.example.com/some/path.txt")
Ejemplo n.º 2
0
 def fetch(self, request_or_url, spider=None):
     if isinstance(request_or_url, Request):
         request = request_or_url
         url = request.url
     else:
         url = any_to_uri(request_or_url)
         request = Request(url, dont_filter=True)
     response = None
     response, spider = threads.blockingCallFromThread(reactor, \
         self._schedule, request, spider)
     self.populate_vars(response, request, spider)
Ejemplo n.º 3
0
 def fetch(self, request_or_url, spider=None):
     if isinstance(request_or_url, Request):
         request = request_or_url
         url = request.url
     else:
         url = any_to_uri(request_or_url)
         request = Request(url, dont_filter=True)
     response = None
     response, spider = threads.blockingCallFromThread(reactor, \
         self._schedule, request, spider)
     self.populate_vars(url, response, request, spider)