def test_get_random_ua(self):
     EXPECTED = ('Mozilla', 'Windows', 'MSIE', 'Opera')
     
     for _ in xrange(100):
         rnd_ua = get_random_user_agent()
         
         for estr in EXPECTED:
             if estr in rnd_ua:
                 return
             
     self.assertTrue(False, 'Failed to find %s' % (EXPECTED,))
Example #2
0
    def test_get_random_ua(self):
        EXPECTED = ('Mozilla', 'Windows', 'MSIE', 'Opera')

        for _ in xrange(100):
            rnd_ua = get_random_user_agent()

            for estr in EXPECTED:
                if estr in rnd_ua:
                    return

        self.assertTrue(False, 'Failed to find %s' % (EXPECTED, ))
Example #3
0
    def _do_GET(self, url, with_rand_ua=True):
        if not isinstance(url, URL):
            msg = 'The url parameter of a _do_GET  must'
            msg += ' be of url.URL type.'
            raise ValueError(msg)

        if with_rand_ua:
            random_ua = get_random_user_agent()
            headers = Headers([('User-Agent', random_ua)])
        else:
            # Please note that some tests show that this is useful for the
            # mobile search.
            headers = Headers([('User-Agent', '')])

        return self._uri_opener.GET(url, headers=headers)
Example #4
0
    def _do_GET(self, url, with_rand_ua=True):
        if not isinstance(url, URL):
            msg = 'The url parameter of a _do_GET  must'
            msg += ' be of url.URL type.'
            raise ValueError(msg)

        if with_rand_ua:
            random_ua = get_random_user_agent()
            headers = Headers([('User-Agent', random_ua)])
        else:
            # Please note that some tests show that this is useful for the
            # mobile search.
            headers = Headers([('User-Agent', '')])

        return self._uri_opener.GET(url, headers=headers)