def test_get_url_market(self):
with mock.patch('source.lib.make_pycurl_request',
mock.Mock(return_value=
(self._get_html_with_redirect('market://url/index.html'), None)
)),\
mock.patch('source.lib.fix_market_url') as m_fix_market:
get_url('market://url', 11)
self.assertTrue(m_fix_market.called)
def test_get_url_market(self):
timeout = 10
expected_redirect_url = 'market://something'
expected_content = self.get_redirect_html('market://something/page.html')
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(expected_content, None))),\
mock.patch('source.lib.fix_market_url') as fix_market_url_m:
lib.get_url(expected_redirect_url, timeout)
assert fix_market_url_m.called, 'fix_market_url() not called'
def test_without_redirect_url(self):
url = 'http://url.ru'
timeout = 30
content = 'content'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=[content, None])):
with mock.patch('source.lib.check_for_meta', mock.Mock(return_value=None)):
self.assertEquals((None, None, content), lib.get_url(url, timeout))
def test_redirect(self):
url = 'http://url.ru'
timeout = 30
content = 'content'
new_redirect_url = 'http://redirect-url.ru'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=[content, new_redirect_url])):
self.assertEquals((new_redirect_url, REDIRECT_HTTP, content), lib.get_url(url, timeout))
def test_get_url_error_redirect(self):
"""
get_url возвращает тип редиректа ERROR
:return:
"""
url = "some url"
self.assertEquals(get_url(url, timeout=10), (url, ERROR_REDIRECT, None))
def test_get_url_with_match_ok_redirect(self):
contnent = "VK.COM"
redirect = "a"
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(contnent, redirect))):
with mock.patch('source.lib.OK_REDIRECT', mock.Mock()):
with mock.patch('source.lib.OK_REDIRECT.match', mock.Mock(return_value=True)):
self.assertEqual(get_url("abc", 10, "A"), (None, None, contnent))
def test_without_redirect(self):
url = 'http://url.ru'
timeout = 10
content = 'content'
new_redirect_url = 'http://odnoklassniki.ru/redirect-url/st.redirect'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=[content, new_redirect_url])):
self.assertEquals((None, None, content), lib.get_url(url, timeout))
def test_get_url_wrong_url(self):
"""
error in url
"""
url = "wrong url"
with mock.patch("source.lib.make_pycurl_request", mock.Mock(side_effect=ValueError('Value Error'))):
self.assertEquals(get_url(url, timeout=1), (url, 'ERROR', None))
def test_get_url_error(self):
url = 'http://mail.ru'
timeout = 10
with mock.patch('source.lib.make_pycurl_request', mock.Mock(side_effect=ValueError)):
redirect_url, redirect_type, content = lib.get_url(url, timeout)
self.assertEquals(redirect_type, 'ERROR', 'ValueError not handled')
def test_without_redirect(self):
url = 'http://url.ru'
timeout = 10
content = 'content'
new_redirect_url = 'http://odnoklassniki.ru/redirect-url/st.redirect'
with mock.patch('source.lib.make_pycurl_request',
mock.Mock(return_value=[content, new_redirect_url])):
self.assertEquals((None, None, content), lib.get_url(url, timeout))
def test_get_url_error_redirect(self):
"""
get_url возвращает тип редиректа ERROR
:return:
"""
url = "url"
with mock.patch('source.lib.make_pycurl_request', mock.Mock(side_effect=ValueError('value error'))):
self.assertEquals(get_url(url, timeout=self.normal_timeout), (url, ERROR_REDIRECT, None))
def test_get_url_http(self):
m_redirect_url = 'index.html'
m_redirect_type = REDIRECT_HTTP
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=('<html></html>', m_redirect_url))):
redirect_url, redirect_type, content = get_url('http://tech-mail.ru', 11)
self.assertEquals(m_redirect_url, redirect_url)
self.assertEquals(m_redirect_type, redirect_type)
def test_get_url_value_error(self):
url = 'http://url.ru'
timeout = 30
with mock.patch('source.lib.make_pycurl_request', mock.Mock(side_effect=ValueError)):
redirect_url, redirect_type, content = lib.get_url(url, timeout)
self.assertEquals(url, redirect_url)
self.assertEquals('ERROR', redirect_type)
self.assertEquals(None, content)
def test_get_url_market_url_http_redirect_type(self):
with mock.patch('source.lib.fix_market_url', mock.Mock()) as fix_market_url:
new_redirect_url = "market://market.url"
prepare_url_return = 'url after prepare'
content = 'this is original content'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(content, new_redirect_url))):
with mock.patch('source.lib.prepare_url', mock.Mock(return_value=prepare_url_return)) as prepare_url:
self.assertEquals(get_url(new_redirect_url, timeout=10), (prepare_url_return, REDIRECT_HTTP, content))
fix_market_url.assert_called_once_with(new_redirect_url)
def test_get_url_redirect_meta(self):
from source.lib import REDIRECT_META
url = 'http://url.ru'
timeout = 30
content = 'content'
new_redirect_url = 'http://redirect-url.ru'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=[content, None])):
with mock.patch('source.lib.check_for_meta', mock.Mock(return_value=new_redirect_url)):
self.assertEquals((new_redirect_url, REDIRECT_META, content), lib.get_url(url, timeout))
def test_redirect(self):
url = 'http://url.ru'
timeout = 30
content = 'content'
new_redirect_url = 'http://redirect-url.ru'
with mock.patch('source.lib.make_pycurl_request',
mock.Mock(return_value=[content, new_redirect_url])):
self.assertEquals((new_redirect_url, REDIRECT_HTTP, content),
lib.get_url(url, timeout))
def _get_url_redirect(self, new_redirect_url, make_py_curl_request_return,
prepare_url_return, check_meta_return):
with mock.patch('source.lib.fix_market_url', mock.Mock()) as fix_market_url, \
mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=make_py_curl_request_return)), \
mock.patch('source.lib.check_for_meta', mock.Mock(return_value=check_meta_return)), \
mock.patch('source.lib.prepare_url', mock.Mock(return_value=prepare_url_return)) as m_prepare_url:
return get_url(
new_redirect_url,
timeout=self.normal_timeout), fix_market_url, m_prepare_url
def test_get_url_ignore_ok_login_redirects(self):
"""
ignoring ok login redirects
"""
content = "dummy content"
new_redirect_url = "http://odnoklassniki.ru/123.123st.redirect"
with mock.patch("source.lib.make_pycurl_request",
mock.Mock(return_value=(content, new_redirect_url))):
self.assertEquals(get_url("url", timeout=1), (None, None, content))
def test_get_url_error_redirect(self):
"""
get_url возвращает тип редиректа ERROR
:return:
"""
url = "url"
with mock.patch('source.lib.make_pycurl_request',
mock.Mock(side_effect=ValueError('value error'))):
self.assertEquals(get_url(url, timeout=self.normal_timeout),
(url, ERROR_REDIRECT, None))
def test_without_redirect_url(self):
url = 'http://url.ru'
timeout = 30
content = 'content'
with mock.patch('source.lib.make_pycurl_request',
mock.Mock(return_value=[content, None])):
with mock.patch('source.lib.check_for_meta',
mock.Mock(return_value=None)):
self.assertEquals((None, None, content),
lib.get_url(url, timeout))
def test_get_url_ok_redirect(self):
"""
Пропускает ok login redirects
:return:
"""
url = "url"
new_redirect_url = "http://odnoklassniki.ru/123.st.redirect"
content = "content"
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(content, new_redirect_url))):
self.assertEquals(get_url(url, timeout=self.normal_timeout), (None, None, content))
def test_get_url_ok_redirect(self):
"""
ignoring ok login redirects
:return:
"""
url = "some url"
new_redirect_url = 'http://odnoklassniki.ru/asdasd.st.redirect'
content = 'this is the end'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(content, new_redirect_url))):
self.assertEquals(get_url(url, timeout=10), (None, None, content))
def test_get_url_redirect_meta_none(self):
url = 'http://url.ru'
timeout = 30
content = 'content'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=[content, None])):
with mock.patch('source.lib.check_for_meta', mock.Mock(return_value=None)):
redirect_url, redirect_type, return_content = lib.get_url(url, timeout)
self.assertEquals(None, redirect_url)
self.assertEquals(None, redirect_type)
self.assertEquals(content, return_content)
def test_get_url_not_redirect(self):
url = 'http://url.ru'
timeout = 30
content = 'content'
new_redirect_url = 'http://odnoklassniki.ru/redirect-url/st.redirect'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=[content, new_redirect_url])):
redirect_url, redirect_type, return_content = lib.get_url(url, timeout)
self.assertEquals(None, redirect_url)
self.assertEquals(None, redirect_type)
self.assertEquals(content, return_content)
def test_get_url_market_url_http_redirect_type(self):
"""
Input market_url
"""
with mock.patch('source.lib.fix_market_url', mock.Mock()):
redirect_url = "market://details"
prepare_url_return = 'become after prepare'
content = 'dummyContent'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(content, redirect_url))):
with mock.patch('source.lib.prepare_url', mock.Mock(return_value=prepare_url_return)):
self.assertEquals(get_url(redirect_url, timeout=1), (prepare_url_return, REDIRECT_HTTP, content))
def test_redirect_market(self):
url = 'http://url.ru'
timeout = 30
content = 'content'
new_redirect_url = 'market://url.ru'
new_redirect_url_without_market = 'http://play.google.com/store/apps/url.ru'
with mock.patch('source.lib.make_pycurl_request',
mock.Mock(return_value=[content, new_redirect_url])):
self.assertEquals(
(new_redirect_url_without_market, REDIRECT_HTTP, content),
lib.get_url(url, timeout))
def test_get_url_ok_redirect(self):
"""
Пропускает ok login redirects
:return:
"""
url = "url"
new_redirect_url = "http://odnoklassniki.ru/123.st.redirect"
content = "content"
with mock.patch('source.lib.make_pycurl_request',
mock.Mock(return_value=(content, new_redirect_url))):
self.assertEquals(get_url(url, timeout=self.normal_timeout),
(None, None, content))
def test_get_url_redirect_http(self):
from source.lib import REDIRECT_HTTP
url = 'http://url.ru'
timeout = 30
content = 'content'
new_redirect_url = 'http://redirect-url.ru'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=[content, new_redirect_url])):
redirect_url, redirect_type, return_content = lib.get_url(url, timeout)
self.assertEquals(new_redirect_url, redirect_url)
self.assertEquals(REDIRECT_HTTP, redirect_type)
self.assertEquals(content, return_content)
def test_get_url_http_new_redirect_and_ok_redirect(self):
url = 'http://mail.ru'
timeout = 10
expected_redirect_url = rstr.xeger(lib.OK_REDIRECT)
expected_content = self.get_redirect_html('page.html')
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(expected_content, expected_redirect_url))):
redirect_url, redirect_type, content = lib.get_url(url, timeout)
self.assertIsNone(redirect_url, 'redirect_url is not None')
self.assertIsNone(redirect_type, 'redirect_type is not None')
self.assertEqual(content, expected_content, 'content not match')
def test_get_url_none_redirect_url_none_redirect_type(self):
"""
redirect_url is none
None redirect_type
"""
with mock.patch('source.lib.fix_market_url', mock.Mock()):
redirect_url = None
final_url = None
content = 'this is original content'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(content, redirect_url))), \
mock.patch('source.lib.check_for_meta', mock.Mock(return_value=None)), \
mock.patch('source.lib.prepare_url', mock.Mock(return_value=final_url)):
self.assertEquals(get_url('dummyurl', timeout=1), (final_url, None, content))
def test_get_url_none_redirect_url_meta_redirect_type(self):
"""
redirect url is none pri make_pycurl_request
return meta redirect type
"""
with mock.patch('source.lib.fix_market_url', mock.Mock()):
redirect_url = "not none redirect url"
content = 'this is original content'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(content, None))):
with mock.patch('source.lib.check_for_meta', mock.Mock(return_value=redirect_url)):
with mock.patch('source.lib.prepare_url',
mock.Mock(return_value=redirect_url)):
self.assertEquals(get_url('dummyurl', timeout=1), (redirect_url, REDIRECT_META, content))
def test_get_url_with_http_redirect(self):
contnent = "VK.COM"
redirect = "a"
url = "abc"
market = mock.Mock()
market.scheme = 'market'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(contnent, redirect))):
with mock.patch('source.lib.OK_REDIRECT', mock.Mock()):
with mock.patch('source.lib.OK_REDIRECT.match', mock.Mock(return_value=False)):
with mock.patch('source.lib.urlsplit', mock.Mock(return_value=market)):
with mock.patch('source.lib.fix_market_url', mock.Mock(return_value=url)):
with mock.patch('source.lib.prepare_url', mock.Mock(return_value=url)):
self.assertEqual(get_url(url, 10, "A"), (url, REDIRECT_HTTP, contnent))
def test_get_url_with_no_http_and_meta_redirect(self):
contnent = "VK.COM"
url = "abc"
market = mock.Mock()
market.scheme = 'http'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(contnent, None))):
with mock.patch('source.lib.OK_REDIRECT', mock.Mock()):
with mock.patch('source.lib.OK_REDIRECT.match', mock.Mock(return_value=False)):
with mock.patch('source.lib.urlsplit', mock.Mock(return_value=market)):
with mock.patch('source.lib.fix_market_url', mock.Mock(return_value=url)):
with mock.patch('source.lib.prepare_url', mock.Mock(return_value=url)):
with mock.patch('source.lib.check_for_meta', mock.Mock(return_value=None)):
self.assertEqual(get_url(url, 10, "A"), (url, None, contnent))
def test_get_url_html(self):
url = 'http://mail.ru'
timeout = 10
expected_redirect_url = 'http://mail.ru/page.html'
expected_content = self.get_redirect_html('page.html')
expected_redirect_type = lib.REDIRECT_META
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(expected_content, None))):
redirect_url, redirect_type, content = lib.get_url(url, timeout)
self.assertEquals(redirect_url, expected_redirect_url, 'redirect_url not match')
self.assertEquals(content, expected_content, 'content not match')
self.assertEquals(redirect_type, expected_redirect_type, 'redirect_type is not correct')
def test_get_url_redirect_meta_market(self):
from source.lib import REDIRECT_META
url = 'http://url.ru'
timeout = 30
content = 'content'
new_redirect_url = 'market://redirect-url.ru'
new_redirect_url_without_market = 'http://play.google.com/store/apps/redirect-url.ru'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=[content, None])):
with mock.patch('source.lib.check_for_meta', mock.Mock(return_value=new_redirect_url)):
redirect_url, redirect_type, return_content = lib.get_url(url, timeout)
self.assertEquals(new_redirect_url_without_market, redirect_url)
self.assertEquals(REDIRECT_META, redirect_type)
self.assertEquals(content, return_content)
def test_get_url_none_redirect_url_none_redirect_type(self):
"""
redirect url is none
return null redirect type
:return:
"""
with mock.patch('source.lib.fix_market_url', mock.Mock()) as fix_market_url:
new_redirect_url = None
prepare_url_return = None
content = 'this is original content'
with mock.patch('source.lib.make_pycurl_request', mock.Mock(return_value=(content, new_redirect_url))):
with mock.patch('source.lib.check_for_meta', mock.Mock(return_value=None)):
with mock.patch('source.lib.prepare_url', mock.Mock(return_value=prepare_url_return)) as prepare_url:
self.assertEquals((prepare_url_return, None, content), get_url('some url', timeout=10))
assert not fix_market_url.called
prepare_url.assert_called_once_with(new_redirect_url)
def test_get_url_error(self):
with mock.patch('source.lib.make_pycurl_request', mock.Mock(side_effect=ValueError)):
url, redirect_type, content = get_url('url', 11)
self.assertEquals(redirect_type, 'ERROR')
def test_make_pycurl_request_raised_exception(self):
url = 'http://url.ru'
timeout = 30
with mock.patch('source.lib.make_pycurl_request',
mock.Mock(side_effect=ValueError)):
self.assertEquals((url, 'ERROR', None), lib.get_url(url, timeout))