Exemplo n.º 1
0
def test_timeout_failure(mock_sleep):
    """Request fail after too many Timeouts."""
    assert Requester.MAX_ATTEMPTS == 4
    requester = Requester('example.com', True)
    mock_session = mock.Mock(spec_set=['get'])
    mock_session.get.side_effect = [requests.exceptions.Timeout] * 4
    requester._session = mock_session

    with pytest.raises(requests.exceptions.Timeout):
        requester.request('/path', raise_for_status=False)
    full_path = 'https://example.com/path'
    expected_calls = [
        mock.call(full_path, timeout=1.0),
        mock.call(full_path, timeout=2.0),
        mock.call(full_path, timeout=4.0),
        mock.call(full_path, timeout=8.0),
    ]
    assert mock_session.get.call_args_list == expected_calls
    expected_sleep_calls = [
        mock.call(1.0),
        mock.call(2.0),
        mock.call(4.0),
        mock.call(8.0)
    ]
    assert mock_sleep.call_args_list == expected_sleep_calls
Exemplo n.º 2
0
def test_timeout_failure(mock_sleep):
    """Request fail after too many Timeouts."""
    attempts = 7
    assert Requester.MAX_ATTEMPTS == attempts
    requester = Requester("example.com", True)
    mock_session = mock.Mock(spec_set=["get"])
    mock_session.get.side_effect = [requests.exceptions.Timeout] * attempts
    requester._session = mock_session

    with pytest.raises(requests.exceptions.Timeout):
        requester.request("/path", raise_for_status=False)
    full_path = "https://example.com/path"
    times = [2.0**attempt for attempt in range(attempts)]  # 1, 2, 4, 8...
    expected_calls = [mock.call(full_path, timeout=time) for time in times]
    assert mock_session.get.call_args_list == expected_calls
    expected_sleep_calls = [mock.call(time) for time in times]
    assert mock_sleep.call_args_list == expected_sleep_calls
Exemplo n.º 3
0
def test_timeout_failure(mock_sleep):
    """Request fail after too many Timeouts."""
    attempts = 7
    assert Requester.MAX_ATTEMPTS == attempts
    requester = Requester('example.com', True)
    mock_session = mock.Mock(spec_set=['get'])
    mock_session.get.side_effect = [requests.exceptions.Timeout] * attempts
    requester._session = mock_session

    with pytest.raises(requests.exceptions.Timeout):
        requester.request('/path', raise_for_status=False)
    full_path = 'https://example.com/path'
    times = [2.0 ** attempt for attempt in range(attempts)]  # 1, 2, 4, 8...
    expected_calls = [mock.call(full_path, timeout=time) for time in times]
    assert mock_session.get.call_args_list == expected_calls
    expected_sleep_calls = [mock.call(time) for time in times]
    assert mock_sleep.call_args_list == expected_sleep_calls
Exemplo n.º 4
0
def test_timeout_failure(mock_sleep):
    """Request fail after too many Timeouts."""
    assert Requester.MAX_ATTEMPTS == 4
    requester = Requester('example.com', True)
    mock_session = mock.Mock(spec_set=['get'])
    mock_session.get.side_effect = [requests.exceptions.Timeout] * 4
    requester._session = mock_session

    with pytest.raises(requests.exceptions.Timeout):
        requester.request('/path', raise_for_status=False)
    full_path = 'https://example.com/path'
    expected_calls = [
        mock.call(full_path, timeout=1.0),
        mock.call(full_path, timeout=2.0),
        mock.call(full_path, timeout=4.0),
        mock.call(full_path, timeout=8.0),
    ]
    assert mock_session.get.call_args_list == expected_calls
    expected_sleep_calls = [mock.call(1.0), mock.call(2.0), mock.call(4.0),
                            mock.call(8.0)]
    assert mock_sleep.call_args_list == expected_sleep_calls
Exemplo n.º 5
0
def test_request_no_raise():
    """The call to raise_for_status can be omitted."""
    requester = Requester('example.net', False)
    mock_session = mock.Mock(spec_set=['get'])
    mock_response = mock.Mock(spec_set=['raise_for_status'])
    mock_session.get.return_value = mock_response
    requester._session = mock_session

    response = requester.request('/path', raise_for_status=False)
    assert response == mock_response
    mock_session.get.assert_called_once_with('http://example.net/path',
                                             timeout=1.0)
    assert not mock_response.raise_for_status.called
Exemplo n.º 6
0
def test_request():
    """A successful request calls raise_for_status by default."""
    requester = Requester('example.com', True)
    mock_session = mock.Mock(spec_set=['get'])
    mock_response = mock.Mock(spec_set=['raise_for_status'])
    mock_session.get.return_value = mock_response
    requester._session = mock_session

    response = requester.request('/path')
    assert response == mock_response
    mock_session.get.assert_called_once_with('https://example.com/path',
                                             timeout=1.0)
    mock_response.raise_for_status.assert_called_once_with()
Exemplo n.º 7
0
def test_request_no_raise():
    """The call to raise_for_status can be omitted."""
    requester = Requester('example.net', False)
    mock_session = mock.Mock(spec_set=['get'])
    mock_response = mock.Mock(spec_set=['raise_for_status', 'status_code'])
    mock_response.status_code = 400
    mock_session.get.return_value = mock_response
    requester._session = mock_session

    response = requester.request('/path', raise_for_status=False)
    assert response is mock_response
    mock_session.get.assert_called_once_with(
        'http://example.net/path', timeout=1.0)
    assert not mock_response.raise_for_status.called
Exemplo n.º 8
0
def test_request():
    """A successful request calls raise_for_status by default."""
    requester = Requester("example.com", True)
    mock_session = mock.Mock(spec_set=["get"])
    mock_response = mock.Mock(spec_set=["raise_for_status", "status_code"])
    mock_response.status_code = 400
    mock_session.get.return_value = mock_response
    requester._session = mock_session

    response = requester.request("/path")
    assert response is mock_response
    mock_session.get.assert_called_once_with("https://example.com/path",
                                             timeout=1.0)
    mock_response.raise_for_status.assert_called_once_with()
Exemplo n.º 9
0
def test_request_no_raise():
    """The call to raise_for_status can be omitted."""
    requester = Requester("example.net", False)
    mock_session = mock.Mock(spec_set=["get"])
    mock_response = mock.Mock(spec_set=["raise_for_status", "status_code"])
    mock_response.status_code = 400
    mock_session.get.return_value = mock_response
    requester._session = mock_session

    response = requester.request("/path", raise_for_status=False)
    assert response is mock_response
    mock_session.get.assert_called_once_with("http://example.net/path",
                                             timeout=1.0)
    assert not mock_response.raise_for_status.called
Exemplo n.º 10
0
def test_request():
    """A successful request calls raise_for_status by default."""
    requester = Requester('example.com', True)
    mock_session = mock.Mock(spec_set=['get'])
    mock_response = mock.Mock(spec_set=['raise_for_status', 'status_code'])
    mock_response.status_code = 400
    mock_session.get.return_value = mock_response
    requester._session = mock_session

    response = requester.request('/path')
    assert response is mock_response
    mock_session.get.assert_called_once_with(
        'https://example.com/path', timeout=1.0)
    mock_response.raise_for_status.assert_called_once_with()
Exemplo n.º 11
0
def test_connectionerror_success():
    """Requests are retried after expected exceptions."""
    requester = Requester('example.com', True)
    mock_session = mock.Mock(spec_set=['get'])
    mock_session.get.side_effect = [
        requests.exceptions.ConnectionError(),
        requests.exceptions.ConnectionError(), 'response'
    ]
    requester._session = mock_session

    response = requester.request('/path', raise_for_status=False)
    assert response == 'response'
    full_path = 'https://example.com/path'
    expected_calls = [mock.call(full_path, timeout=1.0)] * 3
    assert mock_session.get.call_args_list == expected_calls
Exemplo n.º 12
0
def test_connectionerror_success():
    """Requests are retried after expected exceptions."""
    requester = Requester('example.com', True)
    mock_session = mock.Mock(spec_set=['get'])
    mock_response = mock.Mock(spec_set=['status_code'])
    mock_response.status_code = 200
    mock_session.get.side_effect = [
        requests.exceptions.ConnectionError(),
        requests.exceptions.ConnectionError(),
        mock_response]
    requester._session = mock_session

    response = requester.request('/path', raise_for_status=False)
    assert response is mock_response
    full_path = 'https://example.com/path'
    expected_calls = [mock.call(full_path, timeout=1.0)] * 3
    assert mock_session.get.call_args_list == expected_calls
Exemplo n.º 13
0
def test_connectionerror_success():
    """Requests are retried after expected exceptions."""
    requester = Requester("example.com", True)
    mock_session = mock.Mock(spec_set=["get"])
    mock_response = mock.Mock(spec_set=["status_code"])
    mock_response.status_code = 200
    mock_session.get.side_effect = [
        requests.exceptions.ConnectionError(),
        requests.exceptions.ConnectionError(),
        mock_response,
    ]
    requester._session = mock_session

    response = requester.request("/path", raise_for_status=False)
    assert response is mock_response
    full_path = "https://example.com/path"
    expected_calls = [mock.call(full_path, timeout=1.0)] * 3
    assert mock_session.get.call_args_list == expected_calls
Exemplo n.º 14
0
def test_request_429_is_retried(mock_sleep, retry_after, sleep_time):
    """Requests are retried after a 429 Too Many Requests status."""
    requester = Requester("example.com", True)
    mock_session = mock.Mock(spec_set=["get"])
    mock_response1 = mock.Mock(spec_set=["status_code", "headers"])
    mock_response1.status_code = 429
    mock_response1.headers.get.return_value = retry_after
    mock_response2 = mock.Mock(spec_set=["status_code"])
    mock_response2.status_code = 200
    mock_session.get.side_effect = [mock_response1, mock_response2]
    requester._session = mock_session

    response = requester.request("/path", raise_for_status=False)
    assert response is mock_response2
    full_path = "https://example.com/path"
    expected_calls = [mock.call(full_path, timeout=1.0)] * 2
    assert mock_session.get.call_args_list == expected_calls
    mock_response1.headers.get.assert_called_once_with("retry-after", 30)
    mock_sleep.assert_called_once_with(sleep_time)
Exemplo n.º 15
0
def test_request_429_is_retried(mock_sleep, retry_after, sleep_time):
    """Requests are retried after a 429 Too Many Requests status."""
    requester = Requester('example.com', True)
    mock_session = mock.Mock(spec_set=['get'])
    mock_response1 = mock.Mock(spec_set=['status_code', 'headers'])
    mock_response1.status_code = 429
    mock_response1.headers.get.return_value = retry_after
    mock_response2 = mock.Mock(spec_set=['status_code'])
    mock_response2.status_code = 200
    mock_session.get.side_effect = [mock_response1, mock_response2]
    requester._session = mock_session

    response = requester.request('/path', raise_for_status=False)
    assert response is mock_response2
    full_path = 'https://example.com/path'
    expected_calls = [mock.call(full_path, timeout=1.0)] * 2
    assert mock_session.get.call_args_list == expected_calls
    mock_response1.headers.get.assert_called_once_with('retry-after', 30)
    mock_sleep.assert_called_once_with(sleep_time)
Exemplo n.º 16
0
def test_request_504_is_retried(mock_sleep):
    """Requests are retried after a 504 Gateway Timeout status."""
    requester = Requester("example.com", True)
    mock_session = mock.Mock(spec_set=["get"])
    mock_response1 = mock.Mock(spec_set=["status_code"])
    mock_response1.status_code = 504
    mock_response2 = mock.Mock(spec_set=["status_code"])
    mock_response2.status_code = 200
    mock_session.get.side_effect = [mock_response1, mock_response2]
    requester._session = mock_session

    response = requester.request("/path", raise_for_status=False)
    assert response is mock_response2
    full_path = "https://example.com/path"
    expected_calls = [
        mock.call(full_path, timeout=1.0),
        mock.call(full_path, timeout=2.0),
    ]
    assert mock_session.get.call_args_list == expected_calls
    mock_sleep.assert_called_once_with(1)
Exemplo n.º 17
0
def test_request_504_is_retried(mock_sleep):
    """Requests are retried after a 504 Gateway Timeout status."""
    requester = Requester('example.com', True)
    mock_session = mock.Mock(spec_set=['get'])
    mock_response1 = mock.Mock(spec_set=['status_code'])
    mock_response1.status_code = 504
    mock_response2 = mock.Mock(spec_set=['status_code'])
    mock_response2.status_code = 200
    mock_session.get.side_effect = [mock_response1, mock_response2]
    requester._session = mock_session

    response = requester.request('/path', raise_for_status=False)
    assert response is mock_response2
    full_path = 'https://example.com/path'
    expected_calls = [
        mock.call(full_path, timeout=1.0),
        mock.call(full_path, timeout=2.0),
    ]
    assert mock_session.get.call_args_list == expected_calls
    mock_sleep.assert_called_once_with(1)
Exemplo n.º 18
0
def test_timeout_success(mock_sleep):
    """Requests are retried with back off after a Timeout."""
    requester = Requester('example.com', True)
    mock_session = mock.Mock(spec_set=['get'])
    mock_session.get.side_effect = [
        requests.exceptions.Timeout(),
        requests.exceptions.Timeout(), 'response'
    ]
    requester._session = mock_session

    response = requester.request('/path', raise_for_status=False)
    assert response == 'response'
    full_path = 'https://example.com/path'
    expected_calls = [
        mock.call(full_path, timeout=1.0),
        mock.call(full_path, timeout=2.0),  # Timeout doubles
        mock.call(full_path, timeout=4.0),  # Timeout doubles again
    ]
    assert mock_session.get.call_args_list == expected_calls
    expected_sleep_calls = [mock.call(1.0), mock.call(2.0)]
    assert mock_sleep.call_args_list == expected_sleep_calls
Exemplo n.º 19
0
def test_timeout_success(mock_sleep):
    """Requests are retried with back off after a Timeout."""
    requester = Requester('example.com', True)
    mock_session = mock.Mock(spec_set=['get'])
    mock_response = mock.Mock(spec_set=['status_code'])
    mock_response.status_code = 200
    mock_session.get.side_effect = [
        requests.exceptions.Timeout(),
        requests.exceptions.Timeout(),
        mock_response]
    requester._session = mock_session

    response = requester.request('/path', raise_for_status=False)
    assert response is mock_response
    full_path = 'https://example.com/path'
    expected_calls = [
        mock.call(full_path, timeout=1.0),
        mock.call(full_path, timeout=2.0),  # Timeout doubles
        mock.call(full_path, timeout=4.0),  # Timeout doubles again
    ]
    assert mock_session.get.call_args_list == expected_calls
    expected_sleep_calls = [mock.call(1.0), mock.call(2.0)]
    assert mock_sleep.call_args_list == expected_sleep_calls
Exemplo n.º 20
0
def test_timeout_success(mock_sleep):
    """Requests are retried with back off after a Timeout."""
    requester = Requester("example.com", True)
    mock_session = mock.Mock(spec_set=["get"])
    mock_response = mock.Mock(spec_set=["status_code"])
    mock_response.status_code = 200
    mock_session.get.side_effect = [
        requests.exceptions.Timeout(),
        requests.exceptions.Timeout(),
        mock_response,
    ]
    requester._session = mock_session

    response = requester.request("/path", raise_for_status=False)
    assert response is mock_response
    full_path = "https://example.com/path"
    expected_calls = [
        mock.call(full_path, timeout=1.0),
        mock.call(full_path, timeout=2.0),  # Timeout doubles
        mock.call(full_path, timeout=4.0),  # Timeout doubles again
    ]
    assert mock_session.get.call_args_list == expected_calls
    expected_sleep_calls = [mock.call(1.0), mock.call(2.0)]
    assert mock_sleep.call_args_list == expected_sleep_calls