def test_resource_is_new():
timings = ResourceTimings() # default timings
resource = Resource("mock://test", timings, ResourceHeaders())
resource.owner = "TESTER"
assert resource.is_new()
# updating the timings with a timestamp will now signify that it is
# not a new resource, that it has been used and a request has been
# called.
resource.timings.update_timestamp()
assert resource.is_new() is False
def seed_data(self):
uri = "mock://github/events-quick-interval"
timings = ResourceTimings()
resource = Resource(uri, timings, json=True)
self.db.save_resource(resource)
self.log.debug("data seeded, entry count: [%d]." %
self.db.resource_count())
def test_resource_analyzer_edge_case():
timings = ResourceTimings() # default timings
timings.rate_limit_remaining = 0 # limit reached
timings.time_to_reset = timeutils.milliseconds() - 2000 # past now
timings.last_request_timestamp = timeutils.milliseconds(
) - 1000 # was done after reset
resource = Resource("mock://test", timings, ResourceHeaders())
ra = ResourceAnalyzer("test-resource-analyzer")
assert ra.is_edge_case(resource)
assert ra.can_request(resource) == (False, ResourceStates.EdgeError)
def test_limit_reached_reset_infuture():
"""
Scenario: limit is 0, with time_to_reset in the future.
Should not be able to request.
"""
timings = ResourceTimings() # default timings
timings.rate_limit_remaining = 0
timings.time_to_reset = timeutils.milliseconds() + 2000 # in the future
resource = Resource("mock://test", timings, ResourceHeaders())
ra = ResourceAnalyzer("test-resource-analyzer")
assert ra.can_request(resource) == (False, ResourceStates.WaitingForReset)
def github_events_resource():
token = 'c0698ac78b8f29412f9a358bacd2d34711cdf217'
headers = {
'User-Agent': 'CodeStats-Machine',
'Authorization': "token %s" % token
}
timings = ResourceTimings()
resource = Resource("https://api.github.com/events",
timings,
send_headers=headers)
return resource
def test_limit_reached_reset_ready():
"""
Scenario: limit is 0, with time_to_reset passed
Should be able to request.
"""
timings = ResourceTimings() # default timings
timings.rate_limit_remaining = 0
timings.time_to_reset = timeutils.milliseconds() - 2000 # in the past
# timings.last_request_timestamp = timeutils.milliseconds() - 1000 # was done after reset
resource = Resource("mock://test", timings, ResourceHeaders())
ra = ResourceAnalyzer("test-resource-analyzer")
assert ra.can_request(resource) == (True, None)
def test_with_limit_remaining():
"""
Scenario: limit is 1000.
should be able to request.
"""
timings = ResourceTimings() # default timings
timings.rate_limit_remaining = 1000
timings.time_to_reset = timeutils.milliseconds() - 2000 # past now
timings.last_request_timestamp = timeutils.milliseconds(
) - 1000 # was done after reset
resource = Resource("mock://test", timings, ResourceHeaders())
ra = ResourceAnalyzer("test-resource-analyzer")
assert ra.can_request(resource)
def test_waiting_for_interval():
"""
Scenario: limit is 0, with time_to_reset in the future.
Should not be able to request.
"""
timings = ResourceTimings() # default timings
timings.rate_limit_remaining = 1000
timings.time_to_reset = timeutils.milliseconds() + 2000 # in the future
timings.update_timestamp()
timings.update_interval_timestamp()
timings.interval = 10000
resource = Resource("mock://test", timings, ResourceHeaders())
ra = ResourceAnalyzer("test-resource-analyzer")
assert ra.can_request(resource) == (False,
ResourceStates.WaitingForInterval)
def test_resource_with_owner():
"""
Scenario: resource has an owner.
"""
timings = ResourceTimings() # default timings
timings.rate_limit_remaining = 1000
timings.time_to_reset = timeutils.milliseconds() - 2000 # past now
timings.last_request_timestamp = timeutils.milliseconds(
) - 1000 # was done after reset
resource = Resource("mock://test",
timings,
ResourceHeaders(),
owner="TestProcessor")
ra = ResourceAnalyzer("test-resource-analyzer")
assert ra.can_request(resource) == (False, ResourceStates.HasOwner)
def test_resource_timing_sorter():
mock_queue = MockQueueService("mock-queue") # mock queue
uri = "mock://github/events-quick-interval" # create mock resource
# create resource
timings = ResourceTimings()
resource = Resource(uri, timings, json=True)
# get mock response
session = mock_requests.create_mock_session()
response = session.get(uri)
resource.timings.update(response, resource.headers)
# modify interval timing directly and make it trigger
# in the future
resource.timings.interval = 2000
resource.timings.update_timestamp
resource.timings.update_interval_timestamp()
sorter = ResourceTimingSorter("test-sorter")
sorter.sort(resource, ResourceStates.WaitingForInterval, mock_queue)
def work():
for n in range(25):
sorter.sort(resource, ResourceStates.WaitingForInterval,
mock_queue)
gevent.sleep(.10)
work()
# sometimes depending on the test runner or machine, things will be slow.
# rather than assert on very specific timings, just ensure the counters
# were hit
assert mock_queue.f1000_calls >= 1
assert mock_queue.f500_calls >= 1
assert mock_queue.f250_calls >= 1
assert mock_queue.f50_calls >= 1
assert mock_queue.fa_calls >= 1
def test_response_parser():
"""
This test will execute a mock request with mock results.
:return:
"""
uri = "mock://github/events/statustest"
session = mock_requests.create_mock_session()
response = session.get(uri)
timings = ResourceTimings()
resource = Resource(uri, timings, json=True)
# parse out timings from headers
# don't worry about getting the body to publish,
# that is something the service should worry about
parser = ResponseParser("response-parser")
parser.parse(response, resource)
# asserts new timings
assert timings.interval == int(mock_requests.GLOBAL_MOCK_REQUEST_INTERVAL) * 1000
assert timings.rate_limit == int(mock_requests.GLOBAL_MOCK_REQUEST_RATELIMIT)
assert timings.rate_limit_remaining == int(mock_requests.GLOBAL_MOCK_REQUEST_REMAINING)
assert timings.etag == mock_requests.GLOBAL_MOCK_REQUEST_ETAG1
assert timings.time_to_reset == int(mock_requests.GLOBAL_MOCK_REQUEST_RESET) * 1000
def test_resource_has_owner():
timings = ResourceTimings() # default timings
resource = Resource("mock://test", timings, ResourceHeaders())
resource.owner = "TESTER"
assert resource.has_owner()