def test_429_response_causes_a_wait():
reset_time = int(time.time()) + 10
rate_info = {
'resources': {
'users': {
'/users/lookup': {'reset': reset_time}
}
}
}
user_info = [{'id': '1234', 'screen_name': 'test'}]
client = client_mock()
storage = flexmock()
storage.should_receive('store_profile').with_args(user_info[0])
client.should_receive('get').and_return(
flexmock(status_code=429)
).and_return(
flexmock(status_code=200, json=rate_info)
).and_return(
flexmock(status_code=200, json=user_info)
)
# one extra second than reset time
flexmock(time).should_receive('sleep').with_args(11)
# and then some random time
flexmock(time).should_receive('sleep')
collect.fetch_profiles(client, ['test'], storage)
def test_collection_of_profile_information():
user_lookup = [
{'id': '1234', 'screen_name': 'alice'},
{'id': '4321', 'screen_name': 'bob'}
]
client = client_mock()
client.should_receive('get').and_return(
flexmock(status_code=200, json=user_lookup))
storage = flexmock()
for profile in user_lookup:
storage.should_receive('store_profile').with_args(profile).once()
collect.fetch_profiles(client, ['alice', 'bob'], storage)
def test_fetching_friends_paginates():
friends = range(100)
screen_name = 'test_user'
client = client_mock()
storage = flexmock()
first_set = {'ids': friends[:50], 'next_cursor': 50}
second_set = {'ids': friends[50:], 'next_cursor': 0}
client.should_receive('get').and_return(
flexmock(status_code=200, json=first_set)
).and_return(
flexmock(status_code=200, json=second_set)
)
storage.should_receive('store_friends').with_args(screen_name, friends)
collect.fetch_friends(client, [screen_name], storage)
def test_collection_of_profile_requests_up_rate_limit():
lookup_uri = 'https://api.twitter.com/1.1/users/lookup.json'
user_lookup = [
{'id': '1234', 'screen_name': 'alice'},
{'id': '4321', 'screen_name': 'bob'}
]
names = ["tw_%d" % i for i in range(200)]
client = client_mock()
client.should_receive('get').with_args(lookup_uri,
params={'screen_name': ",".join(names[:100])}).and_return(
flexmock(status_code=200, json=user_lookup))
client.should_receive('get').with_args(lookup_uri,
params={'screen_name': ",".join(names[100:180])}).and_return(
flexmock(status_code=200, json=user_lookup))
client.should_receive('get').with_args(lookup_uri,
params={'screen_name': ",".join(names[180:])}).and_return(
flexmock(status_code=200, json=user_lookup))
storage = flexmock()
storage.should_receive('store_profile')
collect.fetch_profiles(client, names, storage)