class TwitterDataAccessObject:
def __init__(self):
self.api = TwitterAPI()
self.db = TwitterElasticSearch()
def get_user(self, user_id):
user = self.db.get_user(user_id)
if user is None:
self.db.save_user(self.api.get_user_by_id(user_id))
user = self.db.get_user(user_id)
return user
def get_user_statuses(self, user_id, force_refresh=False):
# self.get_user(user_id)
statuses = self.db.get_user_statuses(user_id)
if statuses is None or force_refresh is True:
self.db.save_statuses(self.api.get_user_statuses(user_id))
statuses = self.db.get_user_statuses(user_id)
return statuses
def get_followers_ids_by_user_id(self, user_id, force_refresh=False):
# self.get_user(user_id)
followers = self.db.get_followers(user_id)
if followers is None or force_refresh is True:
followerids = []
for follow in self.api.get_followers_by_user_id(user_id):
followerids.append(follow._json['id_str'])
self.db.set_followers(user_id, followerids)
followers = self.db.get_followers(user_id)
followerids = []
if followers is not None:
for hit in followers:
followerids.append(hit['_source']['user'])
return followerids
def get_following_ids_by_user_id(self, user_id, force_refresh=False):
# self.get_user(user_id)
following = self.db.get_following(user_id)
if following is None or force_refresh is True:
followingids = []
for follow in self.api.get_following_by_user_id(user_id):
followingids.append(follow._json['id_str'])
self.db.set_following(user_id, followingids)
following = self.db.get_following(user_id)
followingids = []
if following is not None:
for hit in following:
followingids.append(hit['_source']['following'])
return followingids
def test_get_following(user_id=DEFAULT_ID):
api = TwitterAPI()
start_time = time.time()
following = api.get_following_by_user_id(user_id=user_id)
print("--- test_get_following took {0} seconds ---".format(time.time() - start_time))
print "Downloaded {0} Users:".format(len(following))
for user in following:
print '\t' + user.screen_name
def __init__(self):
self.api = TwitterAPI()
self.db = TwitterElasticSearch()
def test_get_user_by_id(user_id=DEFAULT_ID):
api = TwitterAPI()
start_time = time.time()
user = api.get_user_by_id(user_id)
print("--- test_get_user_by_id took {0} seconds ---".format(time.time() - start_time))
print "Retrieved User: {0}".format(user.screen_name)
def test_get_user_statuses(user_id=DEFAULT_ID):
api = TwitterAPI()
start_time = time.time()
statuses = api.get_user_statuses(user_id)
print("--- test_search_keyword took {0} seconds ---".format(time.time() - start_time))
print "Downloaded {0} Statuses".format(len(statuses))
def test_get_followers(user_id=DEFAULT_ID):
api = TwitterAPI()
start_time = time.time()
followers = api.get_followers_by_user_id(user_id=user_id)
print("--- test_get_followers took {0} seconds ---".format(time.time() - start_time))
print "Downloaded {0} Users".format(len(followers))
def test_search_keyword(keyword=DEFAULT_KEYWORD):
api = TwitterAPI()
start_time = time.time()
statuses = api.get_statuses_from_keyword(search_query=keyword, max_tweets=100)
print("--- test_search_keyword took {0} seconds ---".format(time.time() - start_time))
print "Downloaded {0} Statuses".format(len(statuses))