def get_full_urls(tweets):
urls = []
for tweet in tweets:
urls = TweetAnalysis.get_full_urls(
tweet[u"entities"][u'urls'][u'expanded_url'])
return urls
def extract_full_urls(tweets):
for key, tweet in enumerate(tweets):
tweet[u'full_urls'] = TweetAnalysis.get_full_urls(
[t[u'expanded_url'] for t in tweet[u"entities"][u'urls']])
tweet[u'newser_top100'] = TweetAnalysis.get_urls_in_newser(
tweet[u'full_urls'])
tweet[u'newser_all'] = TweetAnalysis.get_urls_in_newser_all(
tweet[u'full_urls'])
sys.stdout.write("\r%d of %d" % (key, len(tweets) - 1))
sys.stdout.flush()
sys.stdout.write("\n")
return tweets