def getWebPgTweets(url, no_keywords): webpage = keyword_extract.getWebPg(url) keywords = keyword_extract.freqWords(webpage, no_keywords) #print keywords token = oauth.Token("1008218550-g8WKidpCiwoxbyf2OsG6auJmI6oUdo2sI5grEUc".encode('utf-8'), "pYZdeU79HLOElzI3lcYloGSMsOvsK6MiuMtYjFaknU".encode('utf-8')) client = oauth.Client(consumer, token) timeline_url = "http://api.twitter.com/1/statuses/home_timeline.json?count=500" response, data = client.request(timeline_url.encode('utf-8')) tweets = simplejson.loads(data) kt = dict() for keyword in keywords: tweetsFiltered = [] for tweet in tweets: if keyword.lower() in tweet["text"].lower(): #re.compile(r'\b({0})\b'.format(keyword), flags=re.IGNORECASE).search tempdic = dict() tempdic["text"] = tweet["text"] tempdic["from_user"] = tweet["user"]["name"] tempdic["from_user_name"] = tweet["user"]["screen_name"] tempdic["profile_image_url"] = tweet["user"]["profile_image_url_https"] tweetsFiltered.append(tempdic) if tweetsFiltered: kt[keyword] = tweetsFiltered else: #tweetsFiltered.append(getWebPgTweets2(keyword)) kt[keyword] = getWebPgTweets2(keyword) return simplejson.dumps(kt)
def getWebPgTweets(url, no_keywords): webpage = keyword_extract.getWebPg(url) keywords = keyword_extract.freqWords(webpage, no_keywords) keywordTweets = dict() for keyword in keywords: tweets = getTweets(keyword) extractList = [] for t in tweets: tempdic = dict() tempdic["text"] = t["text"] tempdic["from_user"] = t["from_user"] tempdic["from_user_name"] = t["from_user_name"] tempdic["profile_image_url"] = t["profile_image_url"] extractList.append(tempdic) keywordTweets[keyword] = extractList return json.dumps(keywordTweets)