Exemplo n.º 1
0
def getAllReplies(tweets, attributes, screen_name):

	parsedData = tweetParser.parsetweet(tweets,["id","in_reply_to_status_id","usermentions"])
	idList = map(long, [a for a,b,c in parsedData])
	replyToIdList = [b for a,b,c in parsedData]
	usermentions = list(set([item for sublist in [c for a,b,c in parsedData] for item in sublist.split(",")]))
	if "" in usermentions:
		usermentions.remove("")

	print "making the file"
	# dumping the data
	filename = '../Data/%s_replyTo_extracted_tweets_data.csv' % screen_name
	if not path.isfile(filename):
		with open(filename, 'wb') as f:
			writer = csv.writer(f)
			writer.writerow(attributes)

	retrievedones = []
	for screenNames in usermentions:
		names = screenNames.split(",")
		repliesTo = []
		for c in names:
			print "Doing for ",c
			retrievedTweets = allTweetRetriever.get_all_tweets(c)
			for tweet in retrievedTweets:
				if tweet.in_reply_to_status_id is not None:
					if long(tweet.in_reply_to_status_id) in idList:
						if tweet.id not in retrievedones:
							retrievedones.append(tweet.id)
							repliesTo.append(tweet)
			parsedReplies = tweetParser.parsetweet(repliesTo,attributes)
		appendToCsv.appendToCsvFile(filename,parsedReplies)
Exemplo n.º 2
0
def getAllReplies(tweets, attributes, screen_name):

    parsedData = tweetParser.parsetweet(
        tweets, ["id", "in_reply_to_status_id", "usermentions"])
    idList = map(long, [a for a, b, c in parsedData])
    replyToIdList = [b for a, b, c in parsedData]
    usermentions = list(
        set([
            item for sublist in [c for a, b, c in parsedData]
            for item in sublist.split(",")
        ]))
    if "" in usermentions:
        usermentions.remove("")

    print "making the file"
    # dumping the data
    filename = '../Data/%s_replyTo_extracted_tweets_data.csv' % screen_name
    if not path.isfile(filename):
        with open(filename, 'wb') as f:
            writer = csv.writer(f)
            writer.writerow(attributes)

    retrievedones = []
    for screenNames in usermentions:
        names = screenNames.split(",")
        repliesTo = []
        for c in names:
            print "Doing for ", c
            retrievedTweets = allTweetRetriever.get_all_tweets(c)
            for tweet in retrievedTweets:
                if tweet.in_reply_to_status_id is not None:
                    if long(tweet.in_reply_to_status_id) in idList:
                        if tweet.id not in retrievedones:
                            retrievedones.append(tweet.id)
                            repliesTo.append(tweet)
            parsedReplies = tweetParser.parsetweet(repliesTo, attributes)
        appendToCsv.appendToCsvFile(filename, parsedReplies)
Exemplo n.º 3
0
import csv
import allTweetRetriever
import allAttributes
import appendToCsv
import tweetParser
import reply
import os.path

if __name__ == '__main__':

    fo = open("../twitterpagename.txt", "r+")
    screen_name = fo.read()
    fo.close()

    # Retrieve all the tweets for twitter page name mentioned in twitterpagename.txt file
    tweets = allTweetRetriever.get_all_tweets(screen_name)
    # Listing all the attributes present in tweet statues returned by twitter api
    listOfAttributes = allAttributes.listOfAllAttributes(tweets)

    # Creating file if not present to dump all the data given by twitter
    filename = '../Data/%s_all_tweets_data.csv' % screen_name
    if not os.path.exists(filename):
        with open(filename, 'wb') as f:
            writer = csv.writer(f)
            writer.writerow(listOfAttributes)

    # store the twitter data into outtweets list
    outtweets = []
    for tweet in tweets:
        line = []
        for c in listOfAttributes:
Exemplo n.º 4
0
import csv
import allTweetRetriever
import allAttributes
import appendToCsv
import tweetParser
import reply
import os.path

if __name__ == '__main__':

	fo = open("../twitterpagename.txt", "r+")
	screen_name = fo.read()
	fo.close()

	# Retrieve all the tweets for twitter page name mentioned in twitterpagename.txt file
	tweets = allTweetRetriever.get_all_tweets(screen_name)
	# Listing all the attributes present in tweet statues returned by twitter api
	listOfAttributes = allAttributes.listOfAllAttributes(tweets)

	# Creating file if not present to dump all the data given by twitter
	filename = '../Data/%s_all_tweets_data.csv' % screen_name
	if not os.path.exists(filename):
		with open(filename, 'wb') as f:
			writer = csv.writer(f)
			writer.writerow(listOfAttributes)

	# store the twitter data into outtweets list
	outtweets = []
	for tweet in tweets:
		line = []
		for c in listOfAttributes: