Python read_aol_data Examples

Example #1

File: filter_non_news.py Project: dimitargnikolov/web-traffic-iu

def filter_targets(src, dest):
    print "Processing %s" % src
    data = read_aol_data(src)
    with open(dest, 'w') as destf:
        writer = csv.writer(destf, delimiter="\t")
        writer.writerow(['user', 'url'])
        for user, dest in data:
            if not should_skip_host(dest):
                writer.writerow([user, dest])

Example #2

File: filter_non_news.py Project: dimitargnikolov/web-traffic-iu

def filter_targets(src, dest):
	print "Processing %s" % src
	data = read_aol_data(src)
	with open(dest, 'w') as destf:
		writer = csv.writer(destf, delimiter="\t")
		writer.writerow(['user', 'url'])
		for user, dest in data:
			if not should_skip_host(dest):
				writer.writerow([user, dest])

Example #3

File: compute_user_volume.py Project: dimitargnikolov/web-traffic-iu

def compute_user_volume(src, dest):
	print "Reading tweets from", src
	visits = read_aol_data(src)
	
	print "Computing volume."
	volumes = {}
	for visit in visits:
		user = int(visit[0])
		if user not in volumes:
			volumes[user] = 0
		volumes[user] += 1

	with open(dest, 'w') as destf:
		writer = csv.writer(destf, delimiter="\t")
		for user, clicks in volumes.items():
			writer.writerow([user, clicks])