def run(manager_params):
""" Post-processing tasks to run after TaskManager finishes """
print "Starting post-processing tasks..."
db_path = manager_params['database_name']
build_http_cookie_table(db_path) # Parse HTTP Cookies
#elif 'US' in name:
# loc = 'us/'
#else:
# print "Only makes sense to run this analysis for JP or IE"
# return
#if random_order:
# cPickle.dump((x, y, num_samples), open('../data/'+loc+'random/'+name+'_'+str(crawl_id)+'.pkl', 'wb'))
#else:
# cPickle.dump((x, y, num_samples), open('../data/'+loc+'sequential/'+name+'_'+str(crawl_id)+'.pkl', 'wb'))
# Temporary analysis
conf_int(percents)
conf_int(leaks)
def conf_int(samples):
n, min_max, mean, var, skew, kurt = stats.describe(samples)
conf_interval = stats.t.interval(0.95,len(samples)-1, loc=mean, scale=math.sqrt(var)/math.sqrt(len(samples)))
print "Average = " + str(mean)
print "Error = " + str(conf_interval[1] - mean)
if __name__ == '__main__':
import sys
import data
DB = sys.argv[1]
print "Processing DB: " + DB
# Make sure this db has http_cookie table
build_http_cookie_table(DB)
generate_samples(DB, data.id_cookies_path, random_order=True)
def run(db_path):
""" Post-processing tasks to run after TaskManager finishes """
print "Starting post-processing tasks..."
build_http_cookie_table(db_path) # Parse HTTP Cookies
def run(db_path):
""" Post-processing tasks to run after TaskManager finishes """
print "Starting post-processing tasks..."
build_http_cookie_table(db_path) # Parse HTTP Cookies
def run(manager_params):
""" Post-processing tasks to run after TaskManager finishes """
print "Starting post-processing tasks..."
db_path = manager_params['database_name']
build_http_cookie_table(db_path) # Parse HTTP Cookies