def farm(self, loader, start_date, end_date, interval):
labels = []
if os.path.isfile(self.location):
path, filename = os.path.split(self.location)
label, ext = os.path.splitext(filename)
if label.startswith(self.find_prefix):
new_label = label.replace(self.find_prefix, self.replace_prefix)
labels.append((label, new_label))
else:
for dirname, dirnames, filenames in os.walk(self.location):
for filename in filenames:
script = os.path.join(dirname, filename)
label, ext = os.path.splitext(filename)
if label.startswith(self.find_prefix):
new_label = label.replace(self.find_prefix, self.replace_prefix)
labels.append((label, new_label))
table = self.tables[interval]
data = []
for label, new_label in labels:
cur_date = start_date
while cur_date <= end_date:
val1 = get_result(self.db_params, query_value(table, label, cur_date - relativedelta(months=1)))
val2 = get_result(self.db_params, query_value(table, label, cur_date))
data.append((new_label, val2-val1, cur_date))
cur_date = cur_date + relativedelta(months=1)
if len(data) > 0:
loader.load(data)
def farm(self, loader, start_date, end_date, interval):
table = self.tables[interval]
data = []
for num_label, denom_label in self.avg_from:
cur_date = start_date
while cur_date <= end_date:
new_label = "".join([self.new_prefix, num_label])
queryNum = query_value(table, num_label, cur_date - relativedelta(months=1))
queryDenom =query_value(table, denom_label, cur_date)
avg = get_avg(self.db_params, queryNum, queryDenom)
data.append((new_label, avg, cur_date))
cur_date = cur_date + relativedelta(months=1)
if len(data) > 0:
loader.load(data)
#!/usr/bin/python import StatSquash.config as config from StatSquash.helper import parse_args, query_value, get_avg args = parse_args() table = config.tables[args['interval']] queryNum = query_value(table, 'total_posts', args['date']) queryDenom = query_value(table, 'total_users', args['date']) print get_avg(config.load_db, queryNum, queryDenom)
