def farm(self, loader, start_date, end_date, interval):
labels = []
if os.path.isfile(self.location):
path, filename = os.path.split(self.location)
label, ext = os.path.splitext(filename)
if label.startswith(self.find_prefix):
new_label = label.replace(self.find_prefix, self.replace_prefix)
labels.append((label, new_label))
else:
for dirname, dirnames, filenames in os.walk(self.location):
for filename in filenames:
script = os.path.join(dirname, filename)
label, ext = os.path.splitext(filename)
if label.startswith(self.find_prefix):
new_label = label.replace(self.find_prefix, self.replace_prefix)
labels.append((label, new_label))
table = self.tables[interval]
data = []
for label, new_label in labels:
cur_date = start_date
while cur_date <= end_date:
val1 = get_result(self.db_params, query_value(table, label, cur_date - relativedelta(months=1)))
val2 = get_result(self.db_params, query_value(table, label, cur_date))
data.append((new_label, val2-val1, cur_date))
cur_date = cur_date + relativedelta(months=1)
if len(data) > 0:
loader.load(data)
#!/usr/bin/python
import StatSquash.config as config
from StatSquash.helper import parse_args, get_result
args = parse_args()
query = ("select count(*) from posts where created_at <= '{}'").format(args['date'])
print get_result(config.extract_db, query)
