def main():
title = 'BW-Video-Keen-Hourly'
keen_client = get_keen_client(
'/home/robertdavidwest/keen-buzzworthy-aol.json')
gdrive_client = get_gdrive_client(
'/home/robertdavidwest/gdrive-keen-buzzworthy-aol.json')
tz_str = "US/Pacific"
timezone_short = "PT"
tz = timezone(tz_str)
this_now = datetime.now(tz)
local_now = datetime.now()
pacific_now = datetime.now(
timezone("US/Pacific")) # keen reports are pacific
display_now = this_now.ctime()
if this_now.day != local_now.day:
raise AssertionError("Changing timezone " \
"in sheetname will show incorrect day")
# Yesterday report
report_name = "Today"
timeframe = "this_day"
sheetname = 'runtime: {} {} report: {}'.format(display_now, timezone_short,
report_name)
report = get_keen_report(keen_client, gdrive_client, timeframe, tz_str)
write_to_sheets(gdrive_client, report, title, sheetname)
clean_sheets(gdrive_client, title, max_sheets=1)
def main():
title = 'BW-Video-Keen-Hourly'
keen_client = get_keen_client(
'/home/robertdavidwest/keen-buzzworthy-aol.json')
gdrive_client = get_gdrive_client(
'/home/robertdavidwest/gdrive-keen-buzzworthy-aol.json')
tz_str = "US/Pacific"
timezone_short = "PT"
tz = timezone(tz_str)
this_now = datetime.now(tz)
local_now = datetime.now()
pacific_now = datetime.now(
timezone("US/Pacific")) # keen reports are pacific
display_now = this_now.ctime()
if this_now.day != local_now.day:
raise AssertionError("Changing timezone " \
"in sheetname will show incorrect day")
# Yesterday report
report_name = "Today"
timeframe = "this_day"
sheetname = 'runtime: {} {} report: {}'.format(display_now, timezone_short, report_name)
report = get_keen_report(keen_client, gdrive_client, timeframe, tz_str)
write_to_sheets(gdrive_client, report, title, sheetname)
clean_sheets(gdrive_client, title, max_sheets=1)
def main():
keydir = "/home/robertdavidwest/"
gc = get_gdrive_client(keydir + 'gdrive-keen-buzzworthy-aol.json')
date_yesterday = datetime.strftime(datetime.now() - timedelta(1),
'%m-%d-%Y')
data, report_name = get_encrave_report(date_yesterday)
mtd_report, yest_report = aggregate(data, date_yesterday, report_name)
write_encrave_report(gc, mtd_report, "MTD(not-today)")
write_encrave_report(gc, yest_report, "Yesterday")
def main():
title = 'BW-Video-Keen-Data-Snapshots'
keen_client = get_keen_client(
'/home/robertdavidwest/keen-buzzworthy-aol.json')
gdrive_client = get_gdrive_client(
'/home/robertdavidwest/gdrive-keen-buzzworthy-aol.json')
tz_str = "US/Pacific"
timezone_short = "PT"
tz = timezone(tz_str)
this_now = datetime.now(tz)
local_now = datetime.now()
pacific_now = datetime.now(
timezone("US/Pacific")) # keen reports are pacific
display_now = this_now.ctime()
if this_now.day != local_now.day:
raise AssertionError("Changing timezone " \
"in sheetname will show incorrect day")
# Yesterday report
report_name = "Yesterday"
timeframe = "previous_day"
sheetname = 'runtime: {} {} report: {}'.format(display_now, timezone_short,
report_name)
report = get_keen_report(keen_client,
gdrive_client,
timeframe,
tz_str,
enclave_report_type=report_name)
write_to_sheets(gdrive_client, report, title, sheetname)
# Report Month to date excluding today
report_name = 'MTD(not-today)'
day = pacific_now.day
n = day - 1
if n == 0:
timeframe = 'previous_month'
else:
timeframe = 'previous_{}_days'.format(n)
sheetname = 'runtime: {} {} report: {}'.format(display_now, timezone_short,
report_name)
report = get_keen_report(keen_client,
gdrive_client,
timeframe,
tz_str,
enclave_report_type=report_name)
write_to_sheets(gdrive_client, report, title, sheetname)
# No more than 20 sheets in workbook. Older results are deleted.
clean_sheets(gdrive_client, title, max_sheets=20)
def main():
keydir = "/home/robertdavidwest/"
keen_client = get_keen_client(keydir + 'keen-buzzworthy-aol.json')
gdrive_client = get_gdrive_client(keydir +
'gdrive-keen-buzzworthy-aol.json')
tz_str = "US/Pacific"
timeframe = "previous_48_hours"
live_campaigns = get_campaigns(keen_client, timeframe, tz_str)
exclusions = get_alert_exclusions(gdrive_client)
exclusions = exclusions.merge(live_campaigns, on='campaign', how='outer')
exclusions = exclusions.fillna("")
exclusions = exclusions.drop_duplicates()
update_exclusions_in_sheets(gdrive_client, exclusions)
def main():
keydir = "/home/robertdavidwest/"
keen_client = get_keen_client(keydir +
'keen-buzzworthy-aol.json')
gdrive_client = get_gdrive_client(keydir +
'gdrive-keen-buzzworthy-aol.json')
tz_str = "US/Pacific"
timeframe = "previous_48_hours"
live_campaigns = get_campaigns(keen_client, timeframe, tz_str)
exclusions = get_alert_exclusions(gdrive_client)
exclusions = exclusions.merge(live_campaigns, on='campaign', how='outer')
exclusions = exclusions.fillna("")
exclusions = exclusions.drop_duplicates()
update_exclusions_in_sheets(gdrive_client, exclusions)
def main():
title = 'BW-Video-Keen-Data-Snapshots'
keen_client = get_keen_client(
'/home/robertdavidwest/keen-buzzworthy-aol.json')
gdrive_client = get_gdrive_client(
'/home/robertdavidwest/gdrive-keen-buzzworthy-aol.json')
tz_str = "US/Pacific"
timezone_short = "PT"
tz = timezone(tz_str)
this_now = datetime.now(tz)
local_now = datetime.now()
pacific_now = datetime.now(
timezone("US/Pacific")) # keen reports are pacific
display_now = this_now.ctime()
if this_now.day != local_now.day:
raise AssertionError("Changing timezone " \
"in sheetname will show incorrect day")
# Yesterday report
report_name = "Yesterday"
timeframe = "previous_day"
sheetname = 'runtime: {} {} report: {}'.format(display_now, timezone_short, report_name)
report = get_keen_report(keen_client, gdrive_client, timeframe, tz_str, enclave_report_type=report_name)
write_to_sheets(gdrive_client, report, title, sheetname)
# Report Month to date excluding today
report_name = 'MTD(not-today)'
day = pacific_now.day
n = day - 1
if n == 0:
timeframe = 'previous_month'
else:
timeframe = 'previous_{}_days'.format(n)
sheetname = 'runtime: {} {} report: {}'.format(display_now, timezone_short, report_name)
report = get_keen_report(keen_client, gdrive_client, timeframe, tz_str, enclave_report_type=report_name)
write_to_sheets(gdrive_client, report, title, sheetname)
# No more than 20 sheets in workbook. Older results are deleted.
clean_sheets(gdrive_client, title, max_sheets=20)
def main(alert_log=None):
offline = False
keydir = "/home/robertdavidwest/"
#keydir = "/Users/rwest/"
keen_client = get_keen_client(keydir +
'keen-buzzworthy-aol.json')
if offline:
gdrive_client = None
else:
gdrive_client = get_gdrive_client(keydir +
'gdrive-keen-buzzworthy-aol.json')
twilio_client = get_twilio_client(keydir +
'twilio.json')
twilNumbers = get_twilio_numbers(keydir +
'twilioNumbers.json')
# Check previous 60 minutes
tz_str = "US/Pacific"
timeframe = "previous_60_minutes"
rules = get_alert_rules(gdrive_client, offline)
exclusions = get_alert_exclusions(gdrive_client, offline)
report = get_keen_report(keen_client, gdrive_client, timeframe, tz_str,
offline=offline)
idx = [c is None for c in report.campaign.tolist()]
report.loc[idx, 'campaign'] = 'None'
alerts = apply_alert_rules(report, rules, exclusions)
if alerts:
alerts_to_send, alert_log = check_alert_log(alerts, alert_log)
else:
print("no alerts")
alerts_to_send = []
for a in alerts_to_send:
send_sms(twilio_client, a, twilNumbers)
return alert_log
def main(alert_log=None):
offline = False
keydir = "/home/robertdavidwest/"
#keydir = "/Users/rwest/"
keen_client = get_keen_client(keydir + 'keen-buzzworthy-aol.json')
if offline:
gdrive_client = None
else:
gdrive_client = get_gdrive_client(keydir +
'gdrive-keen-buzzworthy-aol.json')
twilio_client = get_twilio_client(keydir + 'twilio.json')
twilNumbers = get_twilio_numbers(keydir + 'twilioNumbers.json')
# Check previous 60 minutes
tz_str = "US/Pacific"
timeframe = "previous_60_minutes"
rules = get_alert_rules(gdrive_client, offline)
exclusions = get_alert_exclusions(gdrive_client, offline)
report = get_keen_report(keen_client,
gdrive_client,
timeframe,
tz_str,
offline=offline)
idx = [c is None for c in report.campaign.tolist()]
report.loc[idx, 'campaign'] = 'None'
alerts = apply_alert_rules(report, rules, exclusions)
if alerts:
alerts_to_send, alert_log = check_alert_log(alerts, alert_log)
else:
print("no alerts")
alerts_to_send = []
for a in alerts_to_send:
send_sms(twilio_client, a, twilNumbers)
return alert_log
#if eastern_now.day != local_now.day:
# raise AssertionError("Changing to Eastern time in sheetname will show"
# "incorrect day")
title = "Buzzworthy - Keen - AOL - Compare Plays"
# ALl needed credentials:
aol_portal_json = '/home/robertdavidwest/aol-portal.json'
aol_credentials = json.load(open(aol_portal_json, 'r'))
keen_client = get_keen_client(
'/home/robertdavidwest/keen-buzzworthy-aol.json')
gdrive_client = get_gdrive_client(
'/home/robertdavidwest/gdrive-keen-buzzworthy-aol.json')
# results from yesterday
keen_timeframe = 'previous_1_days'
aol_timeframe = 'Yesterday'
df_campaign_sum_yest, df_details_yest = get_data(keen_client, gdrive_client, keen_timeframe, aol_timeframe)
# results this month
# results from this month
keen_timeframe = 'this_month'
aol_timeframe = eastern_now.strftime("%B")
df_campaign_sum_mtd, df_details_mtd = get_data(keen_client, gdrive_client, keen_timeframe, aol_timeframe)
if ((def_details_yest != 'err') and (def_details_mtd != 'err')):
# merge results from different time frames
how='outer')
results = results.sort_values(['campaign', 'refer'], ascending=False)
results.reset_index(inplace=True, drop=True)
results.fillna(0, inplace=True)
return results
if __name__ == '__main__':
title = "Buzzworthy - Keen - AOL - Datafeed"
keen_client = get_keen_client(
'/home/robertdavidwest/keen-buzzworthy-aol.json')
gdrive_client = get_gdrive_client(
'/home/robertdavidwest/gdrive-keen-buzzworthy-aol.json')
'''
aol_portal_json = '/home/robertdavidwest/aol-portal.json'
d = json.load(open(aol_portal_json, 'r'))
aol_df = get_aol_data(d['username'], d['password'])
print aol_df
'''
tz = timezone('US/Eastern')
eastern_now = datetime.now(tz)
local_now = datetime.now()
display_now = eastern_now.ctime()
if eastern_now.day != local_now.day:
raise AssertionError("Changing to Eastern time in sheetname will show"