class VelocityBoilerplate(tornado.web.Application):
"""DOCUMENTATION TODO"""
def __init__(self):
tornado.web.Application.__init__(self, url_patterns, **settings)
self.db = scoped_session(sessionmaker(bind=engine))
self.mixpanel = Mixpanel(settings['mixpanel_token'], 1, 1)
def log_request(self, handler):
"""Override the original log_request to include a call to Mixpanel recording the time
"""
if "log_function" in self.settings:
self.settings["log_function"](handler)
return
if handler.get_status() < 400:
log_method = logging.info
elif handler.get_status() < 500:
log_method = logging.warning
else:
log_method = logging.error
request_time = 1000.0 * handler.request.request_time()
log_method("%d %s %.2fms", handler.get_status(), handler._request_summary(), request_time)
""" Use the mixpanel object in the application to send a log with the time to mixpanel"""
self.mixpanel.track_event(
handler._request_summary(),
properties={
'request_time':request_time},
)
def __init__(self, api_key, api_secret):
super(MixPanelService, self).__init__()
self.api = Mixpanel(
api_key=api_key,
api_secret=api_secret
)
class MixPanelService(object):
def __init__(self, api_key, api_secret):
super(MixPanelService, self).__init__()
self.api = Mixpanel(
api_key=api_key,
api_secret=api_secret
)
def daily_new_users(self, start_date, end_date):
dates, interval = get_interval_valid_dates(start_date, end_date)
return self.get_event_by_date('SIGNED_UP_SUCCESS', 'day', interval, dates)
def daily_sign_in_clicks(self, start_date, end_date):
dates, interval = get_interval_valid_dates(start_date, end_date)
return self.get_event_by_date('SIGNIN_CLICK', 'day', interval, dates)
def sign_in_clicker_and_users_ratio(self, start_date, end_date):
sign_in_clickers = self.daily_sign_in_clicks(start_date, end_date)
new_users = self.daily_new_users(start_date, end_date)
result = []
for index, user in enumerate(new_users):
sign_in_clicker = sign_in_clickers[index]
rate = 0 if sign_in_clicker[0] == 0 else float(int(user[0])) * 100 / sign_in_clicker[0]
item = [round(rate, 2), user[1]]
result.append(item)
return result
def get_active_users_growth_by_period(self, start_date, end_date, period_actions, days):
return to_growth_rate_list(self.get_periodically_active_users(start_date, end_date, period_actions, days))
def get_periodically_active_users(self, start_date, end_date, period_actions, days):
result = {}
data = self.active_users_req(start_date, end_date).get('values')
for email, actions_data in data.iteritems():
result.update(Counter(get_by_period(actions_data, period_actions, days)) + Counter(result))
return dic_to_sorted_array(result)
def active_users_req(self, start_date, end_date):
return self.segment_request(start_date, end_date, '$custom_event:100587', 'email')
def get_engaged_users_by_period(self, start_date, end_date, period_actions, days):
result = {}
created_users = self.new_users_req(start_date, end_date).get("results")
active_users = self.active_users_req(start_date, end_date).get('values')
for user in created_users:
user_email = user['$properties']['$email']
if user_email in active_users:
result.update(Counter(get_by_period(active_users[user_email], period_actions, days)) + Counter(result))
active_users.pop(user_email)
return dic_to_sorted_array(result)
def get_churn_users(self, months=1):
# last_two_moths = (datetime.today() - timedelta(days=30 + 30 * months)).strftime('%Y-%m-%d')
last_month = (datetime.today() - timedelta(days=30 * months)).strftime('%Y-%m-%d')
created_users_exp = 'not "iogrow.com" in properties["$email"] and properties["$created"] <= datetime("' \
+ last_month + '")'
still_active_exp = created_users_exp + ' and properties["$last_seen"] >= datetime("' + last_month + '")'
still_active_count = self.api.request(['engage'], {'selector': still_active_exp})['total']
created_users = self.api.request(['engage'], {'selector': created_users_exp})['total']
churned_users_count = created_users - still_active_count
result = [['churned users', churned_users_count], ['still active', still_active_count]]
return result
def new_users_req(self, start_date, end_date):
s_date = start_date.strftime('%Y-%m-%d')
e_date = end_date.strftime('%Y-%m-%d')
expression = 'not "iogrow.com" in properties["$email"] and properties["$created"] >= datetime("' \
+ s_date + '") and properties["$created"] <= datetime("' + e_date + '")'
created_users = self.api.request(['engage'], {'selector': expression})
return created_users
def segment_request(self, start_date, end_date, event, on_property=None, expression=None):
s_date = start_date.strftime('%Y-%m-%d')
e_date = end_date.strftime('%Y-%m-%d')
filter_exp = 'not "iogrow.com" in properties["email"] ' \
'and "iogrow.com" in properties["$current_url"]'
params = {'event': event, 'from_date': s_date, 'to_date': e_date, 'limit': 2000, 'type': 'general',
'where': filter_exp}
if on_property:
params.update({'on': 'properties["' + on_property + '"]'})
if expression:
params.update({'where': expression + ' and ' + filter_exp})
return self.api.request(['segmentation'], params).get('data')
def get_event_by_date(self, event, unit, interval, units):
data = self.api.request(['events'],
{'event': [event], 'unit': unit, 'interval': interval,
'type': 'unique'}).get('data')
result = []
for item in data.get('series'):
if units == 0:
break
result.append([data.get('values').get(event).get(item), item])
units -= 1
return result
def get_life_time_churned_users(self):
result = []
for i in xrange(0, 3):
churn = self.get_churn_users(3 - i)
date = (datetime.today() - timedelta(days=30 * (2 - i))).strftime('%Y-%m-%d')
churn_users = churn[0][1]
still_active = churn[1][1]
life_time_churn = 0 if not churn_users else (churn_users + still_active) / float(churn_users)
result.append([round(life_time_churn, 2), date])
return result
def __init__(self):
tornado.web.Application.__init__(self, url_patterns, **settings)
self.db = scoped_session(sessionmaker(bind=engine))
self.mixpanel = Mixpanel(settings['mixpanel_token'], 1, 1)
def __init__(self, api_key, api_secret):
super(MixPanelService, self).__init__()
self.api = Mixpanel(api_key=api_key, api_secret=api_secret)
class MixPanelService(object):
def __init__(self, api_key, api_secret):
super(MixPanelService, self).__init__()
self.api = Mixpanel(api_key=api_key, api_secret=api_secret)
def daily_new_users(self, start_date, end_date):
dates, interval = get_interval_valid_dates(start_date, end_date)
return self.get_event_by_date('SIGNED_UP_SUCCESS', 'day', interval,
dates)
def daily_sign_in_clicks(self, start_date, end_date):
dates, interval = get_interval_valid_dates(start_date, end_date)
return self.get_event_by_date('SIGNIN_CLICK', 'day', interval, dates)
def sign_in_clicker_and_users_ratio(self, start_date, end_date):
sign_in_clickers = self.daily_sign_in_clicks(start_date, end_date)
new_users = self.daily_new_users(start_date, end_date)
result = []
for index, user in enumerate(new_users):
sign_in_clicker = sign_in_clickers[index]
rate = 0 if sign_in_clicker[0] == 0 else float(int(
user[0])) * 100 / sign_in_clicker[0]
item = [round(rate, 2), user[1]]
result.append(item)
return result
def get_active_users_growth_by_period(self, start_date, end_date,
period_actions, days):
return to_growth_rate_list(
self.get_periodically_active_users(start_date, end_date,
period_actions, days))
def get_periodically_active_users(self, start_date, end_date,
period_actions, days):
result = {}
data = self.active_users_req(start_date, end_date).get('values')
for email, actions_data in data.iteritems():
result.update(
Counter(get_by_period(actions_data, period_actions, days)) +
Counter(result))
return dic_to_sorted_array(result)
def active_users_req(self, start_date, end_date):
return self.segment_request(start_date, end_date,
'$custom_event:100587', 'email')
def get_engaged_users_by_period(self, start_date, end_date, period_actions,
days):
result = {}
created_users = self.new_users_req(start_date, end_date).get("results")
active_users = self.active_users_req(start_date,
end_date).get('values')
for user in created_users:
user_email = user['$properties']['$email']
if user_email in active_users:
result.update(
Counter(
get_by_period(active_users[user_email], period_actions,
days)) + Counter(result))
active_users.pop(user_email)
return dic_to_sorted_array(result)
def get_churn_users(self, months=1):
# last_two_moths = (datetime.today() - timedelta(days=30 + 30 * months)).strftime('%Y-%m-%d')
last_month = (datetime.today() -
timedelta(days=30 * months)).strftime('%Y-%m-%d')
created_users_exp = 'not "iogrow.com" in properties["$email"] and properties["$created"] <= datetime("' \
+ last_month + '")'
still_active_exp = created_users_exp + ' and properties["$last_seen"] >= datetime("' + last_month + '")'
still_active_count = self.api.request(
['engage'], {'selector': still_active_exp})['total']
created_users = self.api.request(
['engage'], {'selector': created_users_exp})['total']
churned_users_count = created_users - still_active_count
result = [['churned users', churned_users_count],
['still active', still_active_count]]
return result
def new_users_req(self, start_date, end_date):
s_date = start_date.strftime('%Y-%m-%d')
e_date = end_date.strftime('%Y-%m-%d')
expression = 'not "iogrow.com" in properties["$email"] and properties["$created"] >= datetime("' \
+ s_date + '") and properties["$created"] <= datetime("' + e_date + '")'
created_users = self.api.request(['engage'], {'selector': expression})
return created_users
def segment_request(self,
start_date,
end_date,
event,
on_property=None,
expression=None):
s_date = start_date.strftime('%Y-%m-%d')
e_date = end_date.strftime('%Y-%m-%d')
filter_exp = 'not "iogrow.com" in properties["email"] ' \
'and "iogrow.com" in properties["$current_url"]'
params = {
'event': event,
'from_date': s_date,
'to_date': e_date,
'limit': 2000,
'type': 'general',
'where': filter_exp
}
if on_property:
params.update({'on': 'properties["' + on_property + '"]'})
if expression:
params.update({'where': expression + ' and ' + filter_exp})
return self.api.request(['segmentation'], params).get('data')
def get_event_by_date(self, event, unit, interval, units):
data = self.api.request(['events'], {
'event': [event],
'unit': unit,
'interval': interval,
'type': 'unique'
}).get('data')
result = []
for item in data.get('series'):
if units == 0:
break
result.append([data.get('values').get(event).get(item), item])
units -= 1
return result
def get_life_time_churned_users(self):
result = []
for i in xrange(0, 3):
churn = self.get_churn_users(3 - i)
date = (datetime.today() - timedelta(days=30 *
(2 - i))).strftime('%Y-%m-%d')
churn_users = churn[0][1]
still_active = churn[1][1]
life_time_churn = 0 if not churn_users else (
churn_users + still_active) / float(churn_users)
result.append([round(life_time_churn, 2), date])
return result