def __init__(self, start_time, end_time, database, origin=False):
if origin:
self.start_time = start_time
self.end_time = end_time
else:
self.start_time = time_to_hour(start_time)
self.end_time = time_to_hour(end_time)
self.db, self.collection, self.host = database
def __init__(self, start_time, end_time, database, origin=False):
if origin:
self.start_time = start_time
self.end_time = end_time
else:
self.start_time = time_to_hour(start_time)
self.end_time = time_to_hour(end_time)
self.db, self.collection, self.host = database
def get_r(alist, time_format, searchCondition, t):
for item in alist:
today = time_to_hour(time.time(), EXT.UNIX_TIME_YMD_FORMAT)
if t == 2 and item >= today-EXT.NUM_UNIX_A_DAY:
continue
if t == 7 and item >= today - EXT.NUM_UNIX_A_DAY*7:
continue
if t == 15 and item >= today - EXT.NUM_UNIX_A_DAY*15:
continue
r_data = RetentionCountData(item, item+EXT.NUM_UNIX_A_DAY, time_format)
ret = r_data.get_r()
if not ret:
continue
if t == 2:
rentention = RetentionCount2()
if t == 7:
rentention = RetentionCount7()
if t == 15:
rentention = RetentionCount15()
rentention.t = item
rentention.s = g.GAME_BASEUSER
if t == 2 and 2 in ret:
rentention.r = ret[2]
if t == 7 and 7 in ret:
rentention.r = ret[7]
if t == 15 and 15 in ret:
rentention.r = ret[15]
rentention.save()
def get_r(alist, time_format, searchCondition, t):
for item in alist:
today = time_to_hour(time.time(), EXT.UNIX_TIME_YMD_FORMAT)
if t == 2 and item >= today - EXT.NUM_UNIX_A_DAY:
continue
if t == 7 and item >= today - EXT.NUM_UNIX_A_DAY * 7:
continue
if t == 15 and item >= today - EXT.NUM_UNIX_A_DAY * 15:
continue
r_data = RetentionCountData(item, item + EXT.NUM_UNIX_A_DAY,
time_format)
ret = r_data.get_r()
if not ret:
continue
if t == 2:
rentention = RetentionCount2()
if t == 7:
rentention = RetentionCount7()
if t == 15:
rentention = RetentionCount15()
rentention.t = item
rentention.s = g.GAME_BASEUSER
if t == 2 and 2 in ret:
rentention.r = ret[2]
if t == 7 and 7 in ret:
rentention.r = ret[7]
if t == 15 and 15 in ret:
rentention.r = ret[15]
rentention.save()
def NewCCount(alist, time_format, searchCondition):
""" 从列表内的时间内创建内容 """
global g_types
for item in alist:
today = time_to_hour(time.time(), EXT.UNIX_TIME_YMD_FORMAT)
if item >= today:
continue
from_database = CCountFromDatabase(item, item + EXT.NUM_UNIX_A_DAY,
time_format)
# 创建用户数, 登录用户数
create_users, login_ret = from_database.get_create_user()
# 最大在线，平均在线
online_max, online_avg = from_database.get_max_avg(searchCondition)
# 充值金额， 充值笔数
pay_ret, all_deals = from_database.get_pay(g_types)
# 充值人数， 新增充值人数
pay_nums, new_pay_nums = from_database.get_pay_nums(g_types)
for i in g_types:
complex_count = CCount()
complex_count.t = item
complex_count.s = g.GAME_BASEUSER
complex_count.platform = i
if create_users and item in create_users:
if i in create_users[item]:
complex_count.create = create_users[item][i]
if login_ret and item in login_ret:
if i in login_ret[item]:
complex_count.login = login_ret[item][i]
complex_count.max_online = online_max[item]
complex_count.avg_online = online_avg[item]
if item in pay_ret and i in pay_ret[item]:
complex_count.pay = pay_ret[item][i]
else:
complex_count.pay = 0
if item in all_deals and i in all_deals[item]:
complex_count.paynums = all_deals[item][i]
else:
complex_count.paynums = 0
if item in pay_nums and i in pay_nums[item]:
complex_count.payusers = pay_nums[item][i]
else:
complex_count.payusers = 0
if item in new_pay_nums and i in new_pay_nums[item]:
complex_count.newnums = new_pay_nums[item][i]
else:
complex_count.newnums = 0
complex_count.save()
def getLogin(self,
query_key,
time_format,
querys_addition=None,
types=None,
st=None):
""" log_info登陆记录 """
D_U = 'd.u'
mongo_user = MongoFive(g.GAME_BASEUSER,
EXT.BASEUSER_USER,
host=g.mongo_host)
mongo_log = MongoFive(self.db, self.collection, self.host)
querys = {
query_key: {
EXT.MONGO_GTE: self.start_time,
EXT.MONGO_LTE: self.end_time
}
}
if querys_addition:
querys.update(querys_addition)
# 获取登录角色
uids = {}
ret = {}
players = mongo_log.filter(querys)
for p in players:
if EXT.KEY_D not in p:
continue
if EXT.KEY_U not in p[EXT.KEY_D]:
continue
day = time_to_hour(p[query_key], time_format)
u = mongo_user.first(
{EXT.KEY_MONGO_ID: int(p[EXT.KEY_D][EXT.KEY_U])})
if not u or 'sns' not in u:
continue
if day in uids and u['sns'] in uids[day] and u['_id'] in uids[day][
u['sns']]:
continue
if day in ret:
if u['sns'] in ret[day]:
ret[day][u['sns']] += 1
else:
ret[day][u['sns']] = 1
else:
ret[day] = {u['sns']: 1}
if day in uids:
if u['sns'] in uids[day]:
uids[day][u['sns']].append(u['_id'])
else:
uids[day][u['sns']] = [u['_id']]
else:
uids[day] = {u['sns']: [u['_id']]}
for k in uids.keys():
for key in uids[k].keys():
print k, key, uids[k][key]
return ret
def NewCCount(alist, time_format, searchCondition):
""" 从列表内的时间内创建内容 """
global g_types
for item in alist:
today = time_to_hour(time.time(), EXT.UNIX_TIME_YMD_FORMAT)
if item >= today:
continue
from_database = CCountFromDatabase(item, item+EXT.NUM_UNIX_A_DAY, time_format)
# 创建用户数, 登录用户数
create_users, login_ret = from_database.get_create_user()
# 最大在线，平均在线
online_max, online_avg = from_database.get_max_avg(searchCondition)
# 充值金额， 充值笔数
pay_ret, all_deals = from_database.get_pay(g_types)
# 充值人数， 新增充值人数
pay_nums, new_pay_nums = from_database.get_pay_nums(g_types)
for i in g_types:
complex_count = CCount()
complex_count.t = item
complex_count.s = g.GAME_BASEUSER
complex_count.platform = i
if create_users and item in create_users:
if i in create_users[item]:
complex_count.create = create_users[item][i]
if login_ret and item in login_ret:
if i in login_ret[item]:
complex_count.login = login_ret[item][i]
complex_count.max_online = online_max[item]
complex_count.avg_online = online_avg[item]
if item in pay_ret and i in pay_ret[item]:
complex_count.pay = pay_ret[item][i]
else:
complex_count.pay = 0
if item in all_deals and i in all_deals[item]:
complex_count.paynums = all_deals[item][i]
else:
complex_count.paynums = 0
if item in pay_nums and i in pay_nums[item]:
complex_count.payusers = pay_nums[item][i]
else:
complex_count.payusers = 0
if item in new_pay_nums and i in new_pay_nums[item]:
complex_count.newnums = new_pay_nums[item][i]
else:
complex_count.newnums = 0
complex_count.save()
def NewComplexCountToday(time_format, searchCondition):
today = time_to_hour(time.time(), EXT.UNIX_TIME_YMD_FORMAT)
complex_count = ComplexCount()
from_database = ComplexCountFromDatabase(today, today + EXT.NUM_UNIX_A_DAY,
time_format)
# 创建用户数, 登录用户数
create_users, login_ret = from_database.get_create_user()
# 最大在线，平均在线
online_max, online_avg = from_database.get_max_avg(searchCondition)
# 最大登录数
max_login_pid, max_login_uid = from_database.get_maxlogin()
# 充值金额， 充值笔数
pay_ret, all_deals = from_database.get_pay()
# 充值人数， 新增充值人数
pay_nums, new_pay_nums = from_database.get_pay_nums()
try:
create_users = create_users[today]
except:
create_users = 0
try:
login_ret = login_ret[today]
except:
login_ret = 0
try:
online_max = online_max[today]
except:
online_max = 0
try:
online_avg = online_avg[today]
except:
online_avg = 0
try:
pay_ret = pay_ret[today]
except:
pay_ret = 0
try:
all_deals = all_deals[today]
except:
all_deals = 0
try:
pay_nums = pay_nums[today]
except:
pay_nums = 0
try:
new_pay_nums = new_pay_nums[today]
except:
new_pay_nums = 0
if max_login_pid == {}:
max_login_pid = 0
# if max_login_uid == {}:
# max_login_uid = 0
return (today, create_users, login_ret, online_max, online_avg,
max_login_pid, pay_ret, all_deals, pay_nums, new_pay_nums)
def NewComplexCountToday(time_format, searchCondition):
today = time_to_hour(time.time(), EXT.UNIX_TIME_YMD_FORMAT)
complex_count = ComplexCount()
from_database = ComplexCountFromDatabase(today, today+EXT.NUM_UNIX_A_DAY, time_format)
# 创建用户数, 登录用户数
create_users, login_ret = from_database.get_create_user()
# 最大在线，平均在线
online_max, online_avg = from_database.get_max_avg(searchCondition)
# 最大登录数
max_login_pid, max_login_uid = from_database.get_maxlogin()
# 充值金额， 充值笔数
pay_ret, all_deals = from_database.get_pay()
# 充值人数， 新增充值人数
pay_nums, new_pay_nums = from_database.get_pay_nums()
try:
create_users = create_users[today]
except:
create_users = 0
try:
login_ret = login_ret[today]
except:
login_ret = 0
try:
online_max = online_max[today]
except:
online_max = 0
try:
online_avg = online_avg[today]
except:
online_avg = 0
try:
pay_ret = pay_ret[today]
except:
pay_ret = 0
try:
all_deals = all_deals[today]
except:
all_deals = 0
try:
pay_nums = pay_nums[today]
except:
pay_nums = 0
try:
new_pay_nums = new_pay_nums[today]
except:
new_pay_nums = 0
if max_login_pid == {}:
max_login_pid = 0
# if max_login_uid == {}:
# max_login_uid = 0
return (today, create_users, login_ret, online_max, online_avg, max_login_pid,
pay_ret, all_deals, pay_nums, new_pay_nums)
def hour_count(self, alist, query_key, time_format, return_type='list'):
""" 对每小时进行统计 """
ret = {}
for item in alist:
time_key = time_to_hour(item[query_key], time_format)
if time_key in ret:
if item['sns'] in ret[time_key]:
ret[time_key][item['sns']] += 1
else:
ret[time_key][item['sns']] = 1
else:
ret[time_key] = {}
ret[time_key][item['sns']] = 1
if return_type == 'list':
return sorted(ret.items(), key=lambda d:d[0])
if return_type == 'dict':
return ret
def hour_count(self, alist, query_key, time_format, return_type='list'):
""" 对每小时进行统计 """
ret = {}
for item in alist:
time_key = time_to_hour(item[query_key], time_format)
if time_key in ret:
if item['sns'] in ret[time_key]:
ret[time_key][item['sns']] += 1
else:
ret[time_key][item['sns']] = 1
else:
ret[time_key] = {}
ret[time_key][item['sns']] = 1
if return_type == 'list':
return sorted(ret.items(), key=lambda d: d[0])
if return_type == 'dict':
return ret
def getAccumulateCount(self, query_key, count_key, time_format,
querys_addition=None):
""" 获取支付统计 """
mongo_ret = self.getRetByQuerys(query_key, querys_addition)
# return accumulate_count(mongo_ret, query_key, count_key, time_format)
ret = {}
for item in mongo_ret:
time_key = time_to_hour(item[query_key], time_format=time_format)
if time_key in ret:
if item['t'] in ret[time_key]:
ret[time_key][item['t']] += item[EXT.STRING_PRICE]
else:
ret[time_key][item['t']] = item[EXT.STRING_PRICE]
# ret[time_key] += item[EXT.STRING_PRICE]
else:
ret[time_key] = {}
ret[time_key][item['t']] = item[EXT.STRING_PRICE]
# ret[time_key] = item[EXT.STRING_PRICE]
return ret
def getLogin(self, query_key, time_format, querys_addition=None,
types=None, st=None):
""" log_info登陆记录 """
D_U = 'd.u'
mongo_user = MongoFive(g.GAME_BASEUSER, EXT.BASEUSER_USER, host=g.mongo_host)
mongo_log = MongoFive(self.db, self.collection, self.host)
querys = {query_key:{EXT.MONGO_GTE:self.start_time, EXT.MONGO_LTE:self.end_time}}
if querys_addition:
querys.update(querys_addition)
# 获取登录角色
uids = {}
ret = {}
players = mongo_log.filter(querys)
for p in players:
if EXT.KEY_D not in p:
continue
if EXT.KEY_U not in p[EXT.KEY_D]:
continue
day = time_to_hour(p[query_key], time_format)
u = mongo_user.first({EXT.KEY_MONGO_ID:int(p[EXT.KEY_D][EXT.KEY_U])})
if not u or 'sns' not in u:
continue
if day in uids and u['sns'] in uids[day] and u['_id'] in uids[day][u['sns']]:
continue
if day in ret:
if u['sns'] in ret[day]:
ret[day][u['sns']] += 1
else:
ret[day][u['sns']] = 1
else:
ret[day]= {u['sns']:1}
if day in uids:
if u['sns'] in uids[day]:
uids[day][u['sns']].append(u['_id'])
else:
uids[day][u['sns']] = [u['_id']]
else:
uids[day] = {u['sns']:[u['_id']]}
for k in uids.keys():
for key in uids[k].keys():
print k, key, uids[k][key]
return ret
def NewComplexCount(alist, time_format, searchCondition):
""" 从列表内的时间内创建内容 """
for item in alist:
today = time_to_hour(time.time(), EXT.UNIX_TIME_YMD_FORMAT)
if item >= today:
continue
complex_count = ComplexCount()
from_database = ComplexCountFromDatabase(item,
item + EXT.NUM_UNIX_A_DAY,
time_format)
# 创建用户数, 登录用户数
create_users, login_ret = from_database.get_create_user()
# 最大在线，平均在线
online_max, online_avg = from_database.get_max_avg(searchCondition)
# 最大登录数
max_login_pid, max_login_uid = from_database.get_maxlogin()
# 充值金额， 充值笔数
pay_ret, all_deals = from_database.get_pay()
# 充值人数， 新增充值人数
pay_nums, new_pay_nums = from_database.get_pay_nums()
complex_count.t = item
complex_count.s = g.GAME_BASEUSER
if item in create_users:
complex_count.create = int(create_users[item])
if item in login_ret:
complex_count.login = int(login_ret[item])
if item in online_max:
complex_count.max_online = int(online_max[item])
if item in online_avg:
complex_count.avg_online = int(online_avg[item])
if item in pay_ret:
complex_count.pay = int(pay_ret[item])
if item in all_deals:
complex_count.paynums = int(all_deals[item])
if item in pay_nums:
complex_count.payusers = int(pay_nums[item])
if item in new_pay_nums:
complex_count.newnums = int(new_pay_nums[item])
complex_count.max_login_pid = max_login_pid
# complex_count.max_login_uid = max_login_uid
complex_count.save()
def NewComplexCount(alist, time_format, searchCondition):
""" 从列表内的时间内创建内容 """
for item in alist:
today = time_to_hour(time.time(), EXT.UNIX_TIME_YMD_FORMAT)
if item >= today:
continue
complex_count = ComplexCount()
from_database = ComplexCountFromDatabase(item, item+EXT.NUM_UNIX_A_DAY, time_format)
# 创建用户数, 登录用户数
create_users, login_ret = from_database.get_create_user()
# 最大在线，平均在线
online_max, online_avg = from_database.get_max_avg(searchCondition)
# 最大登录数
max_login_pid, max_login_uid = from_database.get_maxlogin()
# 充值金额， 充值笔数
pay_ret, all_deals = from_database.get_pay()
# 充值人数， 新增充值人数
pay_nums, new_pay_nums = from_database.get_pay_nums()
complex_count.t = item
complex_count.s = g.GAME_BASEUSER
if item in create_users:
complex_count.create = int(create_users[item])
if item in login_ret:
complex_count.login = int(login_ret[item])
if item in online_max:
complex_count.max_online = int(online_max[item])
if item in online_avg:
complex_count.avg_online = int(online_avg[item])
if item in pay_ret:
complex_count.pay = int(pay_ret[item])
if item in all_deals:
complex_count.paynums = int(all_deals[item])
if item in pay_nums:
complex_count.payusers = int(pay_nums[item])
if item in new_pay_nums:
complex_count.newnums = int(new_pay_nums[item])
complex_count.max_login_pid = max_login_pid
# complex_count.max_login_uid = max_login_uid
complex_count.save()
def getAccumulateCount(self,
query_key,
count_key,
time_format,
querys_addition=None):
""" 获取支付统计 """
mongo_ret = self.getRetByQuerys(query_key, querys_addition)
# return accumulate_count(mongo_ret, query_key, count_key, time_format)
ret = {}
for item in mongo_ret:
time_key = time_to_hour(item[query_key], time_format=time_format)
if time_key in ret:
if item['t'] in ret[time_key]:
ret[time_key][item['t']] += item[EXT.STRING_PRICE]
else:
ret[time_key][item['t']] = item[EXT.STRING_PRICE]
# ret[time_key] += item[EXT.STRING_PRICE]
else:
ret[time_key] = {}
ret[time_key][item['t']] = item[EXT.STRING_PRICE]
# ret[time_key] = item[EXT.STRING_PRICE]
return ret
def NewCCountToday(time_format, searchCondition, st):
global g_types
today = time_to_hour(time.time(), EXT.UNIX_TIME_YMD_FORMAT)
complex_count = CCount()
from_database = CCountFromDatabase(today, today+EXT.NUM_UNIX_A_DAY, time_format)
# 创建用户数, 登录用户数
create_users, login_ret = from_database.get_create_user()
# 最大在线，平均在线
online_max, online_avg = from_database.get_max_avg(searchCondition)
# 最大登录数
max_login_pid, max_login_uid = from_database.get_maxlogin()
# 充值金额， 充值笔数
pay_ret, all_deals = from_database.get_pay(types=g_types, st=st)
# 充值人数， 新增充值人数
pay_nums, new_pay_nums = from_database.get_pay_nums(types=g_types, st=st)
print "**pay_ret, all_deals **", pay_ret, all_deals
if create_users:
if st != -1:
if st in create_users[today]:
create_users = create_users[today][st]
else:
create_users = 0
else:
total = 0
for k in create_users[today].keys():
total += create_users[today][k]
create_users = total
else:
create_users = 0
if login_ret:
if st != -1:
if st in login_ret[today]:
login_ret = login_ret[today][st]
else:
login_ret = 0
else:
total = 0
for k in login_ret[today].keys():
total += login_ret[today][k]
login_ret = total
else:
login_ret = 0
try:
online_max = online_max[today]
except:
online_max = 0
try:
online_avg = online_avg[today]
except:
online_avg = 0
if pay_ret:
if st != -1:
if st in pay_ret[today]:
pay_ret = pay_ret[today][st]
else:
pay_ret = 0
else:
total = 0
for k in pay_ret[today].keys():
total += pay_ret[today][k]
pay_ret = total
else:
pay_ret = 0
if all_deals:
if st != -1:
if st in all_deals[today]:
all_deals = all_deals[today][st]
else:
all_deals = 0
else:
total = 0
for k in all_deals[today].keys():
total += all_deals[today][k]
all_deals = total
else:
all_deals = 0
if pay_nums:
if st != -1:
if st in pay_nums[today]:
pay_nums = pay_nums[today][st]
else:
pay_nums = 0
else:
total = 0
for k in pay_nums[today].keys():
total += pay_nums[today][k]
pay_nums = total
else:
pay_nums = 0
if new_pay_nums:
if st != -1:
if st in new_pay_nums[today]:
new_pay_nums = new_pay_nums[today][st]
else:
new_pay_nums = 0
else:
total = 0
for k in new_pay_nums[today].keys():
total += new_pay_nums[today][k]
new_pay_nums = total
else:
new_pay_nums = 0
if max_login_pid == {}:
max_login_pid = 0
# if max_login_uid == {}:
# max_login_uid = 0
return (today, create_users, login_ret, online_max, online_avg, max_login_pid,
pay_ret, all_deals, pay_nums, new_pay_nums)
def NewCCountToday(time_format, searchCondition, st):
global g_types
today = time_to_hour(time.time(), EXT.UNIX_TIME_YMD_FORMAT)
complex_count = CCount()
from_database = CCountFromDatabase(today, today + EXT.NUM_UNIX_A_DAY,
time_format)
# 创建用户数, 登录用户数
create_users, login_ret = from_database.get_create_user()
# 最大在线，平均在线
online_max, online_avg = from_database.get_max_avg(searchCondition)
# 最大登录数
max_login_pid, max_login_uid = from_database.get_maxlogin()
# 充值金额， 充值笔数
pay_ret, all_deals = from_database.get_pay(types=g_types, st=st)
# 充值人数， 新增充值人数
pay_nums, new_pay_nums = from_database.get_pay_nums(types=g_types, st=st)
print "**pay_ret, all_deals **", pay_ret, all_deals
if create_users:
if st != -1:
if st in create_users[today]:
create_users = create_users[today][st]
else:
create_users = 0
else:
total = 0
for k in create_users[today].keys():
total += create_users[today][k]
create_users = total
else:
create_users = 0
if login_ret:
if st != -1:
if st in login_ret[today]:
login_ret = login_ret[today][st]
else:
login_ret = 0
else:
total = 0
for k in login_ret[today].keys():
total += login_ret[today][k]
login_ret = total
else:
login_ret = 0
try:
online_max = online_max[today]
except:
online_max = 0
try:
online_avg = online_avg[today]
except:
online_avg = 0
if pay_ret:
if st != -1:
if st in pay_ret[today]:
pay_ret = pay_ret[today][st]
else:
pay_ret = 0
else:
total = 0
for k in pay_ret[today].keys():
total += pay_ret[today][k]
pay_ret = total
else:
pay_ret = 0
if all_deals:
if st != -1:
if st in all_deals[today]:
all_deals = all_deals[today][st]
else:
all_deals = 0
else:
total = 0
for k in all_deals[today].keys():
total += all_deals[today][k]
all_deals = total
else:
all_deals = 0
if pay_nums:
if st != -1:
if st in pay_nums[today]:
pay_nums = pay_nums[today][st]
else:
pay_nums = 0
else:
total = 0
for k in pay_nums[today].keys():
total += pay_nums[today][k]
pay_nums = total
else:
pay_nums = 0
if new_pay_nums:
if st != -1:
if st in new_pay_nums[today]:
new_pay_nums = new_pay_nums[today][st]
else:
new_pay_nums = 0
else:
total = 0
for k in new_pay_nums[today].keys():
total += new_pay_nums[today][k]
new_pay_nums = total
else:
new_pay_nums = 0
if max_login_pid == {}:
max_login_pid = 0
# if max_login_uid == {}:
# max_login_uid = 0
return (today, create_users, login_ret, online_max, online_avg,
max_login_pid, pay_ret, all_deals, pay_nums, new_pay_nums)