def getShopStatics(datetime):
print datetime
data=''
result=da.getUniqueDevice(datetime,'home','app_id')
result_dict=dict((key,result[key])for key in result.keys())
sorted_dict=OrderedDict(sorted(result_dict.items(),key=lambda item:item[1],reverse=True))
app_names=db.getAppNames(sorted_dict.keys()[:LIMIT])
device_df=da.getDataFrame('device',datetime)
new_devices=da.getUniqueDevice(datetime,'device','app_id')
articles=da.getApiCountByApp(datetime,'article')
products=da.getApiCountByApp(datetime,'product')
products_lists=da.getApiCountByApp(datetime,'product_list')
orders=da.getApiCountByApp(datetime,'order')
carts=da.getApiCountByApp(datetime,'cart')
data+=pr_format.format('app_id','active_user','new_user','article','product','product_list','cart','order')
for key,value in sorted_dict.items()[:LIMIT]:
data+=pr_format.format(app_names.get(key,''),value,new_devices.get(key,0),\
articles.get(key,0),products.get(key,0),\
products_lists.get(key,0), carts.get(key,0),\
orders.get(key,0))
data+='sum\n'
data+=pr_format.format(len(sorted_dict),sum(sorted_dict.values()),sum(new_devices),\
sum(articles),sum(products),sum(products_lists),\
sum(carts),sum(orders))
da.write2CsvFile(datetime,'shop',data)
def getShopStatics(datetime):
print datetime
data = ''
result = da.getUniqueDevice(datetime, 'home', 'app_id')
result_dict = dict((key, result[key]) for key in result.keys())
sorted_dict = OrderedDict(
sorted(result_dict.items(), key=lambda item: item[1], reverse=True))
app_names = db.getAppNames(sorted_dict.keys()[:LIMIT])
device_df = da.getDataFrame('device', datetime)
new_devices = da.getUniqueDevice(datetime, 'device', 'app_id')
articles = da.getApiCountByApp(datetime, 'article')
products = da.getApiCountByApp(datetime, 'product')
products_lists = da.getApiCountByApp(datetime, 'product_list')
orders = da.getApiCountByApp(datetime, 'order')
carts = da.getApiCountByApp(datetime, 'cart')
data += pr_format.format('app_id', 'active_user', 'new_user', 'article',
'product', 'product_list', 'cart', 'order')
for key, value in sorted_dict.items()[:LIMIT]:
data+=pr_format.format(app_names.get(key,''),value,new_devices.get(key,0),\
articles.get(key,0),products.get(key,0),\
products_lists.get(key,0), carts.get(key,0),\
orders.get(key,0))
data += 'sum\n'
data+=pr_format.format(len(sorted_dict),sum(sorted_dict.values()),sum(new_devices),\
sum(articles),sum(products),sum(products_lists),\
sum(carts),sum(orders))
da.write2CsvFile(datetime, 'shop', data)
def community_summarize(datetime):
global list_df,create_df,privateMsg_df
result=''
result+='private_message,'+str(len(privateMsg_df))+'\n\n'
lists=da.rowGroupCount(list_df,'values')
creates=da.rowGroupCount(create_df,'values')
users=da.getUniqueDevice(datetime,'topic_list','values')
result=result+sum_pr_format.format('node_id','node_pv','topic_create','user')
for node_id in lists.keys():
result=result+sum_pr_format.format(id_util.decode_node(node_id),lists[node_id],\
creates.get(node_id,0),users.get(node_id,0))
result=result+'sum\n'
result=result+sum_pr_format.format(len(lists.keys()),sum(lists),sum(creates),sum(users))
return result
def article_statics(datetime,limit):
print datetime
product_view_counts=da.rowGroupCount(da.getDataFrame('product',datetime),'values')
order_product_counts=da.getOrderCounts(datetime)
cart_product_counts=da.getCartCount(datetime)
result=da.rowGroupCount(da.getDataFrame('article',datetime),'values')
article_ids=result[:limit].keys()
article_unique_device_counts=da.getUniqueDevice(datetime,'article','values')
for article_id in article_ids:
product_ids=api_util.getProductIdInArticle(article_id)
unique_device_num=article_unique_device_counts.get(article_id,0)
if product_ids:
for product_id in product_ids:
print show_format.format(id_util.decode_article(article_id),result[article_id],product_id,\
da.getProductCounts(product_view_counts,id_util.encode_product(product_id)),\
da.getProductCounts(cart_product_counts,id_util.encode_product(product_id)),\
da.getProductCounts(order_product_counts,id_util.encode_product(product_id)),\
unique_device_num)
else:
print show_format.format(id_util.decode_article(article_id),result[article_id],0,0,0,0,unique_device_num)
def product_statics(datetime,limit):
print datetime
data=''
product_df=da.getDataFrame('product',datetime)
condition=pd.notnull(product_df['device_id'])
result=da.rowGroupCount(product_df[condition],'values')
order_product_counts=da.getOrderCounts(datetime)
cart_product_counts=da.getCartCount(datetime)
unique_visitor=da.getUniqueDevice(datetime,'product','values')
product_ids=result.keys()
data+=pr_format.format('date','product_id','product_pv','cart_count','order_count','unique_visitor')
for product_id in product_ids:
data+=pr_format.format(datetime,id_util.decode_product(product_id),result.get(product_id,0),\
cart_product_counts.get(product_id,0),\
order_product_counts.get(product_id,0),\
unique_visitor.get(product_id,0))
data+=all_pr_format.format('sum',len(result.keys()),sum(result),\
sum(cart_product_counts),\
sum(order_product_counts),\
da.getActiveUser(datetime),\
da.getAllUser(datetime),\
len(product_df['device_id'].unique()))
da.write2CsvFile(datetime,'product',data)
def product_statics(datetime, limit):
print datetime
data = ''
product_df = da.getDataFrame('product', datetime)
condition = pd.notnull(product_df['device_id'])
result = da.rowGroupCount(product_df[condition], 'values')
order_product_counts = da.getOrderCounts(datetime)
cart_product_counts = da.getCartCount(datetime)
unique_visitor = da.getUniqueDevice(datetime, 'product', 'values')
product_ids = result.keys()
data += pr_format.format('date', 'product_id', 'product_pv', 'cart_count',
'order_count', 'unique_visitor')
for product_id in product_ids:
data+=pr_format.format(datetime,id_util.decode_product(product_id),result.get(product_id,0),\
cart_product_counts.get(product_id,0),\
order_product_counts.get(product_id,0),\
unique_visitor.get(product_id,0))
data+=all_pr_format.format('sum',len(result.keys()),sum(result),\
sum(cart_product_counts),\
sum(order_product_counts),\
da.getActiveUser(datetime),\
da.getAllUser(datetime),\
len(product_df['device_id'].unique()))
da.write2CsvFile(datetime, 'product', data)
def article_unique_device_num(datetime,article_id):
return da.getUniqueDevice(datetime,'article','values').get(article_id,0)