def sentiment_count_redis2mysql(r, end_ts, during=Fifteenminutes):
keywords = get_keywords()
global_emotions_data ={}
for k, v in emotions_kv.iteritems():
global_count = r.get(GLOBAL_SENTIMENT_COUNT % v)
if not global_count:
global_count = 0
global_emotions_data[v] = [end_ts, global_count]
print '%s global saved count: %s' % (time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), len(global_emotions_data))
save_global_count(global_emotions_data, during)
for keyword in keywords:
topic_emotions_data = {}
for k, v in emotions_kv.iteritems():
topic_count = r.get(KEYWORD_SENTIMENT_COUNT % (keyword, v))
if not topic_count:
topic_count = 0
topic_emotions_data[v] = [end_ts, topic_count]
print '%s topic %s saved count: %s' % (time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), keyword, len(topic_emotions_data))
save_topic_results('count', keyword, topic_emotions_data, during)
for fieldid, field in enumerate(DOMAIN_LIST):
domain_emotions_data = {}
for k, v in emotions_kv.iteritems():
domain_count = r.get(DOMAIN_SENTIMENT_COUNT % (fieldid, v))
if not domain_count:
domain_count = 0
domain_emotions_data[v] = [end_ts, domain_count]
print '%s domain %s saved: %s' % (time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), fieldid, len(domain_emotions_data))
save_domain_count(fieldid, domain_emotions_data, during)
def sentiment_kcount_redis2mysql(r, end_ts, during=Fifteenminutes):
topics = get_keywords()
global_emotions_data ={}
for k, v in emotions_kv.iteritems():
global_emotions_data[v] = [end_ts, r.zrange(TOP_KEYWORDS_RANK % v, 0, 50, desc=True, withscores=True)]
print '%s global saved keywords: %s' % (time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), len(global_emotions_data))
save_global_keywords(global_emotions_data, during, TOP_KEYWORDS_LIMIT)
for topic in topics:
topic_emotions_data = {}
for k, v in emotions_kv.iteritems():
## print topic, v
## print r.zrange(KEYWORD_TOP_KEYWORDS_RANK % (topic, v), 0, 50, desc=True, withscores=True)
topic_emotions_data[v] = [end_ts, r.zrange(KEYWORD_TOP_KEYWORDS_RANK % (topic, v), 0, 50, desc=True, withscores=True)]
#print topic_emotions_data
print '%s topic %s saved keywords: %s' % (time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), topic, len(topic_emotions_data))
save_topic_results('kcount', topic, topic_emotions_data, during)
for fieldid, field in enumerate(DOMAIN_LIST):
domain_emotions_data = {}
for k, v in emotions_kv.iteritems():
domain_emotions_data[v] = [end_ts, r.zrange(DOMAIN_TOP_KEYWORDS_RANK % (fieldid, v), 0, 50, desc=True, withscores=True)]
print '%s domain %s saved keywords: %s' % (time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), fieldid, len(domain_emotions_data))
save_domain_kcount(int(fieldid), domain_emotions_data, during, TOP_KEYWORDS_LIMIT)
def sentiment_weibo_redis2mysql(r, end_ts, during=Fifteenminutes):
topics = get_keywords()
global_emotions_data ={}
for k, v in emotions_kv.iteritems():
weiboids = r.zrange(TOP_WEIBO_REPOSTS_COUNT_RANK % v, 0, 50, desc=True, withscores=False)
weibos = [pickle.loads(zlib.decompress(r.get(TOP_WEIBO_KEY % mid))) for mid in weiboids]
global_emotions_data[v] = [end_ts, weibos]
print '%s global saved weibos: %s' % (time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), len(global_emotions_data))
save_global_weibos(global_emotions_data, during, TOP_WEIBOS_LIMIT)
for topic in topics:
topic_emotions_data = {}
for k, v in emotions_kv.iteritems():
weiboids = r.zrange(KEYWORD_TOP_WEIBO_REPOSTS_COUNT_RANK % (topic, v), 0, 50, desc=True, withscores=False)
weibos = [pickle.loads(zlib.decompress(r.get(TOP_WEIBO_KEY % mid))) for mid in weiboids]
topic_emotions_data[v] = [end_ts, weibos]
#print topic_emotions_data
print '% topic %s saved weibos: %s' % (time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), topic, len(topic_emotions_data))
save_topic_results('weibos', topic, topic_emotions_data, during)
for fieldid, field in enumerate(DOMAIN_LIST):
domain_emotions_data = {}
for k, v in emotions_kv.iteritems():
weiboids = r.zrange(DOMAIN_TOP_WEIBO_REPOSTS_COUNT_RANK % (fieldid, v), 0, 50, desc=True, withscores=False)
weibos = [pickle.loads(zlib.decompress(r.get(TOP_WEIBO_KEY % mid))) for mid in weiboids]
domain_emotions_data[v] = [end_ts, weibos]
print '%s domain %s saved weibos: %s' % (time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), fieldid, len(domain_emotions_data))
save_domain_weibos(int(fieldid), domain_emotions_data, during, TOP_WEIBOS_LIMIT)