def getXapianweiboByTs(start_time, end_time):
xapian_date_list =[]
days = (int(end_time) - int(start_time)) / Day
for i in range(0, days):
_ts = start_time + i * Day
xapian_date_list.append(ts2datetimestr(_ts))
statuses_search = getXapianWeiboByDuration(xapian_date_list)
return statuses_search
ts = te = time.time()
for weibo in weibos:
terms = weibo['terms']
user = weibo['user']
areas_list = []
for term in terms:
try:
areas_list.extend(protowords[term])
except KeyError:
pass
for area in areas_list:
r.zadd(GLOBAL_USER_AREA_COUNT % area, 1, user)
if iter_count % 10000 == 0:
te = time.time()
print iter_count, '%s sec' % (te - ts)
ts = te
iter_count += 1
if __name__ == '__main__':
r = _default_redis()
update_datestr = '20131228'
datestr_list = ['20130901', '20130902', '20130903', '20130904', '20130905']
xapian_search_weibo = getXapianWeiboByDuration(datestr_list)
#calFieldByFriends()
calFieldByWords()