def fb2redis(): query_body = { 'query':{ 'match_all':{} } } es_scan = scan(es,index=facebook_user_index_name,doc_type=facebook_user_index_type,\ query=query_body,size=1000) while 1: try: data = es_scan.next() item = data['_source'] uid = item['uid'] try: uname_1 = item['username'] uname_2 = item['name'] except: uname_1 = item['name'] uname_2 = item['name'] R_UNAME2ID_FT.hset(fb_uname2id,uname_1,uid) R_UNAME2ID_FT.hset(fb_uname2id,uname_2,uid) except StopIteration: break
def uname2uid(uname, ft_type): uid = R_UNAME2ID_FT.hget(ft_type, uname) if not uid: #uid = uname return 0 return uid
def tw2redis(): query_body = {'query': {'match_all': {}}} es_scan = scan(es,index=twitter_user_index_name,doc_type=twitter_user_index_type,\ query=query_body,size=1000) while 1: try: data = es_scan.next() item = data['_source'] uname = item['userscreenname'] uid = item['uid'] R_UNAME2ID_FT.hset(tw_uname2id, uname, uid) except StopIteration: break
es_scan = scan(es,index=facebook_user_index_name,doc_type=facebook_user_index_type,\ query=query_body,size=1000) while 1: try: data = es_scan.next() item = data['_source'] uid = item['uid'] try: uname_1 = item['username'] uname_2 = item['name'] except: uname_1 = item['name'] uname_2 = item['name'] R_UNAME2ID_FT.hset(fb_uname2id,uname_1,uid) R_UNAME2ID_FT.hset(fb_uname2id,uname_2,uid) except StopIteration: break if __name__ == '__main__': #tw2redis() #print R_UNAME2ID_FT.hget(tw_uname2id,'ArchiveDaily') print R_UNAME2ID_FT.hget(fb_uname2id,'xulinfree') #fb2redis()