def main(): xhs = x.xhs() while True: try: r = connect_mysql.Redis() while True: keys = read(r) if not keys: time.sleep(0.1) continue for key in keys: print(key) keyword, page, tag, temp = key.split('|') if tag == 'note': text = request(keyword, page) elif tag == 'user': text = requestUser(keyword, page) elif tag == 'userDetail': text = requestUserDetail(keyword, xhs) elif tag == 'userNoteList': text = requestUserList(keyword, page, xhs) else: text = json.dumps({ 'code': 1, 'success': False, 'data': "type err!" }) print(text) write_value(r, key, text) except: traceback.print_exc()
def error_value(r, key, value): r.hset(name="wt", key=key, value="12345678910无效value!@#$") def write_key(r): page = 1 userId = 460577576 key = str(int(t.time() * 1000)) + "_" + str(page) + "_" + str(userId) r.hset('wt', key, '') if __name__ == "__main__": while True: try: r = connect_mysql.Redis() while True: keys = read(r) if not keys: t.sleep(0.1) continue print(keys) for key in keys: url_list, text = '', '' """type 1:weibo;2:weitao;3:kaola;4:xhs""" time, classify, info = key.split("|") if int(classify) == 1: url_list, text = weibo(info) elif int(classify) == 2: url_list, text = weitao(info)